diff --git a/.gitattributes b/.gitattributes
index db5366d36268f4ae78740a0e52830c78b51fb629..f09f0d614bf010af25f534438cd9b15039a2874d 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -3129,3 +3129,178 @@ lora_rank_128_mlp_1k_h100/step_vis/test_12_step_010000_sample01.png filter=lfs d
 lora_rank_128_mlp_1k_h100/step_vis/val_0_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
 lora_rank_128_mlp_1k_h100/step_vis/test_8_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
 lora_rank_128_mlp_1k_h100/step_vis/test_5_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_8_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_10_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_020000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_0_step_030000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_020000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_5_step_020000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_15_step_020000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_0_step_020000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_5_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_0_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_8_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_7_step_030000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_10_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_030000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_13_step_030000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_5_step_020000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_030000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_13_step_030000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_8_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_0_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_13_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_16_step_030000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_15_step_020000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_16_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_030000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_8_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_15_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_8_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_030000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_8_step_030000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_5_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_16_step_020000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_11_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_7_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_10_step_020000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_030000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_5_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_0_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_5_step_030000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_11_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_13_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_030000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_1.png filter=lfs diff=lfs merge=lfs -text
diff --git a/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_1.png b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..bf1f0454db353275998f5a8f4ec98db03e970d3a
--- /dev/null
+++ b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91c6c18b58e8cdfe0935a5bc80507039e44e96636a959af36c8194f3770c313
+size 9108899
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..a19a6fb4a3b6f65f563f3322017f979eb14c0725
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e530f5191d25354a78f0c2ce2ef3ac54eb74331da9b8c33de2eddd5a104ec64a
+size 1707765
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..90e95913f9141821a6c4997c25eab5b4942ac2b1
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557075928ce7ca23e05114920e9e42b88841763336540c4e8a4d5a1685f5bdcd
+size 1509023
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..a7dc9bb55f9dd7e3fa12dbdecf411416484ef9ab
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b9a3655649f303fda2f5228be1f4fc01776fedc0b6fdba360860329a589433
+size 1304245
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..fa92e64eaa53a199e3f476cc4e3f74c0988c3ccc
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01598b6edd27cd5f29020d17ccd6ee95fc95075caa6a1f44518d6e5d8f36d517
+size 1090850
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..b812ce0841b1123d6f31e328a9ed4d4d1336bcba
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c0221a396d2af3ea547791245b756c1b8ee4892e6e72faf3e99da0626f4c4b
+size 1432393
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..add396cc44fcdeb119859858dda76d641b687aba
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786f8923268d447d5ebafc289f9a0e9f2774d15a088078d24b73c266b0b98bfe
+size 1689434
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..afea474f25a06b1ebeb5c120efcbcf1f8839d31d
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79c735cda9e200c0cf5232c9e2335008ddb839aa9685828acf71cc28077432a
+size 1281893
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..637f7af2f199465e644ef07f197795ce3bbf3e8b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c645d9302055ab8b83729883df4e9c4ce52fa4e57c8e32c5c104ab6416b27df
+size 1372988
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..5a45ed720d1d31efb1f2850aa725188623067e8d
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372eb3425393179cfd661a51754852182b6483caf6bda40e3b0625cee962faa4
+size 1222925
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000.png
new file mode 100644
index 0000000000000000000000000000000000000000..2704d7be082e120822c5c06d8a5b47560be91e8e
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66e917b950ec66b28a9a833390bb4a0da845bc58ca57c42f903aa1674c81b48
+size 1708198
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..e92a209b792d588cad00f5cb9d32b329f6de30a9
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cacc4adb7170778ed884eb6bf5e7343bcf383bbedcea41ee5f835bc83e79596
+size 1516878
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..4389d67be72de802fb8b4ed72e51754567a0c5ce
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ba89d716ea32f3cbf6e143bc0e7dcb654708152e27dd14109c6c12e3dbb0f7
+size 1498310
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..5eb7bf69271a43534ed0a07f35cee25396a3f3f7
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8019a213304b414e91da536bc2af48375e8a223fd9290090b102e053ada565ad
+size 1112858
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..915cfb75d79781f62da62425226cc008c7147585
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a93a6f52c436679f2178cb328f07631b47832473667031f1425687a07e3634
+size 1269746
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..60997ee3d1af32ec3d649229ca52918edd385b46
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2aad7cd08ed08cbfb7403da3434d1e66882a08921ebf2f0fda3118b8cf1a4ad
+size 1801931
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..779cde135beffdcf5403d978fb15286c17b2527b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f54a125b13dcebd30f2e82075ebf56fcc16b41a6bd13bce2ac8083f0d1dd9c5
+size 1404862
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..28f615da8ab95d3d3c37570399b0aa9d4c337631
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88208349230a0e20b21e6e03d31c3c60d7c83be706846fc7d5f727c51358194f
+size 1436192
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_020000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_020000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..28766382c1fa3b5f510df8807a215c8cd727a69a
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_020000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2bd5721716a803614611a8a29eb83ff0874a077c243873e01a2cc143baa362
+size 1259128
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..cd7152a80580235dc69536042b413db1233b429f
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f5c7cc950610103449cef28a6beb223172022c871ff9f0bf58bdb69922591a
+size 1321499
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..1c9fb327036b0c2ffabe86f96cc6b5b441f49f93
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cd4dd62e5c83b0f8a65b466735fa9dc30588663b5271cdec53c527be8fc262
+size 1431134
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..e51fb6ba33650e18015f8d01fda3dd6f92156d70
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa632bd67897ae501c8668a4c780ab45cac1a9f02d4f623e3fabc78f91c810e9
+size 2707038
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_010000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..fa2a8adb775890f0416b111a620676a5a02d0fc8
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9368b7d7c8e4b01d24a4a8b303ca43043b3f0e06cc4fe9b6a6feee422576b1
+size 1799378
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..9bb44c704313e2734ae4cb98c55d7f632c19205f
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8528cc754aa8d5362819701aa022f35d89e0d231b015d3a1acd8e947b8bda453
+size 1294443
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..5a1abd93795082a76f074cae5d0590a699ecdae6
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53d98b842da9d15a258a4569b32913e3c502ce1bdd76d037609517a085867fa
+size 1138318
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..3833f17a9d792cf292c7126665f900e20f51695e
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfea3192ece0673f4d8a58d4201359eb9eb5f27a93f37a0e63a7af4489593770
+size 1352194
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..aae578f561a4237b858fe213b35a3037284d6e09
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79955dd677f90c1f6892f33eddc5e6d7c83278dc073a99d1c146c1ce99b03105
+size 1348366
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..7e0e8ce11f112e76719e7a28569b73424372807f
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc30f041c96c68e8b891736b21247ed56406a7defaa8981f6fc0b283ec2a99d
+size 2733216
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..9080bcdcfe6d36712069c98036756d7a4b21f4c1
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6d5fbdd851b6ea5247e78024c5d4fe0b21a7f9acb50dc28923c48ac48bcb5e
+size 2776706
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_010000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..3fa5d96683145f1744011a849e69b0077233037f
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8e6aed0324feace20715846afab313058c524159ab716c04deda86e785892a
+size 1730560
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..8b1f5dfb5d6b6af2767bc7ccebea5aa706dc1b3c
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69815c34622003ad5e679e123b3c7479334a6ce8db75ba18d0d62d48cde44204
+size 1686490
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..cb656567e5f39a049cd019ba11bbd9f1dbf95b29
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d89d52ec51928f9cc21dbfce246574209d2c55755b1f35a357c38207f4a38cf
+size 1154741
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..87870e76a9b6741f62714602c031cbed21993176
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac22ced39c702f8a2883afb4866a5ee6cc8a47987df7b08354e39dfc471ffa07
+size 1231565
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..667336eb9aac112d8861eeb7e213695c3290315d
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6342c8765b71eaa084fb9d5f79baab055b776c14be7aae9ee8287c45c26b0f3
+size 1343542
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..052a19a7cd1be5f5c9ad51a307acba8451795497
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f37c21f8ff59272bcce1cc083d78ab01c66d2f2c4be6eeebfb55061ae4857d4
+size 1150934
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..e8320d9670a66b7b89693c08c2444a154b924c83
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db36847cad750b40b50e65413f938be80f8f52cf1253c2189b275f5ef03d207e
+size 1161302
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..fda301ac2fb045b0153c21b32d7cbd88eb136d10
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251f31660847630e723754ab741fd0e424b92d6ea4543f78d53ff424ab1ba84f
+size 1294879
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..53eac681eb98686d428caf104f0c9fb5a8fe9b5f
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706c091875f0247dfb90829787cf8845f57b9aa53cb276d742391cea0b620722
+size 1456820
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..8ee166c82effc8530ac2dbe8cc2c39043ba987e1
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eec97cfdb435ff7c9cf1f7e97f77d2e04c51ae8fe31aaaf1a749356d1dae27b
+size 2709915
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..4c2ef0bdfd13f7a8ff5dffc1b60d05cb26149eed
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be453893efcbef3ab410944d3ef28249d25591851bcb9be32dd8af486e29d5d1
+size 2658410
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..024e79551cd281d6e12a161d1848f168c21a391b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdc8c5b883a858380b1f4e98fe77a9717ae7280720862c88a41d24a9b8a442c
+size 2751014
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..9217120a75343633d29ffca2ff31e39ee5bc776a
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f314e77d3725cd5c9b5986e9d47f3363ae641558afc032d88a6509fbdd0914
+size 1261528
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_010000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..4ed856b210bb1121aebca2d5dcfec430c5f420f9
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d13073088153203e00d8e3b8c29613a8113edfa8e88fd52c18238e6ed95825
+size 1327316
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..1405b4dfcdb9a1faf4b0f1be73bcdf7c6c87f773
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cea4c847e14559e83c8e7fd6cf1696f559e6d848a556c7e10d3ebc93122a92b
+size 1105388
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..b80f7a9dde6a85af1df7cbb918273c681abed862
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d07657bbfed913f72177d776cdedd2cd8793ac9b17ec763606e19299b8ca619
+size 1343184
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_030000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_030000.png
new file mode 100644
index 0000000000000000000000000000000000000000..3342b5aa7b20c7510ff539cdb84adee4689e07c9
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_030000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ebe0da8c1b4c58824edf8cc85875571c5d31a2d89eb4339481e85e8929299e
+size 1819062
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_030000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_030000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..3aeb9f2352fb422c0b17f41fd40b5ab0a0e6ed79
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_030000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a005e668c6c381be05e43154b5b2c15015372285c19f14bda0d53db1df1186
+size 1414676
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_000000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..705a63a94e57ee6804681cef7aac89346c2e722e
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6089718d348472a1851e1828f7919ca64c8a021fc6bcd047d43efd292e05eb29
+size 2729395
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_000000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..afa4201a87bc1b8b0f1e33ee6253fc857d2abc2a
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0953aba5dc15bb65d2d69cd668ecd5d26c2f29bfe8d1858e19b496f2eb704c3
+size 2733992
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..eb2be1d9b27e202cbb742574e3932842c8472d8b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1490f76871de32015a13b832378f8954719164294a83b9dcd6d3ed7c7a2d9262
+size 1415739
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_010000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_010000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..c36e1a6593feb0c055aade9f662224666f6f5a04
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_010000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de007e9788efad85cac852cfaa25704a015dd62f75e042ffd6453a7739ea9a4
+size 1496151
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_010000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..fcfc41c743a89cc492d2e88b10f71f62bba6524f
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac7cd2c8d9152fc74a98e614302b64e225b60d09ff56e3d95b7661e7d54988b
+size 1231318
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..f5fab01f8a7c764935d7149931eba7c0a1b88150
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5200362602bb3c4349410f103843187928409aa197fd933574509bb516821d6
+size 1773877
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..c0c36504ee82e5b32285ef0305a471e1fef9d345
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b48f5abe90efe70cbdba7b46feaba2c7d8e29fc7a34582f0128ccd17be55fd4
+size 1126536
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..7459ad609238cc99877d10d369f4c0f688bb618a
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f927d9e9933eb33cd7d37298bcc1ef9c3279743b55143a72bc245c32e7906d
+size 1255417
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..a6eb949016828a5e5087e4d20951373ca3a5d861
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c43d457f4d2b71d199216b98baac6807aebc31801e69666dae81ea1d3b98992
+size 1375612
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000.png
new file mode 100644
index 0000000000000000000000000000000000000000..78a49566a800bbf87266cd52faa22a5ff3f26e41
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7465bd81a41a9d8e1e0e71408b7a8aabb6b8e591ee2e51db1223ca5088cb40
+size 1796078
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..52cf7387e7a9554ed889a73b64e6857a88b73cff
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2c4368676cab13bca77858d6b9dee5eaab7a859a71bc90b1bf6ffdbcab45f0
+size 1271237
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..25eaa4fd77270b9faa8495528d4a17bda56a86e4
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa1e54ed4ea3aa45d698569c31c5f2da584c0fc617a7ebc9996158492723018
+size 1392843
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..e3e76efae63b5bc5aaff596307fcafe4b88efd96
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05abc6623616ee74dfa537a4664b7e31436a441d42965e0b61c3ff87ca2de67f
+size 1363853
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..26a4ed10a6d74e3b99de9a569aa245898c6befc7
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f38f53e71ac03be044d6ee93d6b2c0b69c1944230a3d69492d158453f185ce9
+size 1695937
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_020000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_020000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..da688c9e1bd62a325139bd23a0cb673bb55876a8
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_020000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0ea425628fbd22fe6f3989968387f2fa4399bf57b2fa73f09072a23da89846
+size 1336133
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..4bd09deda41d63562ee1965db204801ec877c8b2
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d944e9718883bc5fe361fb600f054905b73d88c8a52758c30f981b8e00b47880
+size 1171808
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_020000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_020000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..4b49d598f31526bab74567882c99445973ef3130
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_020000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef3712988331231b4cf7222c2d01734d03d8e792841d6cdc997566eafa10f02
+size 1155169
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..dd9483c716b1b5a8adef2455a1410ec66cf74674
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4161183637f6fdb67c390b4aca630d94863661f0f56b2efa7bc0e2d96b8a2e2
+size 1334230
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..603db6ef25418e0ff52bc72964001366f5b0c237
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49ebe83cce6585fca3e12019806a47f8e59d0d20ad4ba453ca365285b50f9bd
+size 2749449
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..5367c0b4d519ff380907c1614d1361d14373e748
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6eca648a192950e71547a5d591aadf595b4b210d0f8157833ef6c2921b8b5d
+size 2751098
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..203a2c7c53901228ad54bc98edb55a01892e1a7b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa8033ed5075fd937d79c1e547b42eaad8f5666fe48e1aabb96f370b21458ab
+size 2696024
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..9ef7b7828b5dd26cdff28b962c521f8ba14801ea
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b97b449372e7dca2289af04757f1c3be9650153214562a20119a2425773fdd3
+size 1486637
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..3d322601defe40e0d51e1dd79a4ca1f727f05d9d
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67851a0406bde1a0e6b097be9309dc872a88e003911ad3e6ded2488c48675122
+size 1812294
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_020000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_020000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..ff37589ab50c84beea5c8ed0d00c3f4e0848bded
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_020000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627080372c20e48173ee1d0cec14031a82ded514a54918e27acb38e06d6e9c0b
+size 1378617
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_030000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_030000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..96d9052f2ee7406baa78072ad1f371c355a0820b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_030000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39982bf8a2dcf43c2ee40a2fa3ca8e8fd41eee8b07d2a753e5c18c2173e0dacd
+size 1352329
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..184610d2060ebc24781fec1c9e0657b044c64b27
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e91fe75c9c3f10311362ada3046ba15ed19599c382a4fe3835304f39e4ce957
+size 2024907
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..230e381815528f528ba2c8f32420543365c0b1c6
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c39d776e1903b646862dde1e21f8942a525b5bb5a698367225bc11059550d82
+size 2728622
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..88a630bd230a18b4081428ba3ed2cbacfb9af6d0
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c47751c8f2cf2663f77ee86a5df67d087213e7e9e81c8b6f14ad84972557745
+size 2709816
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_010000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..6266835e7c4af1b7e2ce8d1c08496efc495a01b1
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c714ef81e700dc2100c3d32146194521abb10b14fd9a84102b0f2647b567b50
+size 1733844
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..25e1965153eb75a6178212b4d069cec4581af27a
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a2d0e8fa81b18166e9bbd09430df309d85d6997b29ae122799d4e3fbce7e13
+size 1220831
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_010000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_010000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..a736f1e8c99e779fcbb7ff08d4668a795ca3a463
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_010000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6807b93d11dd4102d0359b58e70156afdb34188d029bf14d242994fdea00fd1a
+size 1353094
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_010000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..56b62a78a5213ba593a1efa18cb022773b73cadc
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7f7a29392d74dad62e3ba5435202aea5fcffc9b5321272987e203a90e747a3
+size 1292158
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..f43d9bb3b3048ab9ee5ad1956c6688f55df8625e
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3213f1200dcc7bf902347faefbb3dbd6bf6c6e3a9a17c6693c70017806ec9895
+size 1754780
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..9142264b1d06e1a2c8cdd6c1dee19dd60c3deeca
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82942e3294e7b9d5be28a1bd4b237a64291b963a3741b9ee0dc8f1305f959e1
+size 1327120
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_030000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_030000.png
new file mode 100644
index 0000000000000000000000000000000000000000..dbfbcc548cd38c9847b3be45ecc23cc552de1500
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_030000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4386ac1b0d21ec4ea5d9364028c1eca2a8a4c1118a47b4fa585a26fd3a31a65
+size 1726371
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_030000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_030000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..ce00f5bea38207464b8c5e6e48341751ce253d0a
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_030000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dbe1f9111aa52a9e25c545e24aed8768094f18d92b11d4fd8042711fb8fde1f
+size 1087306
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..f1de714802a39142e192c475b0752e2438df84d2
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66303ff12a671172ec31e03e9317d65a5f3d98458b03182f1c9513ca6aac782d
+size 2731739
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..fb4d8c3fd99df3587b8194042657752826af9f23
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0bfe2d2a334f17eb8aa26c18a7c9b5ebb71bfcbee7d84e18fe31f6d6fb6c23
+size 2752912
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..235a53eb109c78e27157e3b4a1a206508c089ee1
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17789f634ba6ae7b0598a18010fa2e0ef298b5ed9bcd5b31a140c9483aa7c49a
+size 2762846
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..1ab95f6a792a33bfda4ff20184dcb3cc0f0e46e5
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99904da2cd5c9b1ebd22bd297f6f897031a60a19c42027eb5421cc21739329e3
+size 1914551
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..727c5cf676875bd53f155af3bf3ba7ae12b167a3
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1dbaa5f78d42e878d0e2a6642ed0b7d69f0c3f4763644ad925a11a3c76dc71b
+size 1124007
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..6cda85ae6848f12794f1d16d5444ec0638004be3
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6ea021e72cf1b893ef7376183fbef79f165ce12108da3741725d2b0414a364
+size 1911593
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_020000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_020000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..6ece2501acd805ec911cd81aa9d0a5f3e4cc801a
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_020000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde30056c5374aaea56882ee7d867537dbf2706c7c53cac57fa92ec02045cc1b
+size 1574442
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..0d44e26196b6eb53566c2aa17bf1c5f08f72ead3
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8551ec3bf81808c931c4d13c0ffe777184ad62cd71f85ad3a6f3dccc5dddbd45
+size 1301542
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..d5d5d99a21c1557e26cc047ab808ea345d1b27e2
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d3fbff80a8d991d5765385c13e1ce2f49405957299e0924054acb2b7e6bec6
+size 1369114
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..50046f438725f8437cf8dc8f9039f6e20742ec92
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd9f84bcb77715afe9c20f40017165246b0c75b7314c26d1185f60375b0ced0
+size 2102754
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..d4c8212dd10e5e5b0f10eaf6a5704cbd9e467bf0
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f575d47a12ede1d7cd63b9506f46389ee9c035606b2e042a85f77295ae72a82
+size 2650025
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..f9a846ceaa232bd47d77786a7a0d40ac9eba032a
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05285247288410f4c3bfdb6e2f33adc6a321803d4f47b1f8abd9470876a1c22
+size 2699948
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..88abbcc5c2744f16ef1015112833c535d4fbc7f1
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f74f46aec060c860b86ee6b9370d3749fc96637a4b8d106d3cbdf04755b6ae3
+size 1661625
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_020000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_020000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..de9e50debdb647346b3b4f33dd4d707831d417bc
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_020000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0932609e69a6863ecbecb53ca693f6c51b9b22c09accda4920b09d14dedbce1
+size 1164305
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000.png
new file mode 100644
index 0000000000000000000000000000000000000000..249d0063f9171a3e5626b4a0ddab4aa3445e5f65
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abea49a0f0b897642c7516cabeebc34c6a8df6bc07db5deea4749880e119fef
+size 1869405
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..b1b131fb662e01b50a933e6b69257a8b894188ce
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3df9cfe8d8181aad28009f124e949e7e612e40b4eace40acb571c65358c966
+size 1422168
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..7ee4583c16dce98f3fbe8f182b84a6ed801c9adf
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3aa438fe15e39c3e654c0baef2a184806170c236efbbd79a4e906a2855c9109
+size 2684812
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..8bf6c0093f99ec0efd6700523ea22f3eb944cffb
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdc1795bb427f0c7ca772b1dbf8ad4e9fcde25941df103831ae3cdd77587cd5
+size 2667359
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..c5ca8121ea78708c7f91c06711b76faabaf25e45
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba29dc24f0b6e76ef238b92e4b195a1fbb8f2101cab315bffadf07e0050a5d3
+size 2720261
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_010000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_010000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..f1c5ba19c6ac478a6d83b5325ca9b69529cd8bfa
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_010000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a069b58cb2ae5ef9a1dbd1a8260d4704510f7e26fab0a246a80df463e9d744a
+size 1256296
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_010000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..58a77d2cc31ca06446f41e1979fa635892af39b7
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f188d648a5c5a3dbd32914e1b5563765c44e5518c2131a27f95d9dbb1c95fd0
+size 1253058
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..1695bc32f3fb0571fc274c0a4c154b2c2ec86b8c
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ca9f50831ec71593099cb93a561eddf544df53f269b73766bf9b36fa6570e5
+size 1787905
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..b2a488a2a709aaf1931ccf11673e06b7f5d478da
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e566d50e933a6843ba0e6ac64bd2cecb1bd38085fe5f295d45e90d0508c3eb8
+size 1239137
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_030000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_030000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..64bf8e159ac9809270fdf9103bf3a1cd313dd296
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_030000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a1e478d80ea6658c4c6360659ba2fd90964a8d30395954004576807a9cba9d
+size 1354605
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..325a4f7b90ab501ecb2f740265b462381fdb55f9
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e783ff2dc01c5f682bd45ba46bc94e6db57c0a959d3d6fb08d95be8fe903ada
+size 2753115
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_010000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_010000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..cc14472f24ea4a99b78b3f8f52bc25ec2b02a3d9
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_010000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1298d68fd22ef40bf239c60e368430964ed8ce5ecf2cd04786717aa0ec9a894f
+size 1176100
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_010000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..d62677190c95df2d0e84a72e035c6af127bd9cc3
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5530525ef096e7b66d4acf2ac1576d816696ca2dd2d50f33a09e835c149ffd
+size 1364052
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_020000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_020000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..368cf8d393992f55e94b96eb65678eda673d464c
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_020000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e7c2392b91c5fe6d1ed7d2e8a428ed28780ff9a9684f8be603521d780c59ef
+size 1524732
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_020000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_020000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..8809d82fc1930fda6ba3560c34c9b6ae80c16fb9
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_020000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5dfd5123ded46e2bf267cc333f39c7605f3597de344de241b9fae05b91e9a28
+size 1021771
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_030000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_030000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..218b8052bf75fd9364bb0ff1017dfa0a4d057366
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_030000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d804dd0b235ee63e3e8ee999927ee5ce3b5342c6ac6c8c168ced8efe564481
+size 1435919
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..233699240c3119bb2c7ebffba99bd84d517b0b1e
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0c325f520dcc99c21da5607404b32da86d6ca0a71a0d59f7458773463c45ec
+size 1252811
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..bcbfdd0bf604db325411434f4d85680a045b09fb
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7216908010a52c3c570f6a84b34e677e143d8ba95c09b2a9ad698fac0334bfee
+size 2776506
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..b417df7e50431753b9495f16925f23b0b5e3a4b4
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af857ca82627985846302470373f7ee61ef24e3c4059f392b43d910af8509cb6
+size 1290874
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_010000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..ce3c9b0f111098875b5061f3fb6c7400bc1e55ad
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf2da7b99f3514a14be7b1fa0f75789f9bc3ab5b833a6bb3658c31b61693dce
+size 1481657
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..88afdfdcb4b4db8e150ff0a83630ca8a2ca812dc
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffd5cc8c6d928fba49903d3a84665f2fe56f52c901e7b8ee8a52fdd177f806a
+size 1319798
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..51096c863d83b8aa345a1ef23be11c5da998dd85
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02922141d979206a66f70836990d0cfd4beaade39128fe997946e7576fdb5d2
+size 1392452
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..60f48d0ee767721d3e9c69074fb32ea3b6424cb2
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2840d1bde49cd35c3f9b596f756d1082da827c2bb9ec9e954919588d2ffd53e4
+size 1499484
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_000000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..fc6d11fd8fe87e2c502f5b20975018126e833fcf
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7613105566fcf6c5cc5c6b75780f767c64b1857447039105d098c5073e495f1
+size 2735432
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..116d46546abc72a28cd7a9d047a419bc53d5fd36
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390eb2e04e0c885e31067176b66d034c723b8d93a288a83ed91565694130f54d
+size 1757411
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..16710d3b4925a09c0b7dcf0d582da1fa72faf583
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e17a20da9191bb4c08d42208aef245a936b8868184195629c933339306b08f
+size 1148722
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..2a20de6fa454fe6fa1b731e7ab14b1b481b43bc4
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838575662d144e9e73d336c8c40c27329d142a79aceb69878782f6f41ae243ed
+size 1245924
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..f4f88e755175768b62eb059015527db952ccd7ed
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c94677470058af9a4de05aff363af36784ebeb3eb404442bf211a0677fc80f6
+size 1200745
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..21c5fa49862db7617b5fc6dba5b45bf682af1273
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079e33ddc520133ddf460ad8f34839fd0f65683bab849e757d7d5cdcf6b91bd6
+size 1299391
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..9118553fc41ee6627d9ecd4500202f264d6e15ce
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_020000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6096f48c86159a5adf2bd4ba2cf801f1d6f793ef67c1b4595fdc0300346788
+size 1330090
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_030000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_030000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..ebd8c1c9107e02e4588b858b4b65e4716d07fdf5
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_030000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a193d9bbfec905fc88a18fc259f15bfd2d0b1875b28ebe7dd3cb0fc0b42b5415
+size 1365912
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_010000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..3ce64b7bc845e152b63a32d333669dbda7121301
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b028bb53fffbbac1ef1928534ef22403f6227548eba02a8042857f0f26f80e1
+size 1666471
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..7ea2da49fe80d8ca3596b6527cc430d9464281d5
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1773a40190b712c0a0fcbf31b5021d0b318591619e0d3ee6dfdd88c8f71386d
+size 1408439
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_010000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..3bbf76ecc6210a7e104d7b9758a3bf2648594cd7
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92b10e92aa1dbf7e26dbadcd299a8359bc1abfef6542f1c57296a50fc6c7e71
+size 1674054
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_010000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..43f9d18e39a612e01c118e9a1a74760f11cb5e4d
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7b11023631975fa3831acc4c63ebfe1bf6cc89e80c2998e502795effa4effb
+size 1136811
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..eee9eff43c5a8f812ba77040049ce7fb772fb9e1
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19d3539eaeb18aef4cc414f511f7f546d3b90c94a1045db847ecbf92368e629
+size 1632902
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_030000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_030000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..88d3ac4ff706fa23f2ff1894ad999d4c3c2ba2f5
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_030000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882d7954fb2243e48dee4b1c0e5cd7f558d771a0f560558c9490c00cdb905bbd
+size 1433544
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_000000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..c31d7bcf145883627dce3b5e878b58ba0d74fd56
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16de0b6664d1db1919850e49cf9072cdd65272151725f87605dd77f5a4f2975
+size 2770039
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_000000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..71496c9b726129225634f19f0da7422afa868b66
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d787f23d3c8c215e925829be308d903d30d5b398185e86fd9694d0ee397762
+size 2721605
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..6547a907f835bb8091c791131c499e73618ec7f4
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492d95ec5af24d0bfdd227cf307d7452df8873a1558feac45a0c6d25da3301f0
+size 1715351
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..8c60c6d4a24f3f74e0d1a196e2a85dde90eb4382
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e1da55b3fcb93c852ccb7018c3541442d1a87ac493a901f7e3730745afcbd9
+size 1230870
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..9f9a4fee83a4ae1cf67b7d8e787a6d1a4c51df35
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086538b9fe8a2235c3f1551f4484e887c2d6ca6e162fc5e2bfda6cad3ad0162c
+size 1175235
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..77f3ae9fe51e52549b3bd525c636942ab14173e1
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13ecafd74d6b3be081d4f6fc96d6fb08f99fd5498f38dbc81f90a4fc46373c1
+size 1343539
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..c473dac7f29baf9f53a229ba81e6dfa7f8132d51
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1953bdb3eee85ed04e8a6c8322c0230e8485fe684a0a21441975904918c0d5
+size 1209260
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..b110687ab0c5d0c5cd454112baf8426bc96c32d6
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a0228979b16cd01029042296d6a2dceed67d2baa3781c93132fec3ecc1b7ca
+size 1487168
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..6e87508f2d3f2e6ef965029aa4364650fb76d314
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfcd545d88f409e58743bc6035c8edee2416f8dfca3631d4fed3087883572a9
+size 1428358
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_000000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..b16aed68472c3f018af8b05e2a5ab37341f665ae
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86728bcfaff0a8005d7e593dbe392a5906ae27dbdbe64f25fd45fcc69c882354
+size 2717807
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000.png b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..a6710ac2fb4c7a5902cbd5eea32cea94dd65aded
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f06c4c0a171e4dfece8ed7e0a5a5f55e6ea1065db195874757e69271d7c133
+size 1333043
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..3f92006275278462f9edbec51ba28d0bc11df519
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a18ce5e66d2fd2fda4aafe363bb46aa19eff348a0afa1f35a6409b7eda6f47
+size 1239845
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..70abd7364f38eaa5bb59738f151227372efb423e
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0ed9366968968806fa1e95b3346ca37821e17bf7f7f837f531ac2c4c60b85f
+size 1194509
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..7f55197a3840fed7e8958be961c8e7940e5cb628
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85edd6b07105b6d6fa769de27c79362d225145e7d708be54998a73f25fb0962a
+size 1281793
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..971ac8d0a3ac2800199dcf932e58f5293e5dd95b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e5594d6d74cca8bdae7b4e666507d969f6236f3ae920c795aef1b851a7d597
+size 993589
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_020000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_020000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..f265d9ffe57cdc4e4c5479f72bd3600b26b909f8
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_020000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be7e640445eab7cdbb88eae2a501a9e2b219c501a615b1a36ce969139e353ee
+size 1144829
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_030000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_030000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..05938543f1acfd356592e1f9b193fe5c0dbf921c
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_030000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc53c35795d1be75d6d265baeb23a80c7ed596ce22f48bcbf2efbbf8894a92e
+size 1219956
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..197622c0ded791268a8209fdbe63925cfe3545f7
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344a42c40f4821e09b659780eae3e26496783fbb783e694da6e090856aab5bbd
+size 2729845
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..570b39be6492809c29c245f2b93fbfacce8631fd
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64a249cbe557f6ea6102ed38debe952e2b996bb68ef8102a3c02c25dd2424d1
+size 2745354
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..8e00134b4af84b52b5cab5d6375317b0980c75e6
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e810d5f742c12f5d590f560361d59adc78cff87d420c2d3ee7d021bb50860f
+size 1551675
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..730298239a73fe8667b6e6634b4499cca5d21599
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d924940d4356daa0ccea8346e688ba88349cd22bfadfd783e12b7ebd59e9dd72
+size 1149484
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..46f4d344a13d0630c3ad463e1f1878aee935839f
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65cccfa559a2ae6d570b8f3a11a19a6a11f004a01ae5aabdb2549b717005538
+size 1166025
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..211fde18e52151c6e4e282c0c96d2f80a6dd292e
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483b0dffdebc7b8710b617b4d61599ab162008c9e8100a42cf8d2a9d4b775f6a
+size 1117954
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..0f97646761ca607c7d06815d7320d0ee51c33b72
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5b515e543c0f31f0e039eb67a6ed160c1e6a520f9b460a3f4a71d258c3f509
+size 1149689
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_030000.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_030000.png
new file mode 100644
index 0000000000000000000000000000000000000000..4674c97b6a83d7e8a64c4dc425e97fb46e0d1fba
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_030000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4d3294f13ba122e0ebefc2a5e07d75a50290aa1b657d9cadf3ce176a685eb7
+size 1635695
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..54a0c04fc0bb431768bfc72a949d9693f0b6d3ac
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b705f25a28df78edd35c3ebe12a35d7c70d9519ea2c816f81bd3a497d99cb30
+size 2680655
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..66bddea670ca7948f25b8f49fd3010b2ea274f99
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd53861f9455fb5a721b14a61b3fec3c4d5cdb6273dab0540d9234a36e29609a
+size 2742718
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..5dce9f3f50b7905e39fd9e6f111c5c1eddb06eb0
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccae0c33eea43b1b5bdc3e43a83a643d87d7fe3bfc75a0a48b8b33dcf7431c5
+size 2748086
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_010000.png b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..920a8e53f49ce4d74256c0d071be3bd4d05e050f
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cf5c9fdce646ddd57f7a59d6dd56c8714077e9d5c5ffb8071ac599aa51e357
+size 1486933
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..686dfe750c6a404afc521b959094230c82a33dd8
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b35ae7c18a14c5739141f126850978c860cb28474d55f99416b4c28fa09dce9
+size 1184250
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..faf5f9a88de133097b5b5bd1b368b4a5e2ba716b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a572a78c3f8b50536b95da53355452bc3cce86de9a0e8d1ce645a67848e7a0a5
+size 1158976
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..9d576e9b2d1b526471156d5537ad149de3be47df
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278c9d0bfb96756aaed7fad9934eabdb1c1b66a53085e6c5fd902637f0263ce3
+size 1943512
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..368b750bf1c048de6d4bec6905fcc2aa65c9453b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74cf2441f4674d00d33b5e2dc628eb620e0eecc9dd451ae4279ae793d7dca03
+size 2698119
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..25a75a5ee21bba3b2e63f05a7503b07897ab8b34
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129026641a75a6dac6f5284a5cbb3eee3a6efbca5721fe6a4f354ac71f8673a6
+size 2748692
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..affd243a61af5de042ee18c74194dd5159024b3f
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63075f3db7b7e1c93f645e465647ff03a89c1da8e2df93bf83cd19367e9e0c1
+size 1254022
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..346c6a2653ed4ced48e7f1904beecd03721eac3d
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe663a731da36b237ac273ba43aaa143a350a51e45c4137687ae4bd35664618
+size 1246718
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..06fc26a04d8bdbe69a94f2959220c5f4698cf48c
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b890a8842bc1f2c1f638aef57b9807e245d8ad081f8dc8dcb9c2146718a7cb
+size 1596408
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..526766343b55baa72ff4622119806a919b986727
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285009bf23f5d0f3ca568f80d0c78a6b2fd1f05788c29d85dd79c35756fd0369
+size 1310309
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_030000.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_030000.png
new file mode 100644
index 0000000000000000000000000000000000000000..40cbf8c2e187f8c66ffd65dcab4c2a1141dd45ee
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_030000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415c932196c557be6292f67e7c7bbd5388e5dbec4802bf08f5a120eabe478cc9
+size 1610796
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_030000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_030000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..98c95b8a8e5b72d958760df245742fc0f5974f1b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_030000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2419355fcac4a5102ce983e805296fdf170dc57d6656396ad0bb443eddf0c79
+size 1200495
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..64da535f67ff468f35c06481b0d886818111fb76
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0700f636592a7fac21f39bef0910619510afd7c84a9c9162f32fb53a6d0294
+size 1235631