diff --git a/.gitattributes b/.gitattributes
index fffb80fdc11bdc63e8ccbbe5b431c320974c411f..b6759b0fb099cab2c11c969c60793fef5f685ed2 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -4270,3 +4270,202 @@ lora_rank_128_mlp_H200/step_vis/val_1_step_006000.png filter=lfs diff=lfs merge=
 lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample02.png filter=lfs diff=lfs merge=lfs -text
 lora_rank_128_mlp_H200/step_vis/val_1_step_015999_sample01.png filter=lfs diff=lfs merge=lfs -text
 lora_rank_128_mlp_H200/step_vis/train_1_step_004000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_013999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_006000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_013999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_011999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_006000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_019999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_002000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_006000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_004000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_013999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_004000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_015999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_017999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_017999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_017999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_004000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_013999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_002000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_017999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_008000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_002000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_017999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_019999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_019999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_011999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_002000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_015999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_011999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_006000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_013999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_004000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_002000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_017999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_015999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_019999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_015999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_006000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_019999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_008000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_019999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_006000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_004000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_008000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_008000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_006000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_002000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_013999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_013999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_004000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_015999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_006000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_011999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_013999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_006000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_004000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_011999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_006000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_011999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_004000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_004000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_015999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_017999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_011999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_013999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_017999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_015999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_013999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_004000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_017999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_017999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_013999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_013999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_015999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_011999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_011999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_004000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_008000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_002000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_006000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_011999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_011999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_013999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_015999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_017999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_006000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_013999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_013999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_008000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_015999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_017999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_019999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_006000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_015999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_006000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_013999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_017999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_002000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_002000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_006000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_019999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_017999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_002000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_019999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_013999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_004000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_002000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_017999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_011999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_015999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_006000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_019999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_017999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_002000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_013999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_002000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_002000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_013999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_015999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_006000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_019999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_006000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_011999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_004000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_011999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_002000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_015999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_019999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_008000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_006000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_017999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_019999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_015999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_015999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_019999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_011999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_002000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_006000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample01.png filter=lfs diff=lfs merge=lfs -text
diff --git a/lora_rank_128_mlp_H200/checkpoint_epoch_0497/control_params.pt b/lora_rank_128_mlp_H200/checkpoint_epoch_0497/control_params.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1384252d21ad0dce884c7138306da124f740184e
--- /dev/null
+++ b/lora_rank_128_mlp_H200/checkpoint_epoch_0497/control_params.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dac662e4e125b52ab72c88b3ae3da78da16979be49899c69be8a00092214a5
+size 8345739463
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_002000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_002000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..df2cc6be4304ae7da0021e27e509a3ee2a404de4
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_002000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93ee77484eda1c52e18dabe24ab829f0237489e81d761277e328897022f290f
+size 1858950
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_002000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_002000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..2fa6c10581848012658f39f8d0a8948aa5c23d04
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_002000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c72ae14b8ca12a1674f5df9ceb6b7385aeb0fe576c07179948fbae1cebbe216
+size 1707600
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_004000.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_004000.png
new file mode 100644
index 0000000000000000000000000000000000000000..62247b1ad9c56258d31a348879844ee58372b69b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_004000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ba542157ac275765f471195d11ff9b9733ca6a40acc9a75e487b6cf2547b55
+size 1788602
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_004000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_004000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..6e1ffe79e3f3c21d8de1c773516334c0eaeb38b1
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_004000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a8f837b850c928ca29cbfa5d6ac33846aea75db3fb71aebd6ac428cda1603b
+size 1751572
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_006000.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_006000.png
new file mode 100644
index 0000000000000000000000000000000000000000..2f902e3d04c23031f4c0a0ade539c4cc94d00e1d
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_006000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ea801cb284ad29eb884c044eb37c6d7b2772d1ab2a0ccbfaae1b7f53767beb
+size 1791302
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_006000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_006000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..0c63d5cad62d5d3553a8b49196d5bb7201ebafe6
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_006000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9463c384569f9f79e811d59dcea464788395621e3588c6939bb2eb56ec875c0c
+size 1758083
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_006000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_006000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..cdbe782effcc2742ddcfea3ecffcdedcb1453c30
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_006000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f950339cc2d4ea7a711383bb4870fd9467e1c58e03ad7fb4ec94eabca92202a9
+size 1882320
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_006000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_006000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..2be68e4e8a9d31eb979f7023e0e9b8ab0cbe712b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_006000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ae4ae24a8d7a245bc44bec8e9c4b8a413ed2bcfac50ecd36f616e9fedd8318
+size 1950315
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_010000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..66ca140e31ab80d628cafe66b6a31c25db4c04ed
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61018c8a5d171293c398bb94eb5c682b1b3f69b1937356eba58254324c52259d
+size 1695525
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_010000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..32c0dbcbf87cb3a4b349a9faa5368ff5f220fd52
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9512fd6167537d7d1d0c3d2878c5dcad18694434df0b4ed386c6bb0f336a8b2
+size 1794886
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_010000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..dad1d493bd2916a519186b56177c097b332f859e
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9769860a4a96c63f1145030d6913ef09b18489824fc781b2853c7796b6607e9
+size 1894916
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_011999.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_011999.png
new file mode 100644
index 0000000000000000000000000000000000000000..dad019772117074c3bd931e141fd339f5d5b9d10
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_011999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d6bbbe942ffb1d4cd5f94a0a6ceeb7c3d4eab882450b91c1c04c7f0e9cb383
+size 1774313
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_011999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_011999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..f473c8940a65945cc8beea707cb95336b07afe98
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_011999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b03a9f565bf669cb2a4cd527c126c16429fbe9474c726666c55023dc3205ac
+size 1684337
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_013999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_013999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..fd646ef1ef7a5eaa3b356ae1a6a250984be37e85
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_013999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9427be59209f19ebede91e06a68211a728f439e86939fc732e08e5406ef5fa95
+size 1807988
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_013999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_013999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..8ee5e31b03cdaa69bd3dc7abd8f63e761ea22f45
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_013999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5f4999cc2b59b1f92042a1c2dff8b9c3c5bf889fc45ac65bfc52651e0c3516
+size 1908682
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_013999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_013999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..1a2abbb0fa00360c11d7ec12800990f766da7aae
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_013999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d1ac3445209a2e5aa733729768f4560422d92dcc64ecfe74815b994cebbce5
+size 1953375
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_015999.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_015999.png
new file mode 100644
index 0000000000000000000000000000000000000000..3f3c51ef61d3595307c37d1335768ae37a0b433c
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_015999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5877473521102f85ebde971c73185764ab630e770e53edcd509b440f9ff9c5ef
+size 1776732
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_015999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_015999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..e03496e6cb8f495ccd001c417fde85830015db68
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_015999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b051967406ff71d1aba683c971baf68e7b8152b4a244a4e5619b1b9413087002
+size 1598447
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_015999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_015999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..1dc8f3967b716745c583090058f686dae2e19453
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_015999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61e2c32e4e422981b2b6311b2e85d32cd7ae4c3e58e1ffbfdce5b4d71c2f37f
+size 1844555
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_017999.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_017999.png
new file mode 100644
index 0000000000000000000000000000000000000000..fb757919a86cd139c3b3887a76761bca116406b2
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_017999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61f04c136c80ed685bd40005a4f21f7e5d761dbbb688b3e6c379b4553d02a4f
+size 1777863
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..acff59d49303c66a7ad4fdd5d4d89a3705824d29
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15d8bc59788629bebb6161003c41b819d2c1733ede939c631260244432d98b2
+size 1683480
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..04988a1c06746c991de25d82b4da207c074d91a8
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e4e58de9ea9f77ee9cd530727748864b5823baf61b7bdf893feb2a0ee7890a
+size 1762705
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..dfc843e059617fba71b4d186d1c3e7b6835cbc3d
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371db6aa5b2f23d36e7730912b87e0db1360f1b9af3c5b2ff459e3c5506bd004
+size 1910342
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_019999.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_019999.png
new file mode 100644
index 0000000000000000000000000000000000000000..70f3e15d4cae0e2a273e85e2c5b3143a1c7557ba
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_019999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00196e1f45979669a1fae3be18885ee6e04bb14888e76fad68fe9fef7d25a1f3
+size 1776628
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_019999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_019999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..1bb278ae253348d3aa7318b6fce71a88b5e4c85a
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_019999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9051f845a1aa0eba38e979de981ca914a46252100ac305ab37315f47f5c27170
+size 1660364
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_000000.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..4bdf0d352793886497f08b93a7ec39e1b8d216d5
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b972279b4e2b306bc03b3c9a728cb2fffa453194e3fc50eabc431db4d02da7
+size 1951721
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_000000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..23bdab41f42e9f3a85533a374b0f6b57c75f1893
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268feab4b8a3df71d0c95c05fdc2092eb764227f306d492bea3a20264788ca8e
+size 2720838
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_000000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..ba3860960777dbda0ba62ae65e7fb1d16e61b8ba
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4196ed2bb7309c77909746346404e6c0b6ad3b718dd14cc916cb5a0d05f857d
+size 2732215
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_000000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..7f71e5c37acf281d31f98a6411290fd7345d9d4a
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c665febe301a58484227fe2d834fcff2f589db5930dfad9df7d15dfa9e05b3
+size 2754334
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_002000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_002000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..5385f64213d9659d2608fdf2c458e01e461f52a6
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_002000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccdcd4a32d1eed66c4c5ddee1ea23290f34f8fc02639812d1267e490939ddaa
+size 1722962
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_002000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_002000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..879d01de8672efdb98d45f1883857e19b94b42c6
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_002000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5097ce789e0b0232cb4fe9f795be5e973e558b0498e977790662eeff885e8ca0
+size 1838546
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_004000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_004000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..c0ea25ff57f84d32579fdf1ce009aecf0e8a3ddd
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_004000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f9d190610f1f165022b95d914c0e88dab43aacb0bcc97d0e7bfb4a582f8a0a
+size 1782557
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_006000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_006000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..3c1152cf21636d10f0669e1a0b2ef9bb231e5655
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_006000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18147bdfd6e9131ddb1c881475f3eb110423bd8398012216b72ab51bcbe63b5
+size 1724137
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_010000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..3d6a640c1c01e87b115b0faf5f3e02df7bc8f14e
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda06ea2370f74f2804db73e5727e9407b0d9f8e336b2d60940b9b29405f0439
+size 1722344
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_010000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_010000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..76cbe8c1c1271a994aa9da5e98450dbc2e7e5358
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_010000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8948e189b2a88206869e04e2f2b6bb99d25f1b45ab33e0b39bbcba5141f1bfcb
+size 1772433
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_010000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..b414da8008aedd9b967d60618868f13e57e269fc
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7650603d3221e9da98ed15314d855b151020936a87f00e01a9ad3c941bb717bc
+size 1679754
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_010000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..38bf8ad028a7debef57cb4e87b0917f6b3a3a614
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb9b1ebacd3274dbbfeb6e2f2f90453e725a798143358cc7df19906e2dd2a2c
+size 1800514
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_013999_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_013999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..c397aa6939551415677769b54fd6b83433fff481
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_013999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f3dcd12d4d18691c4f5ca57421e1d5aa6575cda34a2a7f109a18bbd1eebc15
+size 1780045
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..f95b3459559ba3ca1f98fd48b69c166269ef6a22
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0950efc098b9398b6429721a2b0161ac7777352aceb068f863f1044898be6678
+size 1735718
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_017999_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_017999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..f24dfcd972cba50c7b0d9e4ef3c743a533fa9beb
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_017999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a908ecb97a8ac0529a7609cb961857cd778fb9f2cdb8ca72b3d1e6082055715b
+size 1762403
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_017999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_017999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..bf4e4e18e445637f7c7ff685ee01f8b5fe83eeef
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_017999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f85abdd045eaa860b586a1101b4737402d04072d15227c98c399bcfa3446dfb
+size 1734984
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_017999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_017999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..9b25c378ede28e9d8f0b80d22f5ef1a7a1bcc9bd
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_017999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4507e9d67e47b15ee4f4f10b763647c61339ff50efec82bfabc220f2902c204
+size 1787994
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_019999.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_019999.png
new file mode 100644
index 0000000000000000000000000000000000000000..72c0ff6e3c59007864d03ecd00ccf94cfabea0b3
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_019999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d7c48a0c6727c4448628afc0f89135da378ad5fc7b36457c92f89268a698cc
+size 1703469
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_019999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_019999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..ec21497c893284d6bc58bf93957ee6e42cc9830e
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_019999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51023b31e51d3f7abf8add8013c4807ad97743908dcb51fd07384f8f9d539050
+size 1783999
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_019999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_019999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..f9235a8a823114b7cba25688f8266a193d252022
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_019999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812c6af1308a5607cc798f3e1d044570946003bdb6269f86d83045caf9798cef
+size 1786750
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_000000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..430dfe4cf7a5cf365e88174c73c047a5427c6220
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a951b055989f1150c0148a12f2748e7f3f265d42dd2a2a024050aa8dfdabc8f
+size 2700936
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_000000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..3b34fe9dc8d1d95566608970f0de0db754872190
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b31ae663f8762e501c2dc7ce68c25a8786a6d383cc60801ca03ada0b74d465d
+size 2753903
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_000000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..bba5b6550681f82557a183a3d4129913bde14dbd
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b878fa18b32736ba02f3219be2f4f39dfe54ef024edb0a51aab81a7292a15a
+size 2702732
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_002000.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_002000.png
new file mode 100644
index 0000000000000000000000000000000000000000..8f2cb446c4e3d9edb17da0b5a43102ae5fbf6332
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_002000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff022e91812662eeaf9ef5afc0d5c8cebaad1b6468f1034c72988369591911a2
+size 1873451
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_002000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_002000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..3dd1b5e0cb60f5e2aeae2129bcb4b96c0b69ee25
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_002000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224a5e3ea933e99ee637061544fbcdd085bda26bbe6923108d559f7cbeb042ce
+size 1616432
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_004000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_004000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..a8546c877726b0de4b0cb8b2d70af78621e055c2
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_004000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f088f21055277f19a7775c1aff5784f08b623191ebb0717fc717cc795ca7c1df
+size 1649274
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_006000.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_006000.png
new file mode 100644
index 0000000000000000000000000000000000000000..d18d8400f44a679d1a8dfd62c39b341f26b84c1e
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_006000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88409eb969e888aa21665a1ff901badad7ffc3e41742a1cbeaf1fae82401d23e
+size 1877745
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_006000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_006000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..e294d788e9bfb50606037f1135d0482e012b8857
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_006000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5032f36c6d723f047ff7030eb209656d280c82b62119440ff492a6751feea5
+size 1812519
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_006000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_006000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..190e71d6e8da3cfbfeeaab1fb7e0de752c98c9f9
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_006000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafa8a139e50904c0ae512fb820e20ce1641e67a517f44804b0d6f545555a5ce
+size 2088121
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..79ba788e8e1da8258c74d18875fc3ea56d2ce944
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb5ab4d8db6c2eb0cbad8a52981a911cf205172fcd3f679a90d36f25da6d0b9
+size 1808953
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_010000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..8bf539edc41b8798da53d971771ed49d61f42bcc
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab901f0c74b424e5db893c2948c5a0ef245f96d3a18535842717fcee59985c8
+size 1739855
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_011999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_011999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..69bb66878ed04612ef192fee79a24a44f15bb650
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_011999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f9c9f0ec3d2a255ab6266d53228e7f54d74a77fee9eed80d8f52680bf0ce1b
+size 1950551
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_013999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_013999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..22a7c18904d7a43dd6e7cdfe3d87243a226640a5
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_013999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91408694ade3952ea4ccadade919681ea1f8ef73f41c361e8fecc7635a06072
+size 1837043
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_013999_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_013999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..8e98b78dfba7365abac6ee874c373edc6c659870
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_013999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db5c894c0f501bdd1e560c5445026bbe47dee542b0613497d96403e2e9a67a4
+size 1782694
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_013999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_013999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..79064e0f00d786640f5133cb02ce924c0804c356
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_013999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b25f5eddede452a3cb29b3f68a27e39c963fb53e4091493e79ea9382b8a412
+size 1845302
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_017999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_017999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..7a4347ec5358a88c816526c392b79b2c572ce34a
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_017999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb52d9816ce75b9823ea2b3121bf7482dd7c086a9384053e1530bda3948cfb0
+size 1789352
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_019999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_019999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..f6d4c10437174a2be4c8fdf21503dabbd232b573
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_019999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2816a10d1f219b07551f7b2546d3016c8144d635f17716ea865c12a0e9388249
+size 2031130
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_019999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_019999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..5d132f5d852d70bd5bd47855979888c9282af040
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_019999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625c68626f76b8e516ea3200ffb59a666ae2f43617cff2244d1e259912d16194
+size 1783585
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_000000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..a2fc6f1f670b202099d67178dd0eb278c196d324
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c642267e21ac9b491336bb1af1e05df7b3f9d7983ea965018dde6861d33c794d
+size 2686401
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_002000.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_002000.png
new file mode 100644
index 0000000000000000000000000000000000000000..b9eb0f1ea7071da4ca584d084777c5d7fdee3101
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_002000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d942659cc8887d4f375f58c9b06f3aec60a9a39200cc174edd0adf3769db5141
+size 1894772
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_002000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_002000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..3ec7371801436576ce7228f32e524e7c70e5e000
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_002000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7e6af550768b717b9f71fc31a460699dc323e6e68b6588d618b822d070e0f4
+size 1698877
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_002000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_002000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..a456a01519e5497464ed1209619fb054e667a8df
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_002000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869503f0f0341a3934dc3431abbc01fe81d668a3b0fb62ea4e3707f9a5273923
+size 1804266
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_004000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_004000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..c0cef0cb302817fb818847f58606bda6867e4056
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_004000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aebab24298d2fe7b0c7e9256aae3f92fa1404bc279b616d35e9b984f31c459e
+size 1671879
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_004000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_004000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..cbd3d8fa880d0abf720c7e7b2da308d54f8449de
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_004000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b465a124316505330ee164357629f9c79130624e6632ac87af31ddb21f76d0e8
+size 1894159
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_004000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_004000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..51a4725cddfccd61b6939d5af07210ae379f8644
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_004000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b2f349aaad8c2914d9c1c45d117a57e15a0934f51c5dc50a1c3a0f4704cc5b
+size 2005117
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_006000.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_006000.png
new file mode 100644
index 0000000000000000000000000000000000000000..e9ca683f0670cbe07eae609fccedacac043999a7
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_006000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74755160e626ac37d2f0aee453f3fd56167179dd62244cdbebbd4c62ffb1d687
+size 1898686
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_006000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_006000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..f926197a38c9b3c47e416daad67057a7ff1c2d8a
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_006000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbbd6f6b3f539c8df20d46af7440bb9e9a417ba9494183a89c96df6f22f6cc4
+size 1909736
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_006000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_006000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..ee91e943d47f971d26834a1bced642f3b3d610df
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_006000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3501fe8e3d258cd90b78d46638f363275bd3047cbaca68e8b869cfcf301e5345
+size 2178259
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_008000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_008000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..6d3606e31db64592a8cc4936c576effda2f0fcda
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_008000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107a2ad3f91aab554cfd757bbb2cf7e7f38917547af5e86b3cc3e629558bf44a
+size 1764317
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_008000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_008000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..b4bf169d8633631f438f117f13a4d4c5ee79e2ca
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_008000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052eb745f6e2ba8328e9907aa8771a6672e0c529fcb2b510e86926627bca6fca
+size 1978045
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_010000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_010000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..378b2378c67d7c21c5c10e661542af8e80e299ec
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_010000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d3e3177f1fae68e074595690c4d775773661ce278339f9a97dfdd93f7c1c86
+size 1882125
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_010000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..798463e06ae981f78e08d379dc5846d04fb74f7e
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2950c55f136690d4410d0da43d9dc40e0875d23d31c722526002046409831ad9
+size 1836414
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_010000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..9159e448e1a1f3ad75dd2c1b7d18b56cbb60be23
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee5247a13310eaaf4e891659e58fe0795305613b02f4e563de374a778041b1c
+size 2013832
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_010000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..4f7b2d6093e8b758d516fd55782dc06acae63172
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50223ac4178ebe02eb7c8fdea2f564d81e4dca9f0f3be143b9b02cbb36f5756c
+size 1856500
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_011999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_011999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..543c2f1efce01c413152321f26f84ea9984538ef
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_011999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed90cdcec90e8cf24450f6a29829d311b0c6a9564bc17e4d4620bb4c644f5de6
+size 1636406
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_011999_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_011999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..5601f78f2853b75672bff897814213b36dbdc362
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_011999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d3395a218091b8c7aa34ad689e5cac0ed851047e749d73137c57cccd0243e6
+size 1837748
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_011999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_011999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..eff9e299089103036c8eecc299bf36066f9a430b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_011999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36096026b838edfdc8f08c5b1788539aea2321c8e719e93d8fe6c40068e60fb7
+size 1853464
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_013999.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_013999.png
new file mode 100644
index 0000000000000000000000000000000000000000..25be21cf2e25a997ed0cb32a7656583f82592289
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_013999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f0001750ed27d429901fc1ee982dc1fcb69c2b90659506a0e3be5013d4fd3d
+size 1894918
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_013999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_013999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..4b2208ccee073b8067ad5cdbc7f74fc06d6d9c75
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_013999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfed0d69182e00421dd9a8b060317365fc7b19e46429f6984cf6e6039ce021f
+size 1691335
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_015999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_015999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..54f9d079bed14c3b99120eb52fe0b9b40680476e
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_015999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501880e386c5291fa9070cd8de3185a9ddc9936d649921a8cad161d5b8b6d235
+size 1897304
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_015999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_015999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..81b1ff89875e8f09eab1b0275725d62e121ba335
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_015999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfccf87ce551025b05ebd815ff449b22a387e8dd955acbbc871b6fc012b8c89e
+size 2175730
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_017999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_017999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..0f5e3c5f55e635ef615d03cb21f5057f627af7da
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_017999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591159e7674dabe6afd3a82874169319af99c68055fadcfb6a6d1f156e5083ae
+size 1734171
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_017999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_017999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..380121b34bc13a062dd57deeea8c7fa52faf5571
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_017999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f00800ea79acdc75a603290c0a1c5bcb73d8b77d07684d4b09350b1df3c9de7
+size 1729957
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_017999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_017999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..e2612c67450b9c15511dbe9c477ca5ccea968051
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_017999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac24c6c8b1e9d5fe0c108bb04eb0c07ca66741bf8122f6501086580282c54d2
+size 1993514
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..9d9d6de3d1a572976c5917b0738cfbc9ab19f822
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d47b6651499da061d715d5c9a96bb826532daa2898721832ae65b36175dfc9
+size 1648565
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..3ca028a7c3502a62edcad71b97f156c3015287b2
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213baf11830cc2892298ac6301e1d133b8c0d27a1775bd447c7c10c57487bc26
+size 1740095
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..0ecf7e91f1d5378a6158725a3905fc7e8e585e5c
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36554eb503f2e98e4e6909b5a8ed3376fb9738745f28a1e3cdeba7995c2979ad
+size 1930088
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_000000.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..0f7601660e52847c4ece6845247d5472f6bff7ce
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0cb2b90acca43fc19ccfeae7545da22d89f5252af70fc9587f484361d1e969
+size 1985262
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_000000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..96dd5ac47abb262126f298524a04bed41416a344
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3537d417210b07ed62de89b6d1b0af4899a37be3ec66f44468c3de4b08ca6dc8
+size 2753433
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_002000.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_002000.png
new file mode 100644
index 0000000000000000000000000000000000000000..055acce63a3826a28d44c8f844aed5378687e516
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_002000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862316a3dab762f8f897933e7714335374145726fe4384cd8256171b7bdebf33
+size 1800970
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_004000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_004000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..b026d550afcbb201c7ad08a7dba487cc46d94d98
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_004000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1787437458fde943e0772c70f1cae66f379ee5e6f297de61522ce2d61b0ed2e
+size 2009242
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_006000.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_006000.png
new file mode 100644
index 0000000000000000000000000000000000000000..c357d86f56f1137d51da34705f304c5d2bc5c8be
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_006000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8119804ffd3f70a20da4d9e49d2ea5a00a47918f422f502a0133b6a088868d7
+size 1806298
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_006000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_006000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..cb1852c83b62f394236c65a7d445a40c3a8dc9bf
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_006000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae97b76af1d6880b354da4e8cdedfd59702bc83aeb60cc56fd7810ad954afb18
+size 1839389
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_008000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_008000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..506f2aadf01d59b03163b339f651889a4f7b093a
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_008000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4291e9e4630747b9e3a981c3deae7f42e6a366e533d17c1001f07b053afa616d
+size 1757870
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_008000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_008000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..2685a61d3412accb407d58b402cd39d5e7f688db
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_008000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7e30d60451522f47049ca16601300d667e847f51135628210473754dfc1c7f
+size 1865943
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_011999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_011999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..9aa1470d31be30b618c7d5020d0af1d6081022e5
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_011999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236d9aa696b0d56f09c78390287bf1b8d4ec968d6486a4cc6181bfcfb2eebc2f
+size 1889232
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_011999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_011999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..c2dd8e436d2f7e0921d54d5a9b2b642bd2cc0a38
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_011999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69865fba3892e012785c4cefb40db0f616474015fd46c883d0dba90da5a31831
+size 1854329
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_011999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_011999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..0ef4a0f194421ed080f84e3606b6908580d90372
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_011999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fae3428787df61c4e80c41ff21391912612704ca1235c437a9cc8876bf655b
+size 1815044
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_013999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_013999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..5bdf4aa8908b4f004ba597e19ea5f643e9ba1106
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_013999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260bca5f4b6e526ea785568b208fefbb492b068a37b40b57268f20153ef5c371
+size 1967551
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_013999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_013999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..ab69e1627413d7dad73c4d826887c35ef0cb068f
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_013999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af53063814c92ea839d89d4fd9f8319081564abed1c4339c51a2e6baa64400a9
+size 1772996
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_015999.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_015999.png
new file mode 100644
index 0000000000000000000000000000000000000000..759567f8d0f2280e9b4e933adcc8f58330b8b5c8
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_015999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13a355ad11ed3bbc968389310f18072c42a9b6b48d6d79e092d92e032cb024d
+size 1779464
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..cc7a55d5e734471d2a7886c84f961ca3d5411b36
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65ba497cb70e3624936a4244dbdaae9d024c5492acb610663851d8af48ff7f4
+size 1997518
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..658475ae822f27951ed88d688c6ab59bbca5f7a3
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d2cad0a6d621bb0b6a322ddf434d158cff012d5e2329517199d0a032cec354
+size 1904284
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..58ab8de9111bf0b35b5b828feb422bd589724925
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b647480e966950e70b17faef2deb43dea16cc51b5e7ad4f348ac791cc6e1d5fa
+size 1671073
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_017999.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_017999.png
new file mode 100644
index 0000000000000000000000000000000000000000..955778f86ecbd10bf6e23c3c28423f202c34b0c7
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_017999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1de1f46b918835eec99c6a10dc6af23cadfa8c7694397491438a4bd85f1e62
+size 1782366
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_017999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_017999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..47e0167580282a9d75a4e6dcb9887043471f282e
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_017999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c96f53969c7ae7e0a7121d906999fc1d31886f205223c824ac457c15f290d4
+size 1950729
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_017999_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_017999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..6f6055dd219a5793047312fd36f06388c66a5a6e
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_017999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be1d5036ed1c2768a532e0306c13be89f533b40533723ade05bf7e718c27213
+size 1909248
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_017999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_017999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..3c20585ca61ca9ebfac58292f8e5c9bf11767340
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_017999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cf785054221653a57de2bd1368d6ae2a6506da03c33d901f073a4e471fde92
+size 1902068
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_000000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..a1cc341b1b54d0c8e30d98fc50927fe70d2c0fa6
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2c6bc4f36399a49dac9042078c00a948a435d41b7390fc025c972f13e67ecf
+size 2743587
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_000000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..84f4a3ecb4a5fe7f0a6aca661f36299719cf7f43
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162d5df7cadca065b4ef723fc16628b485ccc987cc27e39ac04c03e6b4e22a40
+size 2722888
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_002000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_002000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..aa8732911b5fe12dffe33331c7434047fe5fcea7
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_002000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387403fcb0038b27f4797a4f42ff3de5fdc3318a23bfa4a6a738557a42b854f0
+size 1820240
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_002000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_002000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..15c6219716c226469fbda8f4869ca145fd26366b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_002000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872f1655d4ef27574e910cc48b74ddf96bf56b1bfd325182feb5200ddbbf5887
+size 2138211
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_006000.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_006000.png
new file mode 100644
index 0000000000000000000000000000000000000000..2c4a4f310b857bb42a4f3c43a5a15ca15e7ddfe8
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_006000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2137c987fdefd4dd1c42e59e1021fc0905a79c3026325c068eb6a5496b2b59c9
+size 1901918
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_008000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_008000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..0275049ba2711ae003678f335de9e9055c86ece5
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_008000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb51414d1ab6f357baf53a0990d087c032012fa7754ebc11e4ef71d36467f3ad
+size 1911906
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_010000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..14000c474ef41365b327f29b8c513519ca256693
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06b6d6fd2258b64542c41aefe24310c67e30d3fe63e067055a137290fe5a5bd
+size 1908007
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_010000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..449a011d0e026e0e6bb137cfe0c9620ed3edd7c9
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1a81d4fc53714ef309df826ccccf7aad56c5b405102ee574e98f9ce1ccddf4
+size 1707239
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_010000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..e713813c19c0a4da60025a75205a53feea73df20
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b65b6cf25afa50f9c80c75ff28f26eb2558b506721aab679edb35ddc1d4542f
+size 2046470
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_011999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_011999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..a4448a5f0e583dc925130cd95ec8c50cb86950b9
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_011999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2263b8d156fb73de0d5c50496e84cb3dbc0124eaf340e8b9c6d9cd11262134b3
+size 1725138
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_011999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_011999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..1c4e70ce63e7da67b26a348cabf1e0d0f8923cb6
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_011999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a24a8cb02040919c2b73a08e77835b4e0807d82a94a410208396f612f1fa128
+size 1952920
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_013999.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_013999.png
new file mode 100644
index 0000000000000000000000000000000000000000..476b7b7132e7a828866dd406a940f8c8026c920b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_013999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf8095f321867db0458f18a586949b3b35ddabcd7610a988ce967f9c953558d
+size 1898081
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_015999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_015999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..f4655b3610a86f7a37f220b9e2a984f784122d7c
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_015999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446c9fcfd4b5f069d84f02cb995221b84c32b00915b05b9d2962bd86b6a0d3bc
+size 1710735
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_015999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_015999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..b44a4aa10163f8f862c718415046d92c05d17b1b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_015999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7eb4338cb047913ce62fecd3d1a59e1a61a2ccd3da0b62c83c055890360914
+size 1904765
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_015999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_015999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..973ce9153e6f6b97256a5c845bc677075d87ed57
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_015999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f599c5c8ef6b0a9a6cc2c4e87a43210f937692a34a48cac78c94c799bcf9ba5
+size 1882219
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_017999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_017999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..689787f2466fdcc081cbf0cbb71e44b0ab6004a7
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_017999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3555fec2f9aa483a85a69aa5ed4090d3898758b54049dea5e6716e243036ac
+size 1899234
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_019999.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_019999.png
new file mode 100644
index 0000000000000000000000000000000000000000..46d423726c776f5b3b512777a8050705cd6e3da1
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_019999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569251c2b26d98a65823fbb158d39742e3aa06ae9bcb2b859cca9f2767b1eab5
+size 1902635
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_000000_sample00.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..30f13b8a1c14a3da1f8086698f33eaa581887a24
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6149a128ba972c75be352b7e7cde9eb5a88eddcd03da92fccde77eaf566b3df
+size 2730031
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_000000_sample01.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..22b67a2b93a51fc1756949d2f590dd32648a4cd7
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e42e3e7077e9f5cbe9506adaff6152d1d08c318f4fa5f12ea1cb6d38645f6cf
+size 2702342
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_000000_sample03.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..e173a876105865a2bdae49afc5de59e997638531
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0b97afd7cde387dcb6717e78ce9b3baa09a6ed799cd05e2c7aefe42f7d8c17
+size 2705638
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_004000_sample01.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_004000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..73963fc4d71f8c2bb8fc813987ac8f36c419bfa7
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_004000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29e70713a206de7f4fd2328fdd24dcd646ddf47c3584a8f67620f6c91979186
+size 1960589
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_004000_sample03.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_004000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..338e549d93afcda266f0e8c3cb74d919fe88d36b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_004000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062fc6de4927aed4e56348d191f46b4fb7ad7677e3d1e9badea8c8ae327360f7
+size 1967119
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample01.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..62e8068474cc5205bf4c411896cb2d9eb9c692fd
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e7758109b03ec540fb7c43a7a7e7b38756fde90614aa6ee996e0235bd90986
+size 1845380
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample02.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..ce8b44d4ebf315e75258fc27e27d332be7f39cc8
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e63815e62d5419f425ad733c233e05a33ccc4dd092e48279409fabbe948c8f
+size 1881585
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample03.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..c1337db8312c79a6c8f32f466ca4c37019526834
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bc9081524fb0e19035563f9fdd6e1fdaf8de96da841a787077581f87bf7b90
+size 1956381
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_010000_sample01.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_010000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..c5c6631ab5ecb800252b0a1ecdb7d646335ee1d7
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_010000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93969fd74d36cc6865b9977d0626ec1001331d98f938698d21a511a770badde7
+size 1776377
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample01.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..f17aee5ec211d89a585856aaafaadf98d74e9b46
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2669921a1057e5d5787013b3328b2fb4a5c49cb8b5d1dc2448c7cdb4e4935a7b
+size 1930434
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample02.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..8d73fd7b095f42d70094de8428926fca70fc1534
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ef06bf29536ddf830085d92dac9861f9a74ecf8b724a1f88859c9be71b2bda
+size 1779438
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample03.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..6e76c2ab48299571b6efefaa7f4f0499c76cf614
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6116b56d4fbb98ab850c4a81b8457f17e0b11ea6d0850039482c1e498f28414
+size 1831978
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_015999_sample03.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_015999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..4271e6bd5643d7ba9d1015badfc08869d4afef7b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_015999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51cf15600d833c6510e5cb856fd2e32ea8a2f0b389ca8c051135dd62ab6c781
+size 1959849
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_015999_sample04.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_015999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..b4048bc656216364d2f1be1ce9d7ac43202c753e
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_015999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d35e91bb1e8e265ef975feed677e287762a59bdeb9629d38a99ced8cd05bd4
+size 1677960
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_017999.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_017999.png
new file mode 100644
index 0000000000000000000000000000000000000000..8cc00c79722909c67532990cf8a382d620e1b5f2
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_017999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f669567437bae0a3e954f17886e07bfe3d50eddb670fbd3b9d05eada428b1041
+size 1820171
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample00.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..48b5d2cdc8539212be34d47a7e928cb6f66d02a4
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb0c98ec776f82f769951f28b923e44625ed16c78d3d6de2d419c911c9eefb5
+size 1876783
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample03.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..91872acc3cdfa824f2a5b2612650ac232a31f3fc
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b98975b98ed85d83691060129858270c3d86c3d2597a5d020771762e542db2
+size 1839579
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_019999.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_019999.png
new file mode 100644
index 0000000000000000000000000000000000000000..f537567965892fba41b63ae5396db112069a32b8
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_019999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d06dd956d63600c785a93172219d51c46b0590128f87032d9014523ed5c73a0
+size 1811208
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_019999_sample00.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_019999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..1cfc568a19c3ce5a79b7ac70158d0d8609fc0609
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_019999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ad579fbf6fddee827292a8651873e274eeb63efc5e2b576b016c4ce82a8677
+size 1835470
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_000000_sample04.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..cde3169b2e52f4f1eac897d4564ca2c867383a53
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3a3fe3d064c1b220c223f8cfbe2fbed3d0e1e4b356da89aa1463a866ee4b73
+size 2747839
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_002000.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_002000.png
new file mode 100644
index 0000000000000000000000000000000000000000..8003f5d4efd6f555232bbfe7e5d0e97daafa57a3
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_002000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b9ab780c34153c0f25c28facee64006e0f3749dcbf39aa31b7ccedb8049a47
+size 1883070
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_002000_sample00.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_002000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..1962381a58dc46baf8ecbe8fc5bcf5d886476eda
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_002000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a07f9839434b7fcceb0fe2507b3e5bbc48017eb35145193501c03ef959a7ef6
+size 2021784
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_002000_sample03.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_002000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..d6a3a694ae11d7d0dab93dce234ee5639615114a
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_002000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc0ce1fcd1954f38f8b0000128a1a2d7fb9d936522bf6f6eff5f28625582d2c
+size 2025300
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_004000_sample04.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_004000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..3d8843438e669c01d0db1b1d30b1963130462919
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_004000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0a472ed76900f9b1f8b4b882eecc00a0291c857aecdb1b94135f8d05835ff8
+size 1920061
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_006000_sample04.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_006000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..8c0a4c99d19e71eb418891d1a437f07512683ebc
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_006000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ffba37fc39f9293d07a5751e286009ce3cb85b40e3787740898424a0d86aba
+size 1847502
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_008000.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_008000.png
new file mode 100644
index 0000000000000000000000000000000000000000..5d06ed0948f890185890ad3f80a330dc771f1750
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_008000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addfb0cbd69c573afe9c0f509fc050d0399b692cd1e0c4e15bf81e71f87cc3bb
+size 1890605
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_011999_sample03.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_011999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..ee45ea7c6aaeddcb74c4df7ff5aeb9f291e6de4b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_011999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52817547571e1a3db8a3fa3223ba9e7a41ef18629bc4128eedc24e2633f3b661
+size 1929259
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_013999_sample04.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_013999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..ae6d5b678abb3c4ef194cd7d607243de16c9acaa
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_013999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba58bd21ae706765b459f07e25167c51a7ffaac31ad057be650294411bd725d4
+size 1840062
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_015999.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_015999.png
new file mode 100644
index 0000000000000000000000000000000000000000..af80d2d9f0dbf98b05aece978b2cbce1d671fe50
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_015999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2fe0df669e5fcac2a7edb9976cc7dc8228026e2b21b001ed748176a234ae40
+size 1884221
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_015999_sample02.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_015999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..cb5bf5e86ef3bad4f85e129fd4a49586cddfec56
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_015999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35d5fc4cf8e3af6be2ea83437b3d9e5ed3c478f0068399a903c7de494b8c2c7
+size 1896697
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_017999.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_017999.png
new file mode 100644
index 0000000000000000000000000000000000000000..684c3a9d3039914d33eb1fc53a4be196ade64d00
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_017999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57da791b3a28cb6fdb4f9571eee915f415b9ca6cb13d11f95537e287bec688a4
+size 1902146
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_017999_sample04.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_017999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..d3f07acf357878d873d8d61f5f3459c552973704
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_017999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d56ccff32dc1801fe701257eb1847583dafeb25a54f1be1f15e93956a622339
+size 1865665
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_019999_sample00.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_019999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..67f420613ac8ace6f5babbf786b93cfce3205a33
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_019999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db3a4eea0daca7a9115eba33d255c6c784f4518ed87b8d8e25644b25fa0358c
+size 1777466
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_019999_sample03.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_019999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..07a21911d3fcbe12e428a01f11a250743dca91bd
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_019999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136f04bbb42f36286ab9b7a0c2bc1a3e491d26d18ff2956e00610cb60741eb09
+size 2003189
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_000000_sample00.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..cf20aea61a9290e3e69f88486a68c61ce812cdf2
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7480788a4b21f2015e6ffd94b99a1ba74bfdcc32f06f1b5060d79652c3ce000
+size 2697533
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_000000_sample02.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..14c07c241110087357e76a9228c988849462a7ea
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a75759a70682f5f93e549b896f11d01642189020471f7ecd43734c126a84a92
+size 2784570
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample01.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..c0d7f34d8a3a1af9cfd006dea6c87f4b316e6442
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94846526be29bf923af65f543e2b2af3610ec311aeab4e4a910a8ae11f7cbd8
+size 1736409
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_006000.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_006000.png
new file mode 100644
index 0000000000000000000000000000000000000000..a740a47fb98af44c5894107bcbb8327003b4f2f2
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_006000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538e3bc07bb722930d1c2e36189e7c61fb72b5521b26f475d965a5cfd5203772
+size 1659262
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_006000_sample01.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_006000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..e38adff9342d8a39fc29459e3158f824ed757025
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_006000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fc9ccef72e81010172eafaa99a04ca8f56a2069f41fd52e85985245af42f56
+size 1877325
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_008000_sample02.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_008000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..7c4de4ebfe0e2399a1e85c2efbd61b6c71bfb051
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_008000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f24de655a5132f3c400c447d011a3a90f751887c3409d8a5f79571b73caf46
+size 1641036
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_010000_sample00.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..80d0079fc8024b42c929c9d0b37efff85c6ed5f7
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9adad1298aeed00c91f219161bcc6c6680741eebb4689f753d4853a2b175ce
+size 1842929
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_013999_sample00.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_013999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..9b3cba943799914f027289070ad98fb2e6936244
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_013999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6887794b3da838fa5d3e95e7802012384af92a370d5b48c3e34f84a30d69d82e
+size 1775096
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_013999_sample01.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_013999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..1693abe8f58fb76c2d135f8d27b5ddf7366964ef
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_013999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e079e6d63190924a582b39d1ea2cac595e78ca8c9781f53d94edc42298f2b78
+size 1769389
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_013999_sample02.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_013999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..833305983d4df6d264bbfaf0beb313fe205547d6
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_013999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d82285b1e160c5576f8d6c4500de981dd07c8ef27dccaf06cb9269fc51952c7
+size 1743471
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_015999.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_015999.png
new file mode 100644
index 0000000000000000000000000000000000000000..5b861185c6436313e7566497ea188d6c7dcbf71e
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_015999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb078db88cc4a3b401b39a2f1ac248548fc367104bde15caaa1f6b2a9f066c10
+size 1653828
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_015999_sample04.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_015999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..89e8f8b42d7d74d00667b30facbcb8157e029bfd
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_015999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ad8d26c00c90bd0eb5f8a210f262932f07bad5a9087bd42036f0d6882ceda1
+size 1818047
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_017999_sample04.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_017999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..3983408b403ba9a5cd0d8744682009ce347d898c
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_017999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf857d3af19d34c90cc78d5544fc8c1bd80e89f6a304426fc90c595c255d244
+size 1831743
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_019999_sample03.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_019999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..80592915a8eecfd1bfb493a31b5877a5582b1e70
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_019999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8241059bcc6584e318f2b63bf7892faf2313eddd2730702f5ae0fa246a813ab5
+size 1657874
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_000000.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..c120321ce8a5cfc35ada9bb0a4db7af68b16f45c
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1432b06ef4d39a457437ca0dc2349eb80dace74b1f58f281a8e96bdcfbed050a
+size 1936383
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_000000_sample02.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..fa48dea8a20acb188055fbb4cd83d83d7a8c7503
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bec2a758805fdfb41120216d50936b2cfdbc9aa77e94333c1f71d54aaf8988
+size 2719521
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_000000_sample03.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..c8ea751b0a47ad8941becfa325ffc7b2344d8214
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfde6e2255af990c079b6bc87c6964ab51cc4d4f920c21bb7b45eb7272dc85d7
+size 2712301
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_000000_sample04.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..1e0e99dbc72f849cada03df4964bfa0f923f81c7
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdedbec7d99e4283f26d9a05e8f3a86bf8c464da6721853a1a4940bb69e0be27
+size 2739650
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_002000.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_002000.png
new file mode 100644
index 0000000000000000000000000000000000000000..ea7cb3978d9c594943f57bedb7bb62f7ec4303eb
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_002000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1989faa5256756cc28a48e04280f2a53663bd24ae86f654ae50b2949647fb85e
+size 1702141
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_004000.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_004000.png
new file mode 100644
index 0000000000000000000000000000000000000000..b3c02270243b421ea0c6ff48f1114ca6b1c56552
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_004000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd9e0244e617ebe7d597fc8fe178fd4be07257ec333a4bc9ca8536627996eb8
+size 1727152
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_004000_sample04.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_004000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..27c0dfabf8fc1b8882bf2b144df430c1b95c1997
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_004000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70e3aee59c105d7e4c0c726be391f18f57c3c22fb929f30314d668302ad27c5
+size 1730832
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_006000_sample00.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_006000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..e9c3148fe1c5b6ec3202c114e4a7d8b4a090b022
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_006000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a244bdfa2e8be8492673bfce3d7c673bcc25fcbe905701704c9e0e78e47932f8
+size 1894062
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_006000_sample02.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_006000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..4022a82a746eab10a6b2f3ea17e75fb36ad7fbdd
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_006000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8b6d19649f0b1ab38bb844f56d526e281b5cda96bde50d4ee45321ef5adc1b
+size 1793850
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_006000_sample04.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_006000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..9b87b253d2bb41b315230b509ecb10b7a7506a32
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_006000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d959166c62d76b3eac7d246d3619dcb9436f6cfb28b4f226a2ed541a1f0a5c
+size 1774419
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_010000.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..2e8061e15208265902faa5d9ca040069556651e6
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a425fb1c3e99bb152aaaa70e8334c8a50746a568b462483ec92be7467b2126c
+size 1696501
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_010000_sample00.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..5d1b00887fc2fdf18dc5588739ef75fdd8aebb4f
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0979022c2ecf46491b17d3dfef7e81e590a65ba3adbfb558ac71a990b5050442
+size 1777984
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_010000_sample03.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..7806830b679010cd73c5e9207713008457d60e77
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0ed9eb8ceba56725b0ae5c994872db6d1e0d674d690c0968f7f07a1750a436
+size 1650873
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_011999_sample01.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_011999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..ebafb2278d18694bee973e5b725e7a9d2eb28008
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_011999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28812ea48ba01669c268a6e7ddf12694b31dc6dea580e194a2e101e8ee4f520f
+size 1809937
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_011999_sample02.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_011999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..f35f3d61086333c1d5283a918a14155ee8b9810a
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_011999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8784f97b28917483b6fe3c26701980d0e1f380176b87555e2e925e40db04eb
+size 1802753
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_011999_sample03.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_011999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..561f1ca5bccc588074df076da4162cacc8872562
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_011999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e629837226580e058ee831e6e515245c5ac0250114d1761d72e6645a1a1c0d04
+size 1646436
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_013999_sample00.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_013999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..a58cc3eab1c5b40695edf42e34e735382e893be5
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_013999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dab7ea7dcc420c9e528e4ee218fdf5af0f0afdb80984abb43f19e3c7bc2f83
+size 1863529
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_013999_sample01.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_013999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..cf49e988d19504a9e74c4e9a6c9bd298a809af73
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_013999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e1c5535023b3eac6b45090c430ff61b028df3da78c7d929cf773cfe5ad21c6
+size 1928163
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_013999_sample03.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_013999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..a91eac80fea4ba12fa4eedb39938ab46fe83fce6
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_013999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c72e1a9ad7554644b6bc33cdaac508e8d9e09934cbff3beeaa4232f1ebf6bb0
+size 1743356
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_015999_sample04.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_015999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..c9aff6709f9d1420bbe4251f37b155e14150e03b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_015999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c501b0da240fa0b2ba8711856379538fdaf0cc648bc589754811ae93e61840c
+size 1628488
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_019999_sample00.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_019999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..8a562a522511f21661d9f31d971fc60d971ce498
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_019999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3ab07b3aed509670c1465a2e28a577dc3dfb4deebbf59d66e93e61ebaa081b
+size 1777988