diff --git a/.gitattributes b/.gitattributes
index 5bd187ed451e7290b5b0bf0cbf8d156a1887ad98..7606c12157199e31902258bac91dcd5ef1b67ad4 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -2494,3 +2494,253 @@ lora_512_dim_512_H100_a/step_vis/test_5_step_013859_sample04.png filter=lfs diff
 lora_512_dim_512_H100_a/step_vis/train_1_step_009900_sample01.png filter=lfs diff=lfs merge=lfs -text
 lora_512_dim_512_H100_a/step_vis/train_1_step_011879_sample01.png filter=lfs diff=lfs merge=lfs -text
 lora_512_dim_512_H100_a/step_vis/test_1_step_017819.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_5_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/train_1_step_015839_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_1_step_019799_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/train_0_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/val_0_step_015839_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_0_step_007920_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/val_0_step_005940_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_3_step_011879.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_2_step_017819_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_3_step_007920_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_0_step_007920_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/train_1_step_009900.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_1_step_007920.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/val_1_step_015839_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_2_step_015839.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/train_1_step_005940_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_5_step_005940_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_4_step_001980_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_5_step_015839_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_4_step_011879_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_2_step_015839_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/val_1_step_003960.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/val_1_step_007920_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_0_step_015839.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_1_step_011879.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_2_step_009900_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/train_1_step_003960_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_2_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_1_step_003960_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_3_step_017819.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/train_1_step_007920.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/val_1_step_019799_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_1_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_5_step_009900_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_4_step_009900_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_2_step_013859_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_3_step_001980_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_0_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/train_1_step_003960_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_1_step_005940_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/val_1_step_015839_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_2_step_005940_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_5_step_013859_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_3_step_009900_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/train_1_step_013859_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_1_step_013859_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/step_vis/test_0_step_017819_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/milestone_vis/milestone_grid_val_1.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_5.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_2.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/milestone_vis/milestone_grid_train_1.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_3.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/milestone_vis/milestone_grid_val_0.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_4.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/milestone_vis/milestone_grid_train_0.png filter=lfs diff=lfs merge=lfs -text
+lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_0.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_7_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_0_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_0_step_030000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_7_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_030000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_5_step_030000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_020000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_7_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_15_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_10_step_020000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_8_step_030000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_7_step_030000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_030000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_11_step_020000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_11_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_5_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_0_step_030000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_8_step_020000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_0_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_16_step_020000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_15_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_030000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_10_step_030000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_8_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_0_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_0_step_030000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_10_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_0_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_15_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_030000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_8_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_5_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_0_step_030000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_030000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_7_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_11_step_020000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_5_step_030000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_030000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_8_step_030000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_13_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_0_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_10_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_030000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_0_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_16_step_030000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_10_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_0_step_030000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_020000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_9_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_11_step_020000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_10_step_030000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_14_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_3_step_020000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_15_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_7_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_16_step_020000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_16_step_030000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_5_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_10_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_10_step_030000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
diff --git a/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_0.png b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_0.png
new file mode 100644
index 0000000000000000000000000000000000000000..1e66cfe4202c284dfbe8e50f1fdc71ac7d650b34
--- /dev/null
+++ b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_0.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7de2cd1ca2bc651061b2c666dcb0b876d5e9c438f441bfbd9ed8ef49d4b3927
+size 9101653
diff --git a/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_2.png b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_2.png
new file mode 100644
index 0000000000000000000000000000000000000000..a9aadc1d19191255818f20f91e558f30165c3122
--- /dev/null
+++ b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_2.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8159c50c6305e60803ab40c963d78d336b5916b5f67c9a691b262a4b65ff3f66
+size 9187527
diff --git a/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_3.png b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_3.png
new file mode 100644
index 0000000000000000000000000000000000000000..046fbc3cad844e70806c95d1fce98dbe8400571b
--- /dev/null
+++ b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_3.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4ab37f9a0453da4fdd019d0d45a43b4837ba5b94d5bf852008bb757f10c4fe
+size 9409313
diff --git a/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_4.png b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_4.png
new file mode 100644
index 0000000000000000000000000000000000000000..78d8d611f1dc457aa05a134082b9c35a7cfbc730
--- /dev/null
+++ b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_4.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bed8ff08c91552062bea562f401aa77fa46f3c81e9b01b4fc16e197004f289
+size 9371394
diff --git a/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_5.png b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_5.png
new file mode 100644
index 0000000000000000000000000000000000000000..cee2e41a72c12d834a460f2068cc8b03f7a4b9b5
--- /dev/null
+++ b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_test_5.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06ce1ec8be414f6ad70158c3e84c7f530ec4b6bd8f0c8e3edb8424c293a9b9b
+size 9454801
diff --git a/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_train_0.png b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_train_0.png
new file mode 100644
index 0000000000000000000000000000000000000000..8c284942a375a0009b555f887a9e57cb78fa387e
--- /dev/null
+++ b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_train_0.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b0685981c2e7623a77dc51875ca4cb3ab8ba449c0ecfa79e9b9df2d6104ebe
+size 9335829
diff --git a/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_train_1.png b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_train_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..1b1308939d0dcea621675e5b1d075e53fc8da50b
--- /dev/null
+++ b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_train_1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963fbf9ceff357d2366517d2369d4d3ff9499d1c3c792f5fb83fe290a4e89d22
+size 9402129
diff --git a/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_val_0.png b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_val_0.png
new file mode 100644
index 0000000000000000000000000000000000000000..f35ef8dcfb90d862c7f2729c7d892530a91db736
--- /dev/null
+++ b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_val_0.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a398488649dc676bc48dbd7c86472e4329d47aad488d9afd9278e3c61b3b08ce
+size 8889902
diff --git a/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_val_1.png b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_val_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..c4a763d4347e1fe2b67d3a283586cee82593bfad
--- /dev/null
+++ b/lora_512_dim_512_H100_a/milestone_vis/milestone_grid_val_1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596afaab5a26b05923cbbb1da05497002252cd773964a19065569bcd38048ce4
+size 9051570
diff --git a/lora_512_dim_512_H100_a/step_vis/test_0_step_000000_sample04.png b/lora_512_dim_512_H100_a/step_vis/test_0_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..5c86725ba3345ba499752a27c1b40ecbf33616f8
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_0_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ba4ffdbd6139cfb4e4bc379668988ff313662e304c2949202ef876ef1e1124
+size 2775551
diff --git a/lora_512_dim_512_H100_a/step_vis/test_0_step_007920_sample00.png b/lora_512_dim_512_H100_a/step_vis/test_0_step_007920_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..bae47adc477ea1f1e92bd0d794e53bac577a0907
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_0_step_007920_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e68759f350534893b3510e538b7ba2ced1be9d46bb48c46da03d9e3e886bb1c
+size 1631686
diff --git a/lora_512_dim_512_H100_a/step_vis/test_0_step_007920_sample01.png b/lora_512_dim_512_H100_a/step_vis/test_0_step_007920_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..744582f219be71a366c5e511f65d4ce320e0e444
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_0_step_007920_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d82036e4cf9ac37b8cee282dc2af5a3cd02102dc9fb83d34a1f7c98c521752d
+size 1630382
diff --git a/lora_512_dim_512_H100_a/step_vis/test_0_step_015839.png b/lora_512_dim_512_H100_a/step_vis/test_0_step_015839.png
new file mode 100644
index 0000000000000000000000000000000000000000..4fa9573b952892726517744acc82f3ea1b1a77bd
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_0_step_015839.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feea86b45eaed0f11369565cb29f37faf27cb8fb033bc164c5b46420bbedeb5b
+size 1785784
diff --git a/lora_512_dim_512_H100_a/step_vis/test_0_step_017819_sample00.png b/lora_512_dim_512_H100_a/step_vis/test_0_step_017819_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..e1552e7958968e15f369acfdc7a1dd734dae8055
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_0_step_017819_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561111db355bfab695789f492aefcd61383444331c2c8575736fb1f1880e275a
+size 1695826
diff --git a/lora_512_dim_512_H100_a/step_vis/test_1_step_000000_sample02.png b/lora_512_dim_512_H100_a/step_vis/test_1_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..d5768e1cdc8955693053c5bafff0284a168acd99
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_1_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef25cb6d6cea1572725fa525004173c832f09cc0f2fc06635e61f87470edb99
+size 2746038
diff --git a/lora_512_dim_512_H100_a/step_vis/test_1_step_003960_sample03.png b/lora_512_dim_512_H100_a/step_vis/test_1_step_003960_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..cc03de4e7ae6ef6e586bb4f13ece4fdd8c6edde1
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_1_step_003960_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7e05b02c25abc04a40bd1bc533d68cd3300e7842c9799799ca888c94cd1299
+size 1738506
diff --git a/lora_512_dim_512_H100_a/step_vis/test_1_step_005940_sample04.png b/lora_512_dim_512_H100_a/step_vis/test_1_step_005940_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..f1eb321a80cb3219225875d9a120d01f016d946f
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_1_step_005940_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fac2faee65d184db6db6665792b5fee1b5f68e7e1dd0ab57044cfd35f6ced7b
+size 1760580
diff --git a/lora_512_dim_512_H100_a/step_vis/test_1_step_007920.png b/lora_512_dim_512_H100_a/step_vis/test_1_step_007920.png
new file mode 100644
index 0000000000000000000000000000000000000000..82967860fdc23feb8d8885070d4e0953a276770a
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_1_step_007920.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082a0da3f1d114be3de0c12ee53d1bf0f151f3e70b0eca153ec10e4fedd7cdc3
+size 1721218
diff --git a/lora_512_dim_512_H100_a/step_vis/test_1_step_011879.png b/lora_512_dim_512_H100_a/step_vis/test_1_step_011879.png
new file mode 100644
index 0000000000000000000000000000000000000000..fa2bb0375a686b964834d069ef49da6aaa45d4ed
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_1_step_011879.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c08bd387ec3a3923d9da5b7b2c0591b883d87bcf7a36078d45335943d44410
+size 1717194
diff --git a/lora_512_dim_512_H100_a/step_vis/test_1_step_013859_sample02.png b/lora_512_dim_512_H100_a/step_vis/test_1_step_013859_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..e51300ed963a44d7e605cd0193e7864f3fcd37f0
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_1_step_013859_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cf0fb660846c9415ea5e5a4a008a99d0aacf7f22fcdd5f355ff8b51e05ba52
+size 1712425
diff --git a/lora_512_dim_512_H100_a/step_vis/test_1_step_019799_sample02.png b/lora_512_dim_512_H100_a/step_vis/test_1_step_019799_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..a4c87ef1b39cbd54d4cc2b1e4b910e390bd2a79d
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_1_step_019799_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca1745d6805465463107d4fd2ce6fdc1b227f050d1a56c97757922424a08b47
+size 1747728
diff --git a/lora_512_dim_512_H100_a/step_vis/test_2_step_000000_sample01.png b/lora_512_dim_512_H100_a/step_vis/test_2_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..0ac1eb46e7f23c47521aa467a623135bb4425cb7
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_2_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f951add7e152262b23ba80debbef3b4553b1c05651a1640b0ddb24460ebe99c
+size 2738686
diff --git a/lora_512_dim_512_H100_a/step_vis/test_2_step_005940_sample03.png b/lora_512_dim_512_H100_a/step_vis/test_2_step_005940_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..60be967afcf529c08f0521f59893b4068fb0e6ed
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_2_step_005940_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c097216ab51c25d199e638c2f6ae4eb446d67b7343929806393e90e74e3f3c9
+size 1737089
diff --git a/lora_512_dim_512_H100_a/step_vis/test_2_step_009900_sample01.png b/lora_512_dim_512_H100_a/step_vis/test_2_step_009900_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..81ab53f6ba4b3ed90ee8ad840bc71772dea6ebad
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_2_step_009900_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9555ea4a411dd4f95b161787914489da41c47c2d4a8efe7b93e32f65b0d3b4b
+size 1667870
diff --git a/lora_512_dim_512_H100_a/step_vis/test_2_step_013859_sample03.png b/lora_512_dim_512_H100_a/step_vis/test_2_step_013859_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..21530ebff94f85a5311c533bd2e6216d1076491f
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_2_step_013859_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6aa6fde708053f410ffecf84dbf3eeed20a6c8e5e2cb53657b54eb07166f5e1
+size 1810098
diff --git a/lora_512_dim_512_H100_a/step_vis/test_2_step_015839.png b/lora_512_dim_512_H100_a/step_vis/test_2_step_015839.png
new file mode 100644
index 0000000000000000000000000000000000000000..41cf767c20cf16b791157c9e0310a3c89ce7175a
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_2_step_015839.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a437096d41b6bd326052bc456a55aebd5d8926ff71632d0c388a0ae0fb7f3b4
+size 1861009
diff --git a/lora_512_dim_512_H100_a/step_vis/test_2_step_015839_sample04.png b/lora_512_dim_512_H100_a/step_vis/test_2_step_015839_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..5bef9b1485c1cfa6a711c9a87125750e8200df88
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_2_step_015839_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c3b02e6633e5ad3238e7755230779dbcf41552e5af33d321c5b7450a2231ed
+size 1840807
diff --git a/lora_512_dim_512_H100_a/step_vis/test_2_step_017819_sample01.png b/lora_512_dim_512_H100_a/step_vis/test_2_step_017819_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..067e3de5a0b27d8ab401d3e9f0f97fa84c6dc486
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_2_step_017819_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e9c571f7b71b1ed8c9fbfd3bd4b3e9e9b692e7ed5ecf4ff47e4a4d3e4a6d84
+size 1714753
diff --git a/lora_512_dim_512_H100_a/step_vis/test_3_step_001980_sample00.png b/lora_512_dim_512_H100_a/step_vis/test_3_step_001980_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..44988398b115b60419e009b15b6ffcb2cf8a2a66
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_3_step_001980_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ab5c365d2779149b8055d4d658becf1d002a315fd17b2ea3107a48a2e00f0e
+size 1834836
diff --git a/lora_512_dim_512_H100_a/step_vis/test_3_step_007920_sample02.png b/lora_512_dim_512_H100_a/step_vis/test_3_step_007920_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..3559cc7f75f5da6be0719f8f2a716f32e12af879
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_3_step_007920_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f69f7c5388bea628fb73d8e593b56ef7a999499f6eb9ca908a1b9a06ae08c4
+size 1857728
diff --git a/lora_512_dim_512_H100_a/step_vis/test_3_step_009900_sample00.png b/lora_512_dim_512_H100_a/step_vis/test_3_step_009900_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..fc12632f43c8afc2d739d228529ff9ce0c8627dc
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_3_step_009900_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd7272540e44fda80237a0d382e7ab0a4dc07d71c809e1c4c62b1b818db21be
+size 1731539
diff --git a/lora_512_dim_512_H100_a/step_vis/test_3_step_011879.png b/lora_512_dim_512_H100_a/step_vis/test_3_step_011879.png
new file mode 100644
index 0000000000000000000000000000000000000000..4ff12b6ac422c1d9c8002fa03f038cf1d7a0f951
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_3_step_011879.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac71f0ede1a3aedd107b0f500d73896388510e74cde1c08f33a027acc577ca7c
+size 1892191
diff --git a/lora_512_dim_512_H100_a/step_vis/test_3_step_017819.png b/lora_512_dim_512_H100_a/step_vis/test_3_step_017819.png
new file mode 100644
index 0000000000000000000000000000000000000000..02f505bbdf500c3acefcc227c8af5b90036348cf
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_3_step_017819.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a890841892f5ebbbdb52556d5aa8c88220f88c8b81d44b0a0c0df8708ed1b9c6
+size 1871616
diff --git a/lora_512_dim_512_H100_a/step_vis/test_4_step_001980_sample00.png b/lora_512_dim_512_H100_a/step_vis/test_4_step_001980_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..9bf879e6ca2714cbdf4fc068c9bd9a649f769803
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_4_step_001980_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c327b84ba2652a7d161f9487a4401ab76de761cbb1825653d992a07a15ca44
+size 2063141
diff --git a/lora_512_dim_512_H100_a/step_vis/test_4_step_009900_sample04.png b/lora_512_dim_512_H100_a/step_vis/test_4_step_009900_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..f16421636b9fe0cbd009e8115763b500e002ba19
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_4_step_009900_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316222402ff4eafac750602e55226bcc157c4fbe7cfeb8876a64dbf458f78743
+size 1916477
diff --git a/lora_512_dim_512_H100_a/step_vis/test_4_step_011879_sample02.png b/lora_512_dim_512_H100_a/step_vis/test_4_step_011879_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..7d4a6f39e623425a317aee6eacf2f9f95d21cce1
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_4_step_011879_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42917a75623c6744b6b6544bd69b03fdf471b837e17e290f9a8312cbedbc9ba7
+size 1937864
diff --git a/lora_512_dim_512_H100_a/step_vis/test_5_step_000000_sample02.png b/lora_512_dim_512_H100_a/step_vis/test_5_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..334a8fc5111301a8add3b487c6300c0a2621b17d
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_5_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4804f463898838b071a940d4df5fe1f206a583de654ed8512aeeded06bbb4b1
+size 2732106
diff --git a/lora_512_dim_512_H100_a/step_vis/test_5_step_005940_sample00.png b/lora_512_dim_512_H100_a/step_vis/test_5_step_005940_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..1ab497c89978b4dd8500c87328b6ebfb75504094
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_5_step_005940_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b351d1ba070c70d19557a396814f2db7baaae32b51a54ff1cf6d29ef4c19f6b
+size 1975979
diff --git a/lora_512_dim_512_H100_a/step_vis/test_5_step_009900_sample03.png b/lora_512_dim_512_H100_a/step_vis/test_5_step_009900_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..c18ac8bdcd9e104dd75e94a6c52eec48a33e6a72
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_5_step_009900_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8305936ebdd6b7d93343795dcc1d9bc170388dd3b05fc0d16fdea3df17940466
+size 2011008
diff --git a/lora_512_dim_512_H100_a/step_vis/test_5_step_013859_sample00.png b/lora_512_dim_512_H100_a/step_vis/test_5_step_013859_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..20e703fb7b40ede0578857b62fc6003e4c1abdf9
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_5_step_013859_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b52d7b73d5dcb3f8ac645a0c79f13daeaec1b027ff889b88f867b031223f0ab
+size 1922222
diff --git a/lora_512_dim_512_H100_a/step_vis/test_5_step_015839_sample02.png b/lora_512_dim_512_H100_a/step_vis/test_5_step_015839_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..8727945f9cfd66e4e3d3e2049192dba518946ad0
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/test_5_step_015839_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c8aaee1f9b6da41f49097a11d7c92d1e41b17495773f8c4275a2a96b9b628a
+size 1700522
diff --git a/lora_512_dim_512_H100_a/step_vis/train_0_step_000000_sample00.png b/lora_512_dim_512_H100_a/step_vis/train_0_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..7090c7077a8b7365f77703f006cfb72151385ee2
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/train_0_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b26e184947c3442aac316757149aca6b2f8999db4b217d9e37d7e6b99187cf
+size 2680721
diff --git a/lora_512_dim_512_H100_a/step_vis/train_1_step_003960_sample00.png b/lora_512_dim_512_H100_a/step_vis/train_1_step_003960_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..cfbec836d44df1d4aa09001477f87459bbdf3a41
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/train_1_step_003960_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5066450d4018846d90eb3a57b2c0dc53e056bf94b9a4fe7e9957cf1bc0d0f7eb
+size 2017981
diff --git a/lora_512_dim_512_H100_a/step_vis/train_1_step_003960_sample04.png b/lora_512_dim_512_H100_a/step_vis/train_1_step_003960_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..5178a760814523be71519832a7ed3cd8c58ce2bd
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/train_1_step_003960_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a758fe0d5dff2101eeec6651d3f327c9d090d2a24974f15772991dba21e706f
+size 1867674
diff --git a/lora_512_dim_512_H100_a/step_vis/train_1_step_005940_sample04.png b/lora_512_dim_512_H100_a/step_vis/train_1_step_005940_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..50c2669f785b6e1dff6d050c36b492d2caac97aa
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/train_1_step_005940_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410038726983888d9fe6fdc8bf71997cd17e709eac463a3bdd15f25ca904579b
+size 1781259
diff --git a/lora_512_dim_512_H100_a/step_vis/train_1_step_007920.png b/lora_512_dim_512_H100_a/step_vis/train_1_step_007920.png
new file mode 100644
index 0000000000000000000000000000000000000000..7254b3927f1a36e2232c5bc41c6018217408a72b
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/train_1_step_007920.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c4f94b9217d8a559b9b2ed95343cde1bf1ea3bc6feb1cce8b46936782f0d5f
+size 1881966
diff --git a/lora_512_dim_512_H100_a/step_vis/train_1_step_009900.png b/lora_512_dim_512_H100_a/step_vis/train_1_step_009900.png
new file mode 100644
index 0000000000000000000000000000000000000000..0c253711122c40400378de0ecda4cd0a4225f7e5
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/train_1_step_009900.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4978939916d4ae25f8a699f0e4a683a14b85df97affa72a1555d6860f05cf4
+size 1874018
diff --git a/lora_512_dim_512_H100_a/step_vis/train_1_step_013859_sample03.png b/lora_512_dim_512_H100_a/step_vis/train_1_step_013859_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..ad620b0bd3905b575d06c04e413e006da35d98bf
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/train_1_step_013859_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232b934ea23789a472eb6f4d6e37fc986c73b7cf2ce94ba330fa3f122693d749
+size 1933443
diff --git a/lora_512_dim_512_H100_a/step_vis/train_1_step_015839_sample03.png b/lora_512_dim_512_H100_a/step_vis/train_1_step_015839_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..a2aa5c5f64fdd6e424641add2f8acf3ff4761533
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/train_1_step_015839_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5493e7b0adbfc0689f62fa23d268dcfe7932eaed019c6b8e32c891daca6f95b1
+size 1983750
diff --git a/lora_512_dim_512_H100_a/step_vis/val_0_step_005940_sample02.png b/lora_512_dim_512_H100_a/step_vis/val_0_step_005940_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..2e57a011948a3a1bf6a6245c4ff3cf680eebc7bb
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/val_0_step_005940_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492b9ab05b338d63e4fd2bb7932fd9a0217a412d4e432fa8872bf0bb3c2d479c
+size 1578293
diff --git a/lora_512_dim_512_H100_a/step_vis/val_0_step_015839_sample02.png b/lora_512_dim_512_H100_a/step_vis/val_0_step_015839_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..dbd9bf231aba5b878447d718d54c34dcd9ea3852
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/val_0_step_015839_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee708e7b0064b54c4985356a2876211027d77c962dfd43910e3aeee36842bfa5
+size 1727745
diff --git a/lora_512_dim_512_H100_a/step_vis/val_1_step_003960.png b/lora_512_dim_512_H100_a/step_vis/val_1_step_003960.png
new file mode 100644
index 0000000000000000000000000000000000000000..7f944d9f039514653c828de9e138c1f52aee3292
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/val_1_step_003960.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94692aadf166f916413a7ce122648f425eeb8faa53ac988e26c3b87d7dd8cb0e
+size 1702165
diff --git a/lora_512_dim_512_H100_a/step_vis/val_1_step_007920_sample01.png b/lora_512_dim_512_H100_a/step_vis/val_1_step_007920_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..6b27e0743cd008c6327ad229057bdf81e0b01854
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/val_1_step_007920_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fa09a6161482248ab94fb68bbeb6300525eb0e63d7079111f419d124cdf6aa
+size 1862460
diff --git a/lora_512_dim_512_H100_a/step_vis/val_1_step_015839_sample03.png b/lora_512_dim_512_H100_a/step_vis/val_1_step_015839_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..572d254eaff11b2854ea6f70d15e6f0533471790
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/val_1_step_015839_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdbd4b957decb002869cd09be3ee71c5e7c0332b539d7f36b03efa44fa773cb
+size 1741540
diff --git a/lora_512_dim_512_H100_a/step_vis/val_1_step_015839_sample04.png b/lora_512_dim_512_H100_a/step_vis/val_1_step_015839_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..3553d8131167c31c7bd2ed967d9ae0420271f3fd
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/val_1_step_015839_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadd7e3342807343603a38ab5e1062a193f7bec6c49b8e4f0d4725cdf23fde89
+size 1718954
diff --git a/lora_512_dim_512_H100_a/step_vis/val_1_step_019799_sample01.png b/lora_512_dim_512_H100_a/step_vis/val_1_step_019799_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..fb8c7fd00826392c4f98b1a7cc0129573ef32fd2
--- /dev/null
+++ b/lora_512_dim_512_H100_a/step_vis/val_1_step_019799_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efdc280ec284d6d0a4f010790bfb1fc177f1a46e8161678d3fd5e6f3bbfe6607
+size 1866088
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_000000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..38d36d2e14fe17c423d9cf74e940634f4edafe9a
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf4c4df01ad77448de0893179aae1a6fc16bf87b76d24589a3cf741838a9f65
+size 1978923
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_000000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..98e3af13195899c85935c974a052a3d741efd4b7
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21569e54b00bdaee15f47b763e08c8121f8a5b62501586aa713d1437fcd38581
+size 2718052
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..a2fb78ef8100a126b23d8b8ec55c06d7f5343b47
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ece8e9e8900ad96075cd326db6361528117d275c49cab51db2d804b718b2355
+size 1377847
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..488957da84913d857262299004ecd4e9cbdbde5c
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb045551a500edac8ed6152c87540aa82a5ce9c7e2e0631383dcf57df1c4fd6
+size 1331514
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..43fa35f990509a114ebfa6e6af9264931e458c10
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_0_step_020000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf050e44e7e4da70f2797b056a145f9784b0090239c2ad8be09bf316ba81bd9
+size 1151633
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_000000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..f226e81c7dc82c8376d2df47181f35de2aaefd88
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427d769057c5a2769add03b7e57a618c6d6a5fb28e9466e73e97e056848b5dd0
+size 2039506
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_000000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..e22db5bb7d834bd1159a03dd0bb119d329849bff
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccd4e756b9c6d8af1113cfaf8f18834041c2235cde6a921ec3f6b8d480be96b
+size 2711249
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_000000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..b01e7fba7396e5fc3eeebf0697e9f20adc7e43b3
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebde86ca1f9603bba2e780efa02283837a33fc54a58409614f5bd86ecab6e70b
+size 2711684
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_000000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..3532e67c340b568a8f809cb4bb4e8efe4f64c9ff
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64cac76c06f6dd890f8bd286588ef08879bc0e95101a1c6a49de942d23ed24f
+size 2702892
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..0d04762c0ce99ad3be9c5ff3993ececc601a2615
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ae6ba5068cb54003d8c785f9da0a761d41802bcc26639ebf2a62e25aa002c7
+size 1388575
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..d0a820ea4eeab8b4aff27dede351446121bf5ffd
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313ae080bf2549f2483296549c0048922f5d6d4a3518517e0c5c95734dd83712
+size 1289873
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_020000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_020000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..9a4f5f6b39af0977fff4ea068c9a48ae2d79cca9
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_020000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d9dcd70d72664d669be0faa480a8c9f834786024e42cfbc6f4a8806e3eb44c
+size 1368600
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_030000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_030000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..0cf4a0f13284e18533a0e3a89eab7c6267588284
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_030000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4801de5d312b9d5ceccdfaec5eb971bc2ccd6d12b14c5806cee79ef3136a0371
+size 1456014
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_030000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_030000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..b716103b06026c5c6c13c7d6114f4299129ce96c
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_030000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfd4cb38cae424f009cc9e309bf417bad769201d37b74c5d0774364362031fd
+size 1398922
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_030000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_030000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..5bcbfdd8b9c59b257dd82a483ffcd5da7696ff2c
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_10_step_030000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a331db2e558308c5a5521ad9f323efcf0025f9a15f1ce17eedce0286d964db19
+size 1504051
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..cfacd71171b3a14f03813001e7a503bf50ab32ad
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdaaf2d5c2a8b913a35c580f47f125d47c31fc1075c74e1fe6ad847db8921b2
+size 2069427
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..d1e0d9c64a5d84db3ee8c3c56515392476109c45
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487885612e18383516da6ce98530ba7e35aff191de5db41fef00d71bbb3265a9
+size 2746747
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..a819def58772462fb623daf0f737c35deec93930
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be959e740fcee56b76cb179b752b0ddfb0194626772689cc13709212d989f734
+size 2755665
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..fe9b73fb8ffdffbe61647e26c6a1361d7d1492b5
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b4edd5af3e53f87df17221a4ebc00545aca1c1ac98dfafd424aae9db66af8d
+size 2798016
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_010000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..bbcfde974f15e2d4df86041d59d564352af46a20
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d06318591075ee264af0e70919440412ee1fe5022be72608ebdfbf96dc4563
+size 1273898
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_020000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_020000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..134c7af002c414d6edd9921f9bfd4a7f651dda85
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_020000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa7c080788fe83c8a2ecf52ee0172d2aa0d8063cd2cb8d4132c254ec828c643
+size 1197968
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_020000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_020000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..64a15bc609c4ae87638bad8d9be746abbb68e388
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_020000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49993d10a2f6d1e6ac072dc86bea32472cbc58f83e4066445275041a90a41b7e
+size 1350126
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_020000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_020000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..a062a279868b522b91f90013b9f99dc559a280c6
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_020000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bf8e64629c1af5cfa7193b9ad60a14e6a11b8bfbc1bd4f891b40972a713d03
+size 1416727
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..49e014edff0ba8d7ecc7f44b97060cd425494c3d
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45eb14648f2ea186ab2edb8707a4dbdec6371282cec291f64f7ba0e5cdfcb35
+size 1457746
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..3d3382714237a8e1fa8aeb50987f7774ebb73770
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_11_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b70fbb12beadafb58404876fb16f0ad5663e7f5da6788359db6ef2e7a88841
+size 1337976
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..3a489edcdf387aaed412d8edc7bc8e0669b848cf
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db4a39e8097fa7cc0f6b7ba359a323e5a209d835057ab471bec8d7ed76ffe1e
+size 1975986
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..0585a03ebf1e8f949060f0b60dff1e4d9ec60f16
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c491cec063661d29f164756a5df53f31615b5b7dba9d4b257a29669a6a149af9
+size 2761982
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..0af095e2466e05517c3a6bf3b2b512275f201ae3
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbae436c32c92f937c4c6fa06fbd136ab3b4c8c2ccd3733e6eed820c17875a7
+size 2671551
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..c100682ee31df3f2aa143f84f407bafcc30941c6
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81c816d24265d9c3a01f34d4f22432ad01a92e9cef7ba4c80f3567764d4ea6d
+size 1266673
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..99d06024c655b53e96ddf96fdf6e4ffc70acd5c7
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_020000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a10ba786652aad452cd783c78179d1ed340387ed9184e3b79fa3fc4df0a85c
+size 1453259
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000.png
new file mode 100644
index 0000000000000000000000000000000000000000..16f1f927bd68355256ed635a7ffd25e70b34dd31
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a07b6a5d1776da043ffd9000dd9cbfcfaf00ef33ef3067d903f28b172663f52
+size 1706606
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..1e5479d3b4b1b394f7a5e470df49e2dc34efec42
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_12_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb00ce1b04701760b9724084f96d37d03bebde1f9f70180ce0ddae24fdc85a80
+size 1543482
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..9ea58a5896e75144e151c5e1bf98e34c7cd27ad2
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dee86eed5cb14ff3fade79e3f1745716eb9696711845b1bcc308d558a26a437
+size 2738407
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..66200aa53df4913692e04110d69913b489d96c27
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e5cde56f37bd16e4848dd8e1ce78190fd6bb9a3975a71f8e8cd88b2b46712a
+size 2729510
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..709ca13ebb40733e1118968e487dac1f94219b7b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43887241553ae389e310205946c92f0de676ad715dd939397d7d3bd6e420781
+size 1797180
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..7d9030f8bed6e43db6d51cbfa67121f315b6b1c0
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96d8754d7b49551b966dff6091283dba87980a2836c12814d19c084de91f3b1
+size 1470170
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..e1084eab0b516b9795407ef8ae61d67a23a91cb9
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b425c2713b0248fcfd095b791bd3bd4388d8a70081dd4710144c60d7a4e4aec
+size 1282939
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..04262cec2d454e22490cc87c19d02492a511842b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_13_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bb2339275a6d9681e0896f1991182816f91b5ca0f88bd43ca4a28d160e7ac9
+size 1465652
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_000000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..84f787e8994ad245269949f637fc2f926e1c7796
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c747caa8f2e8c2c3adabe05720dad502a106e4433d64749d1e11543ae88422a3
+size 2031327
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_000000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..f2e983059d700fb1741f810900087aecead4fc49
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479f598a7e1269aa5a2ccabc52dc067de6cfdc32cb852b5f34236591b1b09fde
+size 2742040
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_010000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..d7eaafe698fa1b429046f4015a6ecf9f4bc1c0e9
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5515e4f1c7365f1052cb2f5d6c0bc0c061ddb564626684baaef7e8001e2fba
+size 1381191
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..035c797ee761c21f730d31813dd728793bf1219c
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82578add654138d525b70f4c9d10c591244636209f14a658126e79fd62b7d72e
+size 1401209
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..3ad2ff1b1d53773fe08ca1b118cfad1e263c59db
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_020000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b54379f13eba6f86304f0fcb6f577459a14afcf5323f802a05641db739b44b
+size 1527281
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..a79daa86a92e5a01471f3b4be6a5b9ef150ddbe3
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ceb6a41477c9552e7cfb118020a077bd81c27be63ac394ce4612abd74e26db
+size 1588149
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..87ee4d6e8f41ea877b09275571b28cd7fbc345ac
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_14_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb67e65795718e3784dfbe4fbed240ac298933f5e8fda7b494a0239b4858088
+size 1381566
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_000000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..7e2a324b7ede96bff497ffa2cc27f21f78ea666e
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bf9f5a1e38b3e26bcdafd7db9c102d7bb2c6d13de95fd710f7c5fd8042ec13
+size 2679921
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_000000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..747ed49c9e0fde6f97ec80ad47fb80ede9382f3f
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67abfaea8855c8167714b18eefce653e7879d9fb0a8d2f7ddca119bd486f99c7
+size 2723045
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_000000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..de3a46ae2568dadf4f499bbfae3e6735a7675c53
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d458b5a413bb8e185bb5fa07528d7f3385136b1c35eb5148b10a691f97d1a00
+size 2681240
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..38c170b518a74f1177aa82e33a67878fae561f76
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb286e465d5724512a38ec64c395f60fca12632f13a5bf5f36040c398abcc80e
+size 1430085
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..628325356d308966d91016deecb97deab61630c9
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201638f96d79e3af289b3ad48d3ff3457f7b0fc42aa366965a9e6956a3a8405e
+size 1407482
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..ef44707cfbdaffd65609ae0fcbe69f1a8bc62922
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfecfba68b8e527d2c47ef73e09d42964df337f7e5079a30d41026eedf39c23c
+size 1216903
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..d41d36f4d326e763340ec363019dc24b48f6b830
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69ed4f30b773c044eed3d84b2604ce0cb4858b646809e3fa3df9c4e65ba6afb
+size 1342384
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..e73930f809235e53c79739036959044540451f8f
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58278ed2e5f1a9817390c41863a8bb262ca7417e469d17a58a25a8fae525940f
+size 1682372
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000.png
new file mode 100644
index 0000000000000000000000000000000000000000..3c1d35a20738027db2e340303db0abd344c4f2bc
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b512b5bac3d97fa6db34f67bf2936d2bdb83bcf8dd74b559207440909bd302
+size 1692678
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..b579e1517a4183e7856fa8cf05a443116db80d55
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd30350b7fb4e00e822a3165479ea424c7bce89b128d4689e8033c78198672cf
+size 1402590
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..f058f4482ac7f65a26cf331346b575a6e4df64ca
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613212f7aa0e7eb9ba57af51c0e2fe8fa9e434a3ef484db715fa6eb6c62fc7df
+size 1202084
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..b02e14555abe3ad3de7e16ad17f7100486e2e76e
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_15_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525f5543e7cffd0e4033e14045bf44fcc61975daa7d0ddb7cd588ac32996dac1
+size 1357752
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..a54f1cddf56fe4f6462fbc241cd4ae16c92c7269
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df25e32e6c6541cd5a6b439c9e450b16cff143f1ed5c2af832d78d7bfd21f172
+size 2053683
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..482cf81f9b91caa06169ecf5ab2f1cfc0df12195
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806db34ca4d083d044e2e29fcbd11525779ff0e6d48d676a48808f5766292b9a
+size 2718511
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..8b51e7d814fa83932b8277f8283622fd4de15e72
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4570a44df7b5cfd0bb8214e87d76870817ab0ef1d657d2f9960bb17d34b945f
+size 1818708
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..2767142f829eaea8e6d3ae1412982d4716c30266
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d37e2cb221b9926e0b37692b9ecf43cbc733833f2ec3e03137582ee6beec3c5
+size 1339105
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..de24a24997d8c47fed1fe9b0fab8a0d2a03d2006
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84031e1d24f6291230eedef91de06610cd8ecbc8f417b4c83301df96a4ab618e
+size 1418181
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..b97b205b703d1e7d4bef6bfb14af60b4b841cb63
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac08609ea6fdc062cf64abaefdef80ee4c00f5e139bdc8acfe729b7b8122d1d
+size 1279277
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_020000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_020000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..57765b81d8407ad35d8b4dec9ef3cdeead1e6ab6
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_020000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7126c9ae225d7f615ad0c1c6c70633fbece69ce4ca733818d4195910ba36bf
+size 1354091
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_020000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_020000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..e7a319bdceff912041185e4a7211b9900bc7f20e
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_020000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bc6882ce76073312c49370c305e22ca71a56328b7760796474402db5de49e4
+size 1212085
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_030000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_030000.png
new file mode 100644
index 0000000000000000000000000000000000000000..1283e7a6d6795a9a08eb4fc26910eb4dfbd8a86f
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_030000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da94d0de0c0269db104b0504e5bcc305bae9c477874fc612adb2a2b892aa6ae3
+size 1827671
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..8be37cd156722edb44b782e9e95e34a30c06cc5f
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_16_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501667b6c99db687725a7702d86a784680661afba22c21896ae6bf1649018bab
+size 1386203
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..c5d91f9283867772345d63d3ed8faf06d380c46b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc787e9dbf93c925865ba4fc5477e6d29ab9591e1c999e60cee73a0ab43d49f
+size 2740691
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..367f6d200e49a3d750aebd389c9322f80fb940eb
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f66ff7356543c7c6ae7bcd857ba26ba77fbd214b916c770fe472b9e763ba27
+size 2762170
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..da821f8c4d6e7f62e7787360f2eb5e77f349410c
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842daebf0d96ede0ac8c88c5ae9efa74fc8ee60c447f96c73485e622a3f3fe9c
+size 1295175
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..a4e0e49549b7886fe1bfd25e580cc3b86a4e83ac
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ad5fe9f6655c9f9a210e267af61c4c57570607883c473cb6b784058890ce51
+size 1299875
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..1a33b92bc1ead938e408b8f7f70e87922fe480bc
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f862ef4db0c633d864a838747ce7d7d29b584ef526f211dd2cc2341ea2cec9f7
+size 1179020
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..85467353f032e36e5a9f493319a8e21d66809d58
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_020000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b895776617a33966605f0c64fbab91f3008c058e7878af042fdd6aa72dda3068
+size 1549785
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_030000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_030000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..58a656e3f532fc7b04253d2970a8d8f6f344fdb2
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_030000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e6583691617b616a19f19bf7c52e6309bc2bd59c0b7976275f1a70a2ccfe90
+size 1376327
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..1b24f9828d40485aed3a09be5bb6ba2e4a661e21
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_1_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc243d349d74808127bcd92a5aa3506e8ba1e652e3cfd75be219c78d09af994
+size 1223713
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..677687f8722850137c5aabebd13c1cb115a52825
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1dccc5e404dd52f4751529c906e8811b2ffa7f6154eb2b036d60f134813a00c
+size 2131603
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..2bf8f1a147dc1e6d2d0c6ba1f62344c9827809ac
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d00027e1bca36a3f535dd4a486ae56498e891162f1269bf15679601ce38a14
+size 2653047
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..9140e34b28ea70477a0214debcff7c401c5a1094
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f994ee7580e2063e1f444a77e4aacd5ea08c6fb8ae08b440d7afc2a64a159b
+size 1732943
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..8ace1abb7c37e7a27c6de18f66cac04c3abbdfeb
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6487c6c6112efa4d13abcb64d99db15b790f7f17437876d97b0170db7e329331
+size 1603964
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..931dbbb943b0b234305fd4aa0308bb5c6412c78a
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7c9235a8025e214561451503ff7624ecdd2828f55111e93742698029ec5344
+size 1182119
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_020000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_020000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..57ceff672a27760105f4ba226057f6899b6d4d17
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_020000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a44f5fcc312628bb0677728849c6bc877f677d40ffb2cb1563b413d76cc6c04
+size 1507582
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000.png
new file mode 100644
index 0000000000000000000000000000000000000000..01e3e79976945c39505a58abe6e838619396a923
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369f006c7d354bb1d25e879bf2d8c9c8e74292d41348f821c134e0315351fb6b
+size 1961163
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..9ead0c2ebcf797d898cba5c80ce34e2cc6208af5
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348880b844ca4d47417442421a68eb490d26ebb353fe9124cc4ed4830d83b98b
+size 1903350
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..aa2f0842618435f855b79e060555bf317338f4f5
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_2_step_030000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430ce84038d4ea068b1a337de9c0e4bb22c8a1311ccef3ce6314eb9bf73a99ec
+size 1578001
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..a1a7dc043c8076e71174348d1fdc97f36f4c7fe3
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037200e26ec50f7ed65d3ea41b3f5d19a9a871879efcb55c3daae8009f4140f0
+size 2753984
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..8c493c5baea3952ce72e7abd1758b4856b7263a3
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b6af219e6f97b9089d7f074458839931a0285b762b039212b350ffd2b19c22
+size 2702687
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..360a9f206c81aaf3be35659464dd9b3c20611061
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593a4bb90e4fc40d08de920093c973f8574851988bac137ca9c5fb34bec2f04f
+size 1891261
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..c56e55d9e49b74931bf2d64be44362888fcc90e6
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2071f9485b831f38d8fa2140f24d282984934cfb2d4fb092626cb365931f3d97
+size 1579273
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..53ea482283dfc630c89be6d5ae17560d273da91b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ee29dfdac390b8c7aea9ee4bd03f1e28c13cc96e68759abf5090dd1ddb4756
+size 1442973
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..8140b1c2c0c80b44f47386fb172d49d3824dc85c
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7d7b3327b8c96c7f5386b2fb9b901b4fd795a7e0a18560703a78686b745c7a
+size 1411602
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_020000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_020000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..e5900d0dce5770b79bc85a31cc42332be8819686
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_020000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e0a80126d94104d0a5248aa8a708b6e4e35f7a6846e4576522ca92c098a788
+size 1325856
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..1ee36af77edf829beb09292ffb457a6676a8625f
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c94002a827133531d522639a49ec65e46a899e0fb8d9ea72ddb5328b8adcb4
+size 1297878
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_020000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_020000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..1e321166ad36fe28ca3f09f8ccca07c0a20b8dc9
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_020000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1298e41700825c88a8b1211cc486dd841cefdca18fcb40ff7fc9b06d2df1404
+size 1418449
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..d4ea6bf2de5cb85a805f052c3db8768faab832b0
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa48821fa127c7b9ae94834e49b9c62afa7b87704c74d5f74c6c2482aa40c2c
+size 1385574
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..6ab30c99cdf6da4cddf9d43cf5c9ea0f96f3d4f3
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab7ce3780dadb1f4862ed1f257aa88927125711d2129c28b1f4341de92a9aae
+size 1458608
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..511e635f5defb37dcb5e8f6658804a7997f347e5
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2aba1c82bab124f4fc7cf406110179ecf897e695082ff8cac59f8ebbd3e4247
+size 1382476
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..ec015af5d3acba6a0143b41f9a64c989150f279d
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_3_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ed80bf5bdbf87933297394fa934cf0db0462bdc3909bb10107e181037a057e
+size 1303761
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..404cffeaf529109a3974d3a1d98409fa92faaf08
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdb296e596cde0a791874c6c09c8e4e198c72330abf9dbb6b0fe0b77ec741e7
+size 2054436
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..fdca959edf50c4db67892f7ca947898103fa3f4c
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b8cad5170f00cb78c068d553a3e113e0eea760a3736688785894e993533fb2
+size 2721572
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..03be2e86d0cf7f6ae9809c8b2e60954e57d5aa72
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb5b06a0b67d9e080f6e613925a5343f4b5d851f2a185e754ebc47aefa7eaba
+size 2769665
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..64ff1246b08efad9a48c1b9d5790bd44013f7042
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8628b960fdc718738b2e0121891c0cbaba876bde7ceec0fd201323dc8c71b10
+size 1281861
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_010000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..f35b79efb91df743f83f372a55bef4dd4ba8768a
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4190cf6e9b49695fe432b82626734cabff689a99faecbf21939408f099ebdff
+size 1294282
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..96168433b328afb4530cff2fd0183aa457402143
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283fb5932b5be64c8ea8dcbeed5d2460289efc6567999c47c329d8d149506b3c
+size 1372065
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..b86fa4dbc02c98a1446d2e29cf9be7d0cbf8c492
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2759b4c5e2ab83fb3e189093f66ac8875621e5ab5b5346f94a1e5e01f6dd7d79
+size 1436905
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..2c0502ffc27b8c4c4bba7f18c6ca10d50cb9effb
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6468bf47973424c6a9ab50be62696024cdf058a089640f55c9a50b8d945697
+size 1205858
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..cb531627357502e0570505acd539c5e3e29f72bb
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_020000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502d6a50f9c9e912fc688e4506daa54e55550df0680858be3147ff2c667d9f99
+size 1184094
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_030000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_030000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..d90b926347eb61756fa4ee6ddbb19e41f16cf082
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_030000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2b2307220c068895a4a90190ba66997a2424b615ed838afaeb69a8fe644a02
+size 1249695
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_030000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_030000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..a0ff73ec30ca94f3e88187e509b94cb3d9112fb4
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_4_step_030000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36317891dc4e72da879fb6cb0bb75dbbb6bae21f50eb4f2884bcabc617be6cbe
+size 1482373
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..325f2824ff25e6e47f62dff6fa62c31bb0041a40
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffda37821bd2e3604a105287f8a128e22c6034f01d4dc1740133f71c8911adb
+size 1954872
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..53a1e65614c7c00b8e45d8e8bdf025c57080fd26
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf0d4995f29f88eb82cd9643be57ddfbce16cf092b5e971900e72033c4ac349
+size 2734401
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..96ab2897d349a4e3276da0a469e22a516814e88c
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d3ce265c00f16cd2405f7df73c7b73a06272df24d05b8b200dadfa95559095
+size 2714266
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..1ea7d032dcb7da53c48bd2272ef3f0be0bf49026
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09cd3847108acfafa8eef0626bcadb38aeda7e3bb0160eeb74319480805f63e
+size 2714076
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_010000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..6d056e7ad737a875bd0672331c8993607a9d379b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f5975ecfe8730fd92df1a92bf611e7126f158632535a252f2a0af018c83b26
+size 1660279
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..bc762d28c9fabba1329a6d89d07ca1b58eaafd55
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0f0f8347ae4f0aaec760003a91f44ebdd3ef190fbb996bde1402c3d7e05ecd
+size 1297269
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..84f9fdd6030a5a4f485349fde603165f28d6409f
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bc38de44ad68d37bff5cfbd1f613ebafd826f1b53ecd9892a74082de9c4863
+size 1653445
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_030000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_030000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..2f4108cddcf1062232350caa1c1e9212cfe5ecc2
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_030000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7266013c6cf32cbd487c34b483e265f5df4cfd6b6872df6eb1a2e103818e6923
+size 1160130
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_030000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_030000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..b7d90c54f1612a9a6230ab6fb589c1ac27d6b5f0
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_5_step_030000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7082c73f75f93f5abb69caf5f4dbf72f5c888481c1829554976a0056a09b0603
+size 1253243
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..4c871fbc1469706b9f5e8be6cc647ddf172574fd
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a062c81863333313f1e9648456bcd0b76da6c76132b6c7645270ed82c52b684a
+size 2086859
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..bba3265d96a3e9cf156404b4b8d8f8e97cfb7cf7
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e95658380f57df92219a71978d41ddcc4861ca308f9cf2bde1118723177e9e
+size 2784552
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..c6e7161d0cb26acae53f02d861f4365f60697dd9
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c3616763a7c280b074821a5ae64a8ab2bbd7b8a7131a56c3e4d36134adcad2
+size 2719496
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..9bbc446e2d5c01e5f42a2efc79f762b05c0efac3
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653ca43fbc48f912e74ab04a5ad71fec8710fff8a8dccea59d12a5825229ff16
+size 2742077
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_010000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..dd2e93c242fe6f5ba002f49c7efd31ff4c5ff1b7
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba513e09d951c4c79606a5146b5578fff6c2d39ea64d568b7d057e78c83a4bcf
+size 1830705
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_010000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..f607b0b184b60de07320bb2812674838adea7edc
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e1289bd66d36735829466c28552e223b3eff35310b0576974175cf0a4883db
+size 1438159
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..d34441bab24154f0fcb8aea3655889d83684db3f
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3090f73972bae796bd754668a105d55ac696d337f00cb9321d2acc377852c46
+size 1828520
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..e4325ff99ec5e85888780726c9e48cd7f83f1423
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d7c01b310ba7393991efc72b0e4364d58de7f620489ba3b0c3e36165607612
+size 1347342
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..589da0fdc913ddc56e075d79a4ba42401685cd6c
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29b1e4495ebb14c26247cb9c081a39d0c7f5af8a50d0f022d3bc48384e3e4be
+size 1366749
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..402fa85302cd621a2ce3ac8a866f2eb47e9fe890
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_020000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f023739d77ee1b47fbd21d819f5c0abbed567788dfeb15b2e87af3b1a43a7078
+size 1503222
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000.png
new file mode 100644
index 0000000000000000000000000000000000000000..cec6cbee4cd58e7a03ddc5f1d846db94cc9aac40
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da51e5c9532df9bddb167c9383715b87c16a4ee9669a6d66409ee535e5420b4
+size 1861619
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..94b36bbd99ba4a8125a16abede69f61c27a84543
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bdfd1b1e05418f1724f1d749f7c32f61407bc9966ba4362029620aff218202c
+size 1442682
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..4fc2813d6b956557f6bd8ff71bd72e642798d2ca
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_6_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9c770cea0211cb675b23fc2333398744284a67279a199cd08a09b191900df3
+size 1616490
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_000000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..ad8d7d4523e89119d752144cbea4e2be72924ce3
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4e04a13987802fcb37e3886b4500e713133262bdd6840d87a056a6692c4256
+size 2692850
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_010000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..8b2f74938d6c796413089ba751209c992b25dad5
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4712d9d895d89b08168daa262be755d7d01cddbbbd63a8afbdac42d4db113ef5
+size 1778441
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_010000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_010000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..ac745f17c1bd4ab609277aa77c2eecfc13a41186
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_010000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268f1f4831481872e05d5c5f85faa4520b147f320ab87f57f246f559ac568ac2
+size 1463328
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_010000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..2a1887e0f14525eddbdf11a2b7a5a7d1e4296111
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2032324e5780b926b05cccf239e3c229f3f35943356aa09cd7b8f8a039cfa830
+size 1166846
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_010000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..5e4b14ccb5a8b5a5f73f1166fe51a059444846e6
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6f809d9cf1f904856ff9993745167408560c1f425d0a743b735e57c058e972
+size 1452769
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_030000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_030000.png
new file mode 100644
index 0000000000000000000000000000000000000000..bd13fab36b5e6c3c913709fe7e9c6d43974112fc
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_7_step_030000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6322d2e792e9708daa08669fcdc39073bab8f555371769dfd120e5bd31ee0d41
+size 1794230
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..30daff7a7d827bccc82661ab2d9cacb25e749bbd
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e72a0f4b7045c059d04700caf878c534aa5fc2b23086828aad7b872a0c086b
+size 1928889
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..19fd75a2f30245c1b4276dc87b71321d0941a9db
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33c097b5a9f28047f3ef8d6fdaf87098d8e39fd9fdee99b4bf0a1d965164a83
+size 2718501
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..a038d96705d931b1f0842e45468e8347c47ccefb
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7087d44287b524d6122433ef8aa51df6c5b8e5dbe4214ba2d06fbaf00e78e63
+size 2710828
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..4915042ce60c102e9a0cf56ce8b469057cb22d30
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d32ed02cfb7761caf15ce11465640278491d9e45d187aecd51a3020e54d790
+size 2700514
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..17abd89aa4caa532ca23ad11481635d048d06eec
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0e034c8b0d9274abac3a22a118a4d634b4076be499dbbd9ee3de984298b427
+size 2782409
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_020000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_020000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..a9d4040da3f4eb49fe407d72cf278990a19b8051
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_020000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6eb4084136cabb11d074decec3821a082a355ce5ff252ab2343544f4542e943
+size 1294899
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..1d282aad8ef9f0243853795d946b5a03b7be6a7c
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14512c87f5c3097da11625f64d94c9dca6583d989307491adf9a71b23c111c0
+size 1462311
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_030000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_030000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..ac498104419cac6342ab0ea09eee0ca9b82e34da
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_030000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d384a193f328d6e07841078587020633d88a3602f7cad553c0984f09673af4
+size 1505063
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_030000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_030000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..e396aa7f7f3f4e9d290a1f475f71cdefdb86e5b7
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_030000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6e708ddc79f3709b4318a30a232e2ce5aa8a011793f301450e6287a522523e
+size 986314
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..a7cac08d632c3d8385470c47b42a614c7295b4a6
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_8_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32790f6a6e07dcc0d41aac8196c03d2e26b52629b95f23f5bffd2ac860adf416
+size 1364928
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_000000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..1273e89c50ecb7a04d98fff3108ecb8daa1e762d
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0325300e4e49d8eaad2611dc8cfcdf2b40f6c5fd886eb519633192a8c19c975
+size 1997265
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_000000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..a97ed9e68b64fdb5f79142a161b7135c285e5dae
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f2b4763fae8f3099af8d1eb4462cf4a5033016344ea8ce393e8a2068a48f01
+size 2737673
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_010000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..933d25f828912c2952e4b7772be2b03511c39af6
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1264305d4fc4b06ebecbdf64637590c2f75f53f2b89fc0a85815a9961862d0c4
+size 1744746
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_010000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..1fcaa8f4e9d60097ff3f3742f123a3acf0525aa2
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6613c5e5d58851af228e54878612eac9bfc05cc03eacf7bea4800a25c1f22fcc
+size 1416856
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_010000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..09d26e621e97dd072b29865e2799de53e8535744
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32ede5c27d6624f9503d2ba1404c2421115915b661eaf48ab21a3e09e6ea59b
+size 1348015
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..cf180ede9f045cff3cf14cba153e442c5cac4b11
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca89daa4e8fbb8636c4991fff425d32b59bd9a576920e6974184631ca50aa8eb
+size 1449011
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000.png
new file mode 100644
index 0000000000000000000000000000000000000000..910d4110ff39c320805f723b5ba276b248469146
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4bb436af3f6cdb3182047d5d6513ad950a58287aab378118baef26b9a38e458
+size 1758932
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..498c5914121f4f025350ef87b3b172b57eacc190
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f440da75cc1fabf30635e748bbbde010c3ed959d82b8d1766f4982dac1779b36
+size 1372663
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..bf8c77615bd62ca5bbf085a1ba11651065c8d94b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f57c27026f9397b476f6ffb777b5ea0ea1c5d6198114efa4c55dd6c34fd59c1
+size 1410919
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..da22ecac22b28ca826c3e7fddf9727f07115d39b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/test_9_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f947367fa4131b57896871dfee62e2f4f73d40dc6ddbf93f590fd51c0ad25080
+size 1410076
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_000000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..fdba7df2bd56461b231a72ea008b60390bcb3168
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d66383e52f7bba579f51692c19f3248ae455fea28326c62557d7020bc033e31
+size 2708910
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_000000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..1f926aab24390768dd8730b49a833eac3db43daf
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99112b73f20c00aea63e84adeff8bfa02c2a34251e63a38afe20def57bf0415f
+size 2689309
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..be12464343701e8ce3c1244c0b4fc31848d1de0c
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23db84fb2f3b65a3efae6d51a7da417d6457a05e3b5ae22d6a4371d9ef7a711
+size 1084971
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..300a017c37d5db45dd5ae617a3dd58adae8a9721
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6674972b70cd6c4bd33f0c1c957eb2523bca51d4a5518b058295809b2d5254
+size 1366866
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_030000.png b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_030000.png
new file mode 100644
index 0000000000000000000000000000000000000000..694bc6c36bf4ffd019058612c9fc50a126b99da9
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_030000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a690ef7996257c237049d31d0334cce5cda7da4cb133287f84c72ccbe5dfd45
+size 1375879
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_030000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_030000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..15a5e63239ca75a327507573255ad9b49d11db07
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_030000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8f350f7e3e0ebf9ced75628ba00bb493c3cbb7cd671c201c593a14f3aed892
+size 1459312
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..baa7d097dac7ede621c58acad4c43cd8eecc3a33
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_0_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf55e121ff02242523b0addd561fe69725679ae95a704ddeb075e5c8aae62a6c
+size 1031710
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..985688a76962239be1715f8e15e30b62648a793d
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d23733b6412d82da1dcfde8340d4162baa460d4e609721b27c52de68db4dad
+size 1928872
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..539f2edf4964661531794ebbadb03db4e4582c86
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddc9549accc462c90fc83edf02f0869581b72f30cadf7284b07b65cc9ca3dc5
+size 2735774
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..29d537c5a172ec95dfd190d6c916170f86982b67
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a1bcd9a94144531ad19837bde1f051d5c084bec4236dffa835d0904c1a188b
+size 2706149
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..630acd3232b2bed78b946480e61ad34d283d5064
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f375a52a8934b611d89d24c81cdbb356e4e638359bbe9977d0717cf95cef2ca
+size 1631102
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..012654775aef2b7f30a23b0661e158b7f75b676f
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24183d25e2a7a86f8be905fc41834b39e470d693be611c7ed34173429d98983
+size 1300234
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..d4ae1ed1fe78f3e159cd94299f50d4d0e8b40c24
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4f717436c3b5926872b8078f76ba80521d147a1c02bfb74c61b564b0f69e06
+size 1618784
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..bd45129bb287765a7d98f1517ed60bf336ee7a2a
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a88be41d7d1502a8706329dedf324a3ec9fa23a7b5a920102a8f6295ebcb6d2
+size 1456080
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..910e77b0bee54e90ccef39f65fbe2ed20e42aacb
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_020000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b7f3d90fb71e97e50de14be3adb786fd20039d3520c561db39e920f6687f58
+size 1267154
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_030000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_030000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..14ae5067c712ac42567f70f8fe773d1e60dc0c1a
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_030000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350cb7f308c59cb9a2212435877214a8a8aab148030351d174b7327251496c8c
+size 1562107
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_030000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_030000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..cf8cd926d0d0c1114f731f2dd08bb9d306c00b27
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_030000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5359602f42bf88973eb0957a78fc4e2334e7978771eedd7fbd776a43f80dbba4
+size 1496816
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_030000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_030000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..0c8b955cd31c54e3f23553eb96e86d3d9d36c889
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/train_1_step_030000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe4ef09fca616ad4edacc4ecfc1370b0b4bbc7a75b309810fa123c270c98530
+size 1238665
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..89bdb8f1c7071d09e27c938fef7421cfb6f6ce10
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80467764c47bbd64098c9ea5d6f6b490fe01ae26e45785aa34c93cc5ecd1a66
+size 2717669
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..db62087d2de6d0b420541f7785bcef957fde2529
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c23e657037e972b2b8210f1d29de25b6336344a0cfb55ce86ed9e951b7f5f97
+size 2735649
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_010000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..e0f9d5ceb8a75a6d84434ecfd0351cd123a97835
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20870628278def25677478786f78f829732ce895cf077eca85cf4e3a488beba1
+size 981152
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000.png b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000.png
new file mode 100644
index 0000000000000000000000000000000000000000..f3ce7f677424165c6d67fc5acc4a6602536d4fba
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b56550dac168cc69c56c4b7d57a27ecb3db7ef46da79eb526a7bebad5182d71
+size 1480047
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..a0c79b104e8e97d907ecfbc9d8185d74e1ef2208
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7d6a5be4e59bc41c5c02de3e6a0154074316661d1be9531772f4a7dcf15732
+size 1108164
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..397b422b99a196071f291e62041ff91ab48c9e42
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_020000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70eb5d6064164c4da09fc44dae02ecd795a0ca3b5347cb41c2b87e97b0ea1428
+size 1276587
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_030000.png b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_030000.png
new file mode 100644
index 0000000000000000000000000000000000000000..593dcf68908f84fd324d30032fe2b9a45e36933c
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_030000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66c7aa57f6500eaafb779f4d7c23c51230778e50005c715cba7d2d6b900ef2d
+size 1493936
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_030000_sample00.png b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_030000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..b5ab7f28b0f1c001afe474f31bc0ce45b5fa5cb2
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_030000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3ccf3a3ed1cac55dd4ab8e7bfb7345d5a09f41d1d1ef1e6ee717ae6c5f0aa7
+size 1010195
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_030000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_030000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..d3a76ad9e41f8f699f13df9d1b67a2a3bc3ed8fe
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_030000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6686c20ff963219d9ecb2cfbbaed21ddcf0797617fc25a8b7338b6a98ee650
+size 1360657
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_030000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_030000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..bc49db43108c0facf8bc0a65c8a7e79b3caa8838
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_0_step_030000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f397db68324abcc21385347c8e6449a2cd984e80fff8d0e7afd7a24fd72531fe
+size 1220477
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample01.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..9f08b7a444949e78b15b18b3f227651bb103c3f0
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7561c7458eea461f01fbe65742186ec6be8b38da1a53cebf16c7df90cb273952
+size 2731453
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..2b81c74672752d908d1efb40ec8107e15a704cd5
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ae884e63bfb5bb7521933e12327f745389e3460f3401400e13c7a9c7f339e0
+size 2783453
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..7422c8be5da1f624faeb76717c093d19809c9a47
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45be15c3811b01373db7db3bdcda54685662fcda67669c7227aa27e53c418a4f
+size 2734453
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..31ba7d8b9a9a2d6f050da9d5e3274694b61364c8
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75a4fce5e55745b6a513942bd9b0b63128b0ea9c068c31709f591618d69bc1e
+size 1279597
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..1cc209efbbe0c3e731b9b0a2fba8e17b17e741a0
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9a75867aff7de78e9f66792cdfaa3bed4607539f61523ccea9249ef545b011
+size 1466933
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..479499f5f1c93730cbf03c89900d6f47dae20614
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9290ff824130a30dfafb9974f8fb5543abeac6cf1ad0d56c72893798ebcc0846
+size 1233009
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000_sample02.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..f94226fcd06cbcf330acfad26ca734b034a5c102
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c93ae7ec5a0d06b49457629b24a7070a50b18632d65f597a593abeab5077fc3
+size 1186855
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..912d9c50d8c906ce649a572cfd572ac3b17db600
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb11c5544cf186195c827cb6d8b3302e57caeea2e84597c5f980098b7a67151
+size 1219677
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000_sample04.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..24fd9b4952facfe130b455f17dacca296fdf7475
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_020000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e058c87419a4746165e60f8b4bc0fdf9f0fdc9d144dabc7056b202729cba30
+size 1073187
diff --git a/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_030000_sample03.png b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_030000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..a32261eb918c45a8f5f24a81b852934488d5fa9b
--- /dev/null
+++ b/lora_rank_128_mlp_1k_h100/step_vis/val_1_step_030000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015fcd838905d21995c7436b05c989b486f8722412a7dc8692734e6ebff68e9a
+size 1297105