diff --git a/.gitattributes b/.gitattributes
index 16d2be2c7a2ddbee25d80248dd851028762eb550..fffb80fdc11bdc63e8ccbbe5b431c320974c411f 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -4145,3 +4145,128 @@ lora_rank_128_mlp_H200/step_vis/test_1_step_013999.png filter=lfs diff=lfs merge
 lora_rank_128_mlp_H200/step_vis/test_0_step_008000_sample04.png filter=lfs diff=lfs merge=lfs -text
 lora_rank_128_mlp_H200/step_vis/test_5_step_010000.png filter=lfs diff=lfs merge=lfs -text
 lora_rank_128_mlp_H200/step_vis/test_5_step_006000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_008000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_017999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_013999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_011999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_004000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_011999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_006000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_013999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_013999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_019999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_011999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_011999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_004000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_008000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_002000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_002000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_017999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_006000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_017999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_010000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_008000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_006000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_015999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_019999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_013999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_002000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_015999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_004000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_004000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_015999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_019999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_019999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_019999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_013999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_002000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_008000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_008000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_008000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_004000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_008000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_008000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_019999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_006000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_011999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_019999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_006000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_019999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_008000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_008000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_015999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_011999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_008000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_006000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_015999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_004000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_006000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_013999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_002000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_015999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_011999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_019999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_002000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_008000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_013999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_004000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_011999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_008000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_008000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_004000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_019999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_010000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_004000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_017999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_002000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_013999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_002000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_008000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_015999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_004000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_008000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_011999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_004000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_002000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_006000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_015999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_004000.png filter=lfs diff=lfs merge=lfs -text
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_000000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..7c2d5de429278a9098c642f3869845b7b3f8c931
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed4fda278c1b20aeb516dba25d2224a4a5324f4d7bff34031dc2e5c91ba18cc
+size 2762463
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_000000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..4cb62cb368bdf71ab5a28fa112d536be3e188684
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abedefd4c596449c12a12a5c93b2d39a04fcc5f89aacde3c572ffd6d98e7c9d
+size 2760721
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_002000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_002000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..bf6352beb93b4c4bfb786dec4c236eb9987ce749
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_002000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b37c06774438b5551250e205174ba53b853fbca5ce6287bad8cb1814d11ad2
+size 2046979
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_004000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_004000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..167e81c0ff3a99b56baa89c5a2e454a929f274d1
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_004000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b869e4f4e5a556b5c6dd401dc5a6955de3482099656b156a16f351929a258dd
+size 1831952
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_004000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_004000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..394458a0db5c671fb7d0daf93e584dce3d6faa7a
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_004000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a4b92eee37bf66f17dccc3da3bfc78440615dab5fa07450bfce5239d4ee343
+size 1889645
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_006000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_006000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..2258fa869f0c1e34d10528cf380fe3e45f164ca0
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_006000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fed78ef3b9e9aa60f4198aa5a728646dc9f1273acd5cca8f606da11610ed0b
+size 1801233
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_011999_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_011999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..6ed2dfdc5eace3b956563ee843a280181515c6e6
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_011999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeefcec490f8513c0f49ba6db76931a4e19a44f50b8b3fe66f08a0686e6e615b
+size 1735512
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_013999_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_013999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..c940fc16ba84ce3ac662e0a5d236bae1b7a7e9f5
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_013999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab89dcb2da4fb184c0fe5a1e70b8044e760e33e8baecd7719258e3abfadad50
+size 1639536
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_015999_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_015999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..ea39e966d1c670c31b1b17029584968936c795e5
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_015999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602c2ea49e6530401ad572c81acbeaf35acbe67c38c1343598a07cf208375bc6
+size 1667545
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_015999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_015999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..a0d0db57dabe8ae372d073366bd2cac1164ae744
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_015999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5679c54f8f4cb3208d9ee7b84c7121133babdaa19284eb7659d763f44b607ccf
+size 1657603
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..5d0e655ff27be894bcb3b3a369ac0f44e8c36aea
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6501b0ce8fd219f76ae498656e7d68927fe90a531d041f0eab18dc6b305905b7
+size 1526352
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..b4ec4c5008f44a03b79610b3eff2b6e96ef40dfd
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_017999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba092b4c224c6f5edcd52f40c6903067c7671995a11955c24316119637874edb
+size 1730194
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_019999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_019999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..69a1cb3dd7b680131befc9874579ab6d7528dea5
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_019999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5009b4fb02bd285af01357aad91f5bc45257ece5c59d32f626cf20c11f28ef
+size 1735527
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_002000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_002000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..f9eac8f4b77724439ca3e2233f6139af899cc3a3
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_002000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e42b6af3d588a3547355a2f144733549cb02d7653556c04dafc07f9ad90b7d
+size 1709453
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_002000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_002000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..59877ff6d2290b36b9c5a4335619a2e7193dee03
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_002000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79fcd346f173c3d4a5c63e0c98cffe4a9b20e887d91e5ec33a6ea9519462aa0
+size 1784596
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_004000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_004000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..7ef3fc557473c4734bd8fce554f0fdc228761d19
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_004000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df562f15438cdc66f42439ce1774c844723393acfbd7e8628dff80f0372010c5
+size 1752937
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_006000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_006000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..5ae9ccfd4957889fcd9c094504c8dab36a617297
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_006000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7981daf71599490771f94715f4500dd212c198beb8ed7667e7b8b9fbf05a98c1
+size 1837584
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_008000.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_008000.png
new file mode 100644
index 0000000000000000000000000000000000000000..a80c2d9be418cf6dc6ff75d29d423eff99486dec
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_008000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d37bd197774881a9ea6682f7cec8b3ed4d18cf49710375249f4e80f2315f63f
+size 1715367
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_008000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_008000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..ae84457c416d040931c02f4c00219f4f8b2b96a0
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_008000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c375907e4ad604ffbeda87d69ed094e44a68b717a5719b1f79f4114b506b92
+size 1867645
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_008000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_008000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..ddd923e262bfa9eaf017660f62babc512dfd5f7d
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_008000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16ea87d72bed7e935b42abe60e8d69cb9619d94f8733c80d4b6c385c9f3f0b4
+size 1603088
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_011999.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_011999.png
new file mode 100644
index 0000000000000000000000000000000000000000..4aa1f49b94993574f667a1082cddfab2d56b7fef
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_011999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91065814d1f990c117fad6a2030ddf175e02ba742f29c156be69cb4bf263c0b0
+size 1698549
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_011999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_011999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..22a109712c93a3d7fedb842c71e631c0edcdbafc
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_011999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a110928aa870ede0b9fc0b3b75c31b5a236b564a2b562f241b7994d01c8e679
+size 1681837
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_011999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_011999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..da95014cfd88c73cb51866bf6a0150ca2a9fd054
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_011999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750a97487d4c5727cf746a962d701615d0545df4c4a4b9ef827438988108dee3
+size 1783447
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_013999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_013999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..f79aafe323ec88004abe791ae43e8fe1e42602f4
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_013999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d186d2babeb5e2afd86820628361e5f0fdd2059ea6930b36cd8525cbd937f0
+size 1598591
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..b675353d4a1a9c6f4ac2e3099185ca5c7a85b141
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1ca6bc81deb848cb26bdbe66ebfaafdb10adb28b859cf6db5e5e353e1aa440
+size 1655935
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..58983af5aa5ba5d0d654a49719d851744fce33dc
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d74cac72c6d23dbf6689a3188ba56b85e1815cca1130132c26d4489d85ecb3
+size 1836265
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..67b0cde4663eab27706bb71dd09270d6c95d6fb0
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5273bcd97f169192386e6b458b07c43f60f436a3ca12a1a3d12204665c2da8a3
+size 1846241
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_017999.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_017999.png
new file mode 100644
index 0000000000000000000000000000000000000000..842d75c314652d96c3a4851dea121824f3178a0c
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_017999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4c05c5399b51d387fc9185d22042f534e5f83505216ac7c3c6c8dda5fb87e6
+size 1717509
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_000000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..7d8f45536c08f8165cb76e2213b83e1f142f847a
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffb17f9b9b7db03a8e9778c93dad661b1578e822b88c5f86c623bf780bf9494
+size 2711290
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_002000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_002000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..2c8eded52fc11530c623913d7b5720d880cf428a
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_002000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a68a6e7963cf9468031a20268a33b9d6f5ea7e6c3a52378d68bd8584b7204f
+size 1702912
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_008000.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_008000.png
new file mode 100644
index 0000000000000000000000000000000000000000..5f2fbe59264db7599cd47d419241730a3fa5c029
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_008000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eaf3663a92361a8210ac941bec8874f6d023d693df553f7634199f2c6e9f017
+size 1877109
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..eb6fe13cf91e6d0429022f963d897fabdcf003a9
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde1a235f1e208f42c9a4eaa831effb2f4b300f48083d0260cce016ed4565ecb
+size 1858976
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..6940e0ad6e2814bcda9ea146ccd4a9e6c8b72ebb
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8675fcc321b9087f56e610ef7876f053541c1187f3b465d59168ffca936945bc
+size 1820553
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..4d49d4fefd8da3ed2826168dfdad006d380aeb14
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806cbd8ed78a2e33559aab317d2c81d03c8c620e149eacc2d83b1b6535629ca0
+size 1780042
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_011999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_011999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..8bb5b450b2fe1a7f8bb4ee42767eba399dcc1567
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_011999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765cb348782f6587e514273ead29eb11c40e8384f7f535a0691067fe622132a0
+size 1927328
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_013999.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_013999.png
new file mode 100644
index 0000000000000000000000000000000000000000..22c96925a03d183f66d532f90e854c3ada1e6585
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_013999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6350dcf3d6c73a17681665931a7ebab0a5262784bf736f0e261049e701b8f26
+size 1875907
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_015999.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_015999.png
new file mode 100644
index 0000000000000000000000000000000000000000..73ae7707c45da63634a4c7ca8cca130217e4e0cd
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_015999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62c5260843d0d45bc09b462f7cf14427ea051bbf6f3be0b996e78afc8c194fe
+size 1875207
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_015999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_015999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..2d1564b76b5b6512781a2c278b58c25efafa5180
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_015999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8d68761d92f14660e3c3fe95bd43a37ae3a7173018a098bdbc732ce94a5480
+size 1790845
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_015999_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_015999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..4fa9806cd7cbb9f8d214481b25d274033e17c85e
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_015999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc85b83d6754c094231b70bc6308ae191b594f1912956659c8c6a3d8e87d4e17
+size 1674565
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_017999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_017999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..123da88a3d25f58033323d61eb86b4d57582fee6
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_017999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96527ef5c69f6f554febb30c14f146e60100ac47f5f1994d2a040dc4c723ded4
+size 2017763
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_019999_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_019999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..f6d5c2e46b4394c15055a0157c3b0b66c9cb5e5b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_019999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f825fd7352cd6b216dae71a619df0ac1908b7daa5983451be2ff2fa7d1ca31c8
+size 1719610
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_000000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..85ef566fb50584d5026fe512db036c96f89af316
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71cf920afaf39be1695410c386d9edfb4e09fe32b87b28a355020013f7f79fcf
+size 2768922
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_004000.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_004000.png
new file mode 100644
index 0000000000000000000000000000000000000000..2a444c411e3b637d80ce3185a629b911972b5fc8
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_004000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbd752c89cc0d593ba01efddf8eaf6bbce392c852ceab7ba4c16ad13fda17c6
+size 1907442
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_008000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_008000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..df679517befc66b58468aaf2966241f953f5b890
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_008000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12962714fc9a1a15280395439ca389dc401d2b38204f74d79937463af8b9a6a6
+size 1863920
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_008000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_008000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..d7d84b18f2c631d0b4c25775fae821640163c73d
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_008000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145b72b6e9e46017807ad7caee175efc77b52e756beefdf79c2a62cf4762e310
+size 1765777
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_011999.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_011999.png
new file mode 100644
index 0000000000000000000000000000000000000000..ef00c93d0bd8120736bf0387b0b34ca8e9664a81
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_011999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22ebf97165a5cb59f495074ae8da93bece845d0b6f71d1f7aed04fb89cffbb3
+size 1882877
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_015999.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_015999.png
new file mode 100644
index 0000000000000000000000000000000000000000..533041e32f34eeba229e7aededbeeb563f782d3f
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_015999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5466c7164169ae39557149193ba6a7411346241be4b02f04b901a2aae9e52a7
+size 1901918
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_017999.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_017999.png
new file mode 100644
index 0000000000000000000000000000000000000000..5f2196f5ce6632c7f2018449f09ff137ae7aa9fb
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_017999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874f01eb44826e67344910cff8757a1cda0efc97c4501be378551159cc1b8708
+size 1889748
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_019999.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_019999.png
new file mode 100644
index 0000000000000000000000000000000000000000..69705b63b4d960fa29081e2f6c9181e91f0d8ef1
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_019999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dec51b74ab7210ea670809709d0a72425f0392398f374cdcadb5b3aa7ed9ecd
+size 1885992
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..fd2ecbfa128428b5d15166f9112664a27b509e35
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8744a654856e8cdc37070f7a9a30b5cd59eecb4fe7053b69f9eed6c86e27b19b
+size 2115407
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..d0cbdc51be3dc70c91bb0ce45c0d4b6595eeb57b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_019999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbbe222f916fea76c7e081530024a9f202f7c54e8d9c09cc01e996a0b1351b0
+size 1927523
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_000000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..6dd187b0cc3723b1604bfdcf92a7a4d11339acd1
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5928bc0a467f99927ed2d6d157b44d7c253aab54ebea0f2b655f0e1876f8bc83
+size 2715558
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_002000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_002000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..506ea772fa8c84a3585a412f5117429b49587a73
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_002000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1956f6797557da43de03260caa1b8cfd620bc51382a28d2fe2ff06aa6f4704dc
+size 1969967
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_002000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_002000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..c9418c2c7d2b028ee2cb8feb72da1ac84b072def
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_002000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf5b7fdd5191a0d84f6e3e79bd70d5f0e0c659b9ec897aa251c62e5df6e90a7
+size 1865616
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_004000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_004000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..bae74a8b72683c34d145e2152223679050c6c9bc
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_004000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b8797d4c426efd74978a088757f0ad11d5b5b49bfb7a6cf4252e8249f0987f
+size 1825302
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_006000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_006000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..6ca0aad7873a8418d8cd61b658c946974ba741f7
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_006000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a334e8aa397617f044140357eed67cf5f0b6e41dcedf8f142dfdc7ec3138482f
+size 1965161
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_008000.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_008000.png
new file mode 100644
index 0000000000000000000000000000000000000000..59370476bd2cc2cef96ccc8df87f13a9b758c546
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_008000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e07af13c2c525eea1ec2decc606cb44f831a24e65276b43d34f6f53cc13d84
+size 1800932
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_010000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..16678637b806ee0492a8f5527b3eb34d2c5a9d4a
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc667ce4858395f9a4f451e6ceeb007748027e09e80ff0d924448692c0d702ef
+size 1955480
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_010000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..eda1a1289759374bbc3bed5c97618af287320731
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffab66fc68750a16ce2126bebecf5004805e835a62432fbbee6e4714af3e4b71
+size 1870724
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_013999_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_013999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..ef67e54e3f5d979fd977343962807c289d5eefcb
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_013999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9603c9aa7456c1de7c6a13735935f18db5fd6a011cd73274163b40e61970917
+size 1933372
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_013999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_013999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..0a78d2a3815b876d91ba9a301613bd74cc053a7d
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_013999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfbab6671ab48d9f003c54ac804d32652c7ea707e706de144a40276561b1646
+size 1911425
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..52147d24e1064bcd1eb5b85f09ae81387db09231
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228403b1bfdebbcfac3a7d4ef2a21289eabb3cf90034d0f5677a34e8f6e1c34d
+size 1811452
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..3b931b02c279d7c8280fca49f6a393940da6af19
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_015999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f84af9525d885d03d0ee423628017817b5986f6d193307336ddc1c69bba0e4
+size 1746920
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_019999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_019999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..e1aa6bf30af6e4243a89defc9944b442c540f393
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_019999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e410c316af1b6e7316f609da0da9237a03fed6fb92bb8edb4fe6ff500f933e6
+size 1900930
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_019999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_019999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..27ea32d1c828ba921f6f84ab4ce481b2f2a9d4f8
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_019999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18615ef69c6cb84778b11bfe8b4c56c48f7c1c49d1a8d40907ffd80b06cb27c7
+size 1876725
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_000000.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..af720751e20e0230dedb782b110448255b0de61e
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63e22a76638665eec7ceed94d94cdb9b1af645656266fff21ae6d15212b300c
+size 2075053
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_000000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..b1715baffc910cc78fdc44733aa9530a98ed4214
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7087c40e6cc7cabc5e4a94d8c452d774857d989f421fb579edd986e46b3a6942
+size 2777032
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_000000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..dbe6116bd442f6425758f8c722174d51505e17a0
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb03b1f2edc76c0042ddfd8d6cb05a245c16af880bc2bac356cb19a9f2a7a53
+size 2783896
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_004000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_004000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..91dda7c3c717b5c09523f6fd47cbf576868f06e6
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_004000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae8a54d7ff4256b8edb5a9deaa2b0efeb6e7946d6b222e9be8a309187c33605
+size 2061845
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_006000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_006000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..a2607654e7dfdb64ec1dd75008a8ee76cc2e50be
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_006000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76fa1e411c517159b4247159aeb68e0c01430e9deb48b74aaa4931a51aa9819
+size 1912762
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_008000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_008000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..2f4ebdc23f94824be2449c725d45077fe5cb21da
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_008000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e506acf7b6f794918efd738a3894883d5f415e5d6d4bce505df1e27c6ac371d
+size 2021232
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_010000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..ba78c33c701d3d7e98accdd680ec0933f97184e3
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e7e2c0dc7b080c15ec957cd20c5774d86941dd56b6b4ea93fff0d95dbf6b77
+size 1988408
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_011999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_011999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..c0b31b53d777ca572ae2884b3310f4e4b85a8487
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_011999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6310f169172618e557bd62f94d1ad3b41c4532ae3510e1c963b4d323303c79
+size 1943925
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_019999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_019999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..51a0100a2ec2822c394daaade6765ce7cbefb976
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_019999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6b9a449d1a4be73ab635fba4a6d3db1190e2157c80adc4c5f9e92743290c45
+size 2030849
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_002000.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_002000.png
new file mode 100644
index 0000000000000000000000000000000000000000..00125e7b30d11e4d6ac905ee6256c1e8960532a0
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_002000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc83511da4770b6fa8d6ce556f2ce14646fd4ad572c1abd13c7a80b3afea592
+size 1820796
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_004000_sample04.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_004000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..5dfd691f530d27c239acbe6f1597b0a719f7cfae
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_004000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcaeb9cc70483f855a7a460283198fe31b0cd0c4e33d7e6c040fb921770748b
+size 1659894
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_006000.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_006000.png
new file mode 100644
index 0000000000000000000000000000000000000000..d48542154543839d30e065081ff4361e677adb06
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_006000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87067d1ff15979bcaa73588f16235df4a0fc43ab2f2c36bacf42de269534d28c
+size 1820503
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_008000_sample02.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_008000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..d99a4e9d2356e453a6bbeb5e1d4d72e86d8aad2a
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_008000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1dbfe6c7b5d0c094d0b606c07bf3e872a2f104247cdbc7768627db750231ac
+size 1779428
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_008000_sample03.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_008000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..dfbcdf67dea800672a995da04a910bd6641af0b1
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_008000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0010597425fd53105f8067643a59b87ffc0a097c1eaf58fce973965178979ac2
+size 1920032
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_010000_sample04.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..6e1d514bda8dfcf3c62bac5e0c5731605c26f089
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82416271287d5dcd8fc3c07283afcdd8aee4c9d3e54e3543d27cdb09ec59347e
+size 1653551
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample00.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..4b486c4c17b11629ef9648decef4fcdb401977fc
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd74d4cca891b152a9a3400cdbfaab488f24670c0932549d011b983291d06eda
+size 1672520
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample04.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..e3fb004d7fa8f0e886b53cf29b1332c9e6af402e
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_011999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d7ea1e051cab694f47bb5da4c1cd0e0211faec3d5c3c31922b0a205fd8d322
+size 1537255
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_013999_sample01.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_013999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..dcb76656ee85f4468d2168c3c740f96e2209f0e5
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_013999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb04f8ca0132960391f35d289af81dc71e3f82b68ce18b35b51f2849bda2b58
+size 1897228
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample01.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..34ff49b343365cb548220dae78aad0dae48198d3
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd921894792882c65ce65a4516be76b01272e5e76a723fa0d5912148b2f47cfd
+size 1948126
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample02.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..38282d70f29f65a436d59da286388d4f8ca35832
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e036bd7dfc3316c15a800c3e3b881aef1a8009a2afaa6a5f18426e3d3339020f
+size 1765720
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_000000_sample02.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..431577ea96d9ed8f767b7a251dfa01a0b927e2be
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738617096b23b7438b845cf5ab4f386b4c01743e27160fc8bd7a36c66817951f
+size 2740876
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_002000_sample04.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_002000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..525d1bf692f6af4550e7c6febd7390f5bbc1e60f
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_002000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81ee63adef5cc12e42fac78dbc5597ff658c7e8ddc5b1a5920a2f537469af1d
+size 1782668
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_004000.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_004000.png
new file mode 100644
index 0000000000000000000000000000000000000000..1d3d484200123402aeb9859d6a2e2ba0639e9f7c
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_004000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7795862c5166c2d073df70df2c7c5ce8ad954bbf6628c5f256f588140da6e301
+size 1899982
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_004000_sample00.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_004000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..36872571941e741cc48b305859940e72fb94df33
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_004000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646843906ed1c5be72be7b7502f50d1efbb4ee6e09a6f450940bbf69fa11510b
+size 1836755
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_006000_sample02.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_006000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..81927908229d9e871f4ee7f3f101742c2ec8f621
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_006000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff5b922e116d65c2f2b6d7a7bfab4f7317639c02001b9ece1b96c37e74b1f87
+size 1812554
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_008000_sample02.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_008000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..b096a992565243897bfbf4f2e443050b6c120703
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_008000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65945152e1769dfee13c001206e413560256a41f956c61bb59c3ac7f603ea9ad
+size 1926834
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_008000_sample03.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_008000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..1e83ae6ce2b9c4a23928feefb7663853f1100cf0
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_008000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bac29ff37926f4ab200e5de33d8999f82b3212be647137d6b8b2fe7ebbbf774
+size 2019006
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_010000.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..9bffc1a839775819aac8b25d8c6e7d18a55bb2a3
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b91ac639c5e930b1bd92cc8d712dcac54ac86a89f187b18a902c4b74ac4c52e
+size 1885680
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_010000_sample00.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_010000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..e95b19dbbc65c76e8ebb9c99259bf37dd2a291e4
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_010000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04faa2c94e9c64edbe81c9086f6c7ea718f9d0fac9ee1bd37fb40948966c4d96
+size 1851226
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_010000_sample02.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..f3f5d00552da7f307e67de1bafe599870ba356ff
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1747dc34cbb87fc0937d44d850fdd367913c029ae63b36ecdb4222e2b26be600
+size 1778457
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_010000_sample03.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_010000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..0a973d6a2f1bf779823917f070c63847fdbe323d
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_010000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f214cbef88d715e9ab4828f0218c4e9c42dd4b1eb169d36635a3c1025e56d4
+size 1981825
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_010000_sample04.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..f0a9851edee300ab19dc81ac510675545da11a67
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c01c1dac184a2c465e4a61b7ba0a333177d0886c56d7a46b67447723194f81
+size 1743701
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_011999.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_011999.png
new file mode 100644
index 0000000000000000000000000000000000000000..74288fbf23e087224116190675fd8a4700a03ad2
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_011999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1e6f510f0a4fa09a07bfc6e9193888a15a866dcc76e49d3f5a816b0c1b499b
+size 1886226
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_013999.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_013999.png
new file mode 100644
index 0000000000000000000000000000000000000000..ad715301162c63956f1ef0819a475d4d9db9c281
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_013999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185f3fba2091071c19dca72b6c878209e3cd200abcaa756d62ec50713f93ceb6
+size 1896245
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_013999_sample00.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_013999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..ae757b8d6d9b0a2167c9356bccb3eaff8f4dc2a9
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_013999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5659e27411965bfd15f9fdeec48858b53c10e4facd46adbb5d410a6d8a3fb3
+size 1854920
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_015999_sample01.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_015999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..a0c848a634e891aabd5a9e13d68f698cba43f31f
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_015999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5a0cefb0241c1a9a6d52d4fab798ee16ac181e9ea01fc39a0e212dace83481
+size 1893171
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_019999_sample01.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_019999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..5d237b7c2b4b545a3f7d0394ca043d1fbbda0e93
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_019999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912f0352326b281b7db269bd2ebb118e61d18b39ad2e56c5cc3b0c8b584e5455
+size 1996560
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_019999_sample02.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_019999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..7980c5989e48c3e500752ab3255576264b6f2830
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_019999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3989c949585aaa67c42da82bdd45ccf0922a9648b61d5ddcf98c529e80cb656c
+size 1913997
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample00.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..93e1f27469766dc2f8554e267588fa8d981e248f
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6066bf3e3e5e6b3594163d4c47589fcef6857824dc4db5a4e446c9a3c494e9d
+size 1887987
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample02.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..23defad266f5f64b59cda5ed41b5de833fa23adb
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c10619847bb420c5249a5832dc063732cc366663011d34c26a7b810feb94860
+size 1679304
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample04.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..47cdee9e5a4ab038cf959c5cf2fa84bea89c3f44
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e1ce285376e0a7b0f654e2f10a53d7d005323d8bb8b52a7b22f7b6afdda1e1
+size 1840541
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_004000.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_004000.png
new file mode 100644
index 0000000000000000000000000000000000000000..064b8da65fe25564a69144768dee2106f8c8946b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_004000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201b96a93dd8bbce9480a27453ccb511f24e63da4e7e8e2fee7583ec001b489c
+size 1678188
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample02.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..6818cb46d99982b2e3abc97a9692241193a75f21
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5f89799dc496ea4837b8ac11cafef5cb0ea46bfac9f6dac8cc302eebe27be0
+size 1798411
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample04.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..9cb3e842ac93dcda2a71dd43b4807bc169547072
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f77e2585a4d8b5127fab4e123a7b7e2f23438504b8e368e2ea8bd7c00f6911
+size 1857567
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_008000.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_008000.png
new file mode 100644
index 0000000000000000000000000000000000000000..014b3764687a8e0a5042aec5df9b508f7d0684b0
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_008000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82471ee5f62faaa3170d0a408c12c84c0b760c4084572cc38ff202746ddf5e9f
+size 1670515
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_010000_sample01.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_010000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..8607ac32ccc061b20bbda0ffda66b9d0b58ca647
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_010000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704ab8731642623f8e93193ac8877345351a1defa15fbb77b7e9ea4013e2e7d7
+size 1941614
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_010000_sample04.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_010000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..db9eaa5eff028b7aea0caad8dcea6b78fe8f766f
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_010000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d749c04bbe884cea7045494f4766aa007185038968f37ba4380311d755f254
+size 1855662
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_011999.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_011999.png
new file mode 100644
index 0000000000000000000000000000000000000000..0b16e34e975ef4c989721f3d7388df3985fac923
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_011999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09db6275308344a1d1c34b01655d7933d73b6919d6594530a2f26e11ac53dcb
+size 1651325
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_019999_sample04.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_019999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..7ea76a450f449a1207c8286c0e8196d088e00470
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_019999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5197b0106e1a0d92eb63600aaebea361e4e178ead84c3cce84bf56e88da36d99
+size 1828351
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_002000_sample00.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_002000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..8670afeb96398a9ce42a572ae1efe54acb949756
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_002000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f9522ae43058541620b095a4db2d00d9493d123178ced34388ea91fad3af87
+size 1791393
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_004000_sample00.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_004000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..f3c9d095cd95c8300e8a716463f68e8a97830549
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_004000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccaa9c800c3043834a74712d047e2f08250c6cce575712bdd18f4940c4b6d5b
+size 1820565
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_004000_sample02.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_004000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..1b81a4838ff5fd8920bae9dc3eb46b62a273f5c6
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_004000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b389c4c75a5e4c708966137df89b31908a64b2d02b54e508bb2d59ef6b721cd
+size 1777772
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_006000.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_006000.png
new file mode 100644
index 0000000000000000000000000000000000000000..ace7ca2687dcc33578294405c08f0176a692454f
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_006000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83357aabe4437822130b804237ddc67be9b414e27f562d58e235524188f359a4
+size 1724551
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_006000_sample01.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_006000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..627b2365d9f6bb4506d6bf53d7bf3f7e775a5d3c
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_006000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6741d2c6e077e8a176ec822565c76d8976ff7052d31d6e5ff38bea8e81f60160
+size 1864450
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_008000_sample00.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_008000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..2434303068b172b3f06c74fca625f998d9d58d49
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_008000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570b51c2e6ee8338e230971c906e0b0c871bd91f4ba14c18d12d46b8d9a8372f
+size 1852853
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_008000_sample02.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_008000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..a8c053ad8ce280f2185a60c9584bb419ae0ba45f
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_008000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9f2eccb3bddbfad2b0dcc799fbb1dbf29eae7095b71ebccc7b57d16f32df75
+size 1750525
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_008000_sample03.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_008000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..6f4d0b51fa19b5d7d522b530808a20c3cf3ead02
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_008000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42189778d5b248ae51f4617c6de50179bda2bf16d8b9250b875d3e38d86b6dc
+size 1690394
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_015999_sample01.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_015999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..226ef45395a8a2ea1e45f775cc02417053725909
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_015999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2111ea93ea9157daaf8c27bd30020015f401f4d9eb55f59eef5f7bdc3922127
+size 1791702
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_017999_sample02.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_017999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..3c97060d6283f84d563c3c745b47f95b7c9ce6f2
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_017999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e966e69a9d9d3ab809138a9e23a42f1e7f623a30d50f17ecb568f36b6e6a764f
+size 1812277
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_019999_sample02.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_019999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..be18417ad52608c127599e0b3841fcdb0aa5d2e9
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_019999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661f1b4cbdbb15955e1e60df9bd33c2a2195a8c2051df8aa8a2b6a3c64e6294f
+size 1751486