diff --git a/.gitattributes b/.gitattributes
index 435bb906ab965b22d3b6b673f2b2e9f2201d1dbc..16d2be2c7a2ddbee25d80248dd851028762eb550 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -4045,3 +4045,103 @@ lora_rank_128_mlp_H200/step_vis/test_3_step_015999_sample04.png filter=lfs diff=
 lora_rank_128_mlp_H200/step_vis/test_1_step_010000_sample04.png filter=lfs diff=lfs merge=lfs -text
 lora_rank_128_mlp_H200/step_vis/test_2_step_011999_sample00.png filter=lfs diff=lfs merge=lfs -text
 lora_rank_128_mlp_H200/step_vis/val_1_step_013999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_011999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_008000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_015999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_011999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_019999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_002000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_002000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_006000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_004000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_017999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_002000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_002000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_008000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_015999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_019999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_006000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_008000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_013999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_004000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_008000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_011999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_008000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_008000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_013999_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_015999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_015999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_008000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_008000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_013999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_006000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_000000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_017999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_011999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_002000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_002000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_013999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_002000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_015999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_017999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_013999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_013999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_013999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_006000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_004000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_011999_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_011999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_011999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_006000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_008000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_010000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_004000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_013999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_004000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_008000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_015999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_013999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_017999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_006000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_015999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_002000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_015999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_008000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_006000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_004000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_015999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_010000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_002000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_4_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_013999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_1_step_004000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_3_step_006000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_019999_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_004000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_002000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_017999_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_1_step_002000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_002000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_013999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_1_step_013999.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_0_step_008000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_010000.png filter=lfs diff=lfs merge=lfs -text
+lora_rank_128_mlp_H200/step_vis/test_5_step_006000_sample00.png filter=lfs diff=lfs merge=lfs -text
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_000000.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..e56bf6e52c647fa9042a2bee298d252c7f84e537
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8275309cedddab391cd39069d09031db449c7ed97db9cb8db3bd948accd53c
+size 2018465
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_002000.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_002000.png
new file mode 100644
index 0000000000000000000000000000000000000000..980cef1eb07e89e9413dca0be583b5eaf030f877
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_002000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0b2fd7df978f18160a7395a4d9ab62e587b931b8ec9f7a87d3a62804344675
+size 1785530
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_008000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_008000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..6926132bab78c7a6dbfcda79c4f79434170e7588
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_008000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca0574a34381f036668e8927131e81b7960b81e3f2895d1d7d519295c2a3792
+size 1731660
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_008000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_008000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..2ba7095dca3ed4acfae439ee870864927d2b203b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_008000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a423b0fbd1e6a5b62b187096d4faf380a53a6a255028a36f7cfd61258da3c845
+size 1749341
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_008000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_008000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..e0cc7dca7255fe4ed9a6ce86b00b8d9889374316
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_008000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be974273931e7d93ecb322d9cde1ea9b28bf3e1a2ee75b8a1c6667e33138105e
+size 1977932
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_010000.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..b9f73d2a85a0c8af431c278ece704c5d3e25ff56
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f77b4558506e359e8401f073a56fdc910be24cfb77242976cbbfde458e1351f
+size 1779128
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_011999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_011999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..5a84178156e94802faea3a5f8377e8626349c5c0
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_011999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6a748cdcd66d5a716eca53a870568ef149598bf3d9ee1448382aa42d8214f2
+size 1773348
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_011999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_011999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..de877ceeae5550e9a393d075460f0d97999ea5c4
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_011999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa286096de8cd0f71f76edab84039f195829ab98cf2aa188c4e6189e98d48e5
+size 1939329
diff --git a/lora_rank_128_mlp_H200/step_vis/test_0_step_013999.png b/lora_rank_128_mlp_H200/step_vis/test_0_step_013999.png
new file mode 100644
index 0000000000000000000000000000000000000000..b0f671abd23f4adc902c7eef6ccab13f7d073a32
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_0_step_013999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907e814903b3f1d42406af7443e434c8b90948a6e1916e10f347e4bb941f0323
+size 1782990
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_004000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_004000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..694dd4e0f9dfde5c23c42c5d7222c9094e3f4d68
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_004000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63591bb52ab142f654d2022ebb60fde9b704f81302ddd7acaa56ff0f6675cffa
+size 1567907
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_004000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_004000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..bbbfbabd41b28bb4e227cb2414c1c7be9aabeeb2
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_004000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f25dce8711ff68785724940706f1697a53e397d9955650cbbc98132d89dceb0
+size 1932127
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_008000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_008000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..4924ab3c7e9681d3fc6b8d2cdd35f20ef7f6d29d
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_008000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276af96628be13ade44f3472d457b423a676b798a2c8c8d69578f434bf402c66
+size 1798443
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_008000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_008000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..c6d79559122b6ddb82cb9358d66ac02e0557bce3
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_008000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4e3956967ad5aed5cbc0237ac14ec2f065f2b5a25bd1999dafa97c0f991f3f
+size 1800752
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_013999.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_013999.png
new file mode 100644
index 0000000000000000000000000000000000000000..43de266d78c07d6128f3b67da8b6a49306fd117a
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_013999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13dffcfab951aca200ba92d19b48f23a524a896eaabb54a05ec3bb0eb1623093
+size 1717475
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_013999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_013999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..cf91bc3998ff22b780b09965fba5d4022eab7998
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_013999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf94368d20a968d74627c375e8229fe7d93c6128a847c0c6970334b78ddc238
+size 1784540
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_013999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_013999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..36c041c687d19fb4fb179ef20bb8d41eb4e7d9ee
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_013999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa3a340d74d9abf8805033a0888af461c46e2fa418973781580ea1c1823c52a
+size 1804050
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_015999.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_015999.png
new file mode 100644
index 0000000000000000000000000000000000000000..913d7040be31ec8fb518b1dc718ca0a3814d5779
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_015999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5beddf4a020cba39dbcd53ecd01334ab2897174960b8327991eed5539df43404
+size 1711178
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..aab50e9f3a6fdeee20c0140de29f017f1a734b27
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_015999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4757dbc48159fce8448752b03279000270f56b61a0ea74b179eb1e8f59b002d7
+size 1704457
diff --git a/lora_rank_128_mlp_H200/step_vis/test_1_step_019999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_1_step_019999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..e561eddfcf06b5e5326048852db19802a6a231ff
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_1_step_019999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d8d21f0802bbbac696a7ac2262791a84b89da1d5ea496c7c141d22dfd5598b
+size 1754489
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_000000.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..5c5494bbb33caa262543855040033ab4f723b6e2
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2caa98ac05505c6e8768619f81e5753d6ace316b87aca2dc9c7626dee75033d4
+size 2086725
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_004000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_004000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..b22c75125153715f7f987c8c07600ada20816aae
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_004000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3bb18095e81c0dd982e65c4ec4580ced836f83e800d5b3698b9da3f527275f
+size 1796949
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_006000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_006000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..f5ec36b6714bc4a6ddf98e67c1e31c40158f2e8c
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_006000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647c4bb60aeaeda649e05ae1f397b6a83257a532d87afda44031ad14f44834c3
+size 1674567
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_006000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_006000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..98cb8ff04b64eeb9cedf3ca3540c3c7d3ecf5831
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_006000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d855e5293cf23b5ffe697de87268428d7fbe5fe560051ea04b38700a0280d5
+size 1847373
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..29e9383239366b7f7729cecf863fbbdab28e8950
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_008000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2832292e19a3e07b95fa43445d08eb14434018ec4df9145dd35c657c43b0d09
+size 1745876
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_010000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_010000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..ff7b8656aa77eefd5a19876b7b61f91a730d42e8
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_010000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b53dd14cedafb30031d7007ffa4fadda390126a71f9c1b53f33a3d96a3de53
+size 1685659
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_011999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_011999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..343a3e37e51e94421c287acb409c2602fdddf778
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_011999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39dafd23e2a3415e418d9e2cf20dacd752a8b48d7bd784d00e3cd1b962104c20
+size 1938427
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_013999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_013999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..820cf52ef9f77e9b87dabf18a503c7de71d0e33e
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_013999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5794742c1a8536a9c3093304bbd5fe93583a3012e920ff8beee9a128e93743
+size 1925753
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_015999_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_015999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..aa7b0733723e50c41974bf79c30c3537204175c5
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_015999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b5f5fd8875059ff9c29bbadd979925e148e1522e990b8c7dcbc5b354f9857e
+size 1866521
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_017999.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_017999.png
new file mode 100644
index 0000000000000000000000000000000000000000..fe0e21a0cfa114f451f4b841c540ceac20ea3db8
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_017999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea794f66856707bdb6b9d1a79fea41046eb4f9b5334d3464aad00d955b964fe
+size 1871266
diff --git a/lora_rank_128_mlp_H200/step_vis/test_2_step_017999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_2_step_017999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..709b6be3a4c04636fb9dc10820611609b582a2a9
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_2_step_017999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926d5fad0635431faf7261af02fb3f1b38b7732f139933a1021ea1294def5a90
+size 1839365
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_000000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..4dac3bf486005c08d9e3b306b4cb413de212454b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e15b0097a42f3b340face99ba0f7d24cfe9c92ea10f71cd40f0ded743f77d3
+size 2719968
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_002000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_002000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..c1e7b7d753097b3cfd9c157e4c56c8f1bc2e404f
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_002000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffb5619de458fa556f8b548f6b5fe8c4766ccd582db8bab50e44b79a3bf2832
+size 2130873
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_006000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_006000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..b42340490471b24d59530c3ebd4baa9c4f80bea6
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_006000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a641475624cb17ef623370ced969f6bf15933d1ad97028f7fd500a30973b2e
+size 1768330
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_010000.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..e97f6e4f957e5b385aca6c4fbdf3720d73706940
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01514dde468bd896c5ea33e451a7fbde1fc9e8f2b2cb3377fac92aab5ee9a90a
+size 1884044
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_011999_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_011999_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..e82409c4e93929e4177786797fd84b0145a316c9
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_011999_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84036ecb5e27a759f47a0ae8b3836b2fa42130fe210edfee89689bf90c0ff261
+size 1812460
diff --git a/lora_rank_128_mlp_H200/step_vis/test_3_step_015999_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_3_step_015999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..ab6e2f3fcd556c1cb7b844cb4820879db311bd70
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_3_step_015999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab97fa848bdd830d97319d39d017c53e786177058358d9776027e78472a93b05
+size 1853720
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_000000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..497350a8cdd9a1020c2ed16bc0d881325c6a74bc
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb68c0dc2138c6668134228f39c0ec9de81a14344ae262fdde259b9798da9387
+size 2714886
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_002000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_002000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..e4826b5635398fe449ce48500253ec1a7e48bf3f
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_002000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff107dbd097126dbec7e0ab22e658a33c48515a0c45036c25cba9762f6b4496
+size 1774049
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_002000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_002000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..53d287c192f222bfafc992c85bd994c8984d9d80
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_002000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784f6c621c38c6df0441b6c91adaed7e6b87e5644569563d16738fe1fdda0a65
+size 1895020
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_004000.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_004000.png
new file mode 100644
index 0000000000000000000000000000000000000000..9dc38dd7ce3d6b704299f893c384e008faa4ded9
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_004000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e275eefa8ee5d79e4ef671e7df1debf76c7f76eba5b3bcf5e340ac7464df51f4
+size 1801667
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_006000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_006000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..a8681a830d68cdca025b0220bcd3d5622bfc13db
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_006000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb6b9c8c0517430c0e6003ca069c0cb7b9b7b98e62dc3b6c2bdd16972ed6c83
+size 1948520
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_006000_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_006000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..facfa812c69bc7787c41aeba11b8b90978856ecc
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_006000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e18134a41da4afcc95767c259582796baf9246c1ef84b5594dc659066fb305
+size 1725094
diff --git a/lora_rank_128_mlp_H200/step_vis/test_4_step_008000_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_4_step_008000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..196b886c55514f55a028139eadfbe4e8b8227539
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_4_step_008000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f0e66fac2ad013240ce85c51c168c2a582dd5f044efcf4eefde5f7ccf28493
+size 1843199
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_002000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_002000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..1b1fee10e15cf3cbca1487f5fe036c139124b8a9
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_002000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741e87ca0eeb2d45a8b5aaa22dda7ac0ac3d3f8063d02ada380558d11b665010
+size 1640659
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_004000.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_004000.png
new file mode 100644
index 0000000000000000000000000000000000000000..3ef2ecf1bbfac7de3183aac5e03a4840bb1d5a9c
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_004000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bde1149bc219640e68ed9cad7f15d7a7a4e867181308dbe7bf0746cdd3f187f
+size 1889670
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_004000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_004000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..a45e46f8c83864824e23c75c11af21715a76bd2a
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_004000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328cf0834f648a9fb124a37b10cb6a2ab895c75e1fa286b5d777b0bec9d5c9fc
+size 1886114
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_004000_sample04.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_004000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..ea31ee6a4479ebb64d51196cd8be8a3f225a80e5
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_004000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a093497d3b358dd07eb7efad5a4079dec613121ca2b27fd2717f3b595a382f
+size 2014732
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_006000_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_006000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..ed92516143eaf504c22bfad0d581035f6760c66d
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_006000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cb8b0457732d30b98929b934086fcd8c9b438367aff0d4af0a35de0202706f
+size 1927604
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_008000.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_008000.png
new file mode 100644
index 0000000000000000000000000000000000000000..296bf2485db3c530214fb0f2c4256ccdecb598cb
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_008000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151041b3784aa9148125a0811317e446bc78168fee3d18a31adc42638488df4e
+size 1911697
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_008000_sample02.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_008000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..292166fcfc8e479968ac6b0f60ae3d4273def062
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_008000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37792fdcfe642a057e48165d516a2e70d8c47c1ad45beef1a27aefd8f17cda01
+size 1885534
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_010000.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..05e6f968aaa9630d823ffb0d0361b61c842c464f
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca98655b1432bf1a4b2c33a03b9fb08d4b83476643008b63c677eaa787ce52d0
+size 1894181
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_011999_sample01.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_011999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..bf9709f4fe2c59c0adddf231326c31741c8cc72f
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_011999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38425c4e45512795cdeb38f65983034ad0e761004366e118aae211bbf195ceea
+size 1848118
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_013999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_013999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..b045774140ddff60f4d8af2d0891a268890d3f80
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_013999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbce5574d84213e45570e89d13afc65de99339955d9b54562f1cbc208dec200
+size 1883378
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_013999_sample03.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_013999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..76bfd8b49f96c37b6bca4af896017713182e5bfc
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_013999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62fddd798e4672b7f24cf86c54c79c5d26559e206b7ce08ea80419f3696327e
+size 1899644
diff --git a/lora_rank_128_mlp_H200/step_vis/test_5_step_017999_sample00.png b/lora_rank_128_mlp_H200/step_vis/test_5_step_017999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..eed5bdd19cdcf708d77b9f83d49d48749c2e86a7
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/test_5_step_017999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804400ae8a2aa33086bd4273e9abf356eb0f3bd4838ecfce845fa9919716923b
+size 1770216
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_000000_sample04.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..6f441e97fbb6f0755f360b9652ef5091292a3448
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651acedf85283243ea88b03b3ba1b3544ecb249ad65cb782d31e8c331534456c
+size 2744452
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_002000_sample00.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_002000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..369e10c7c73f10ba97c3d1ca67d587eaa2502a19
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_002000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4874c69d0a8319d0f7cda162e8fd1ab72d3a357a8761330918dcdd02cd116c
+size 1959109
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_002000_sample03.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_002000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..9f8359c4324568eecdc293936b9005545469a62d
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_002000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebeec44377c2084d303487c55c8f694130806a0f6696da4c097b002232a06b61
+size 1888621
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_002000_sample04.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_002000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..ea9af7e2cb723c06886ac75c777bc4732835c52c
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_002000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3376903e208b060f7ca204f4fa07616aa0c7311bf3caebce5898b2e81f2328
+size 1622013
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample00.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..646233b92620c9b3cc0427becb36939d64805729
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb196dda5f9ea01405b68ae57be32797ae958102c8b4e5e12618a621e03119a
+size 1808197
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample04.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..f4c9d92a7def3f73a9461a2c40df9b3a9d38d66f
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_006000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43b70354c642c823b4f709121b5ddce582d23f81199822ac8be0fb2fbee41b6
+size 1635884
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_008000.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_008000.png
new file mode 100644
index 0000000000000000000000000000000000000000..85bd44d5d3a96003bf099789f8cf32f96e2a9ad2
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_008000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d2d165041a470b1a60f206a1ef55c2bebe690b3a8c11bb7108f99b89aaa7bd
+size 1821995
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_013999.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_013999.png
new file mode 100644
index 0000000000000000000000000000000000000000..53a3c517e4ea00a20ac83ed9a303f4dc4056d776
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_013999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a881af9346f0ab608276346e3bc14832d8ebd2d5a50e0ebc8e9ed13dc48484ae
+size 1821178
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_013999_sample04.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_013999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..dfc5bc94e3543ea8590be15ed9b57c496efd056a
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_013999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89659efe9f5849bdb50fed0f9a2da28ec20e0932e0128ca8756c8ce5f4ab92b4
+size 1614941
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_015999_sample01.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_015999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..01f096f66b7f008273d142f44a73fd622ffcf6cc
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_015999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2555e2d59873054b335e0602fad30762e80e4ad7639b6959d65ebd9cff7bed23
+size 1922396
diff --git a/lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample04.png b/lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..8b032fdc3226ba6ee0feecd034e24f36a31ee6ea
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_0_step_017999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7e21156a1b7a4bff73a779d7600ce0af3da7ac148d8d688c0d3f8e35a451b9
+size 1604125
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_000000_sample01.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..906877cda5baf615945437eefbcd91cb4c46c28d
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a3c9edd1fe78746c7eaf14f6c574b88c7628b9ffd7a1194a2ebbcfd19a813d
+size 2716203
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_004000_sample01.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_004000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..0ee5b1c61c33d188a4b1f8838910a1a82c554a6c
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_004000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ee21f09d325bca038798f169ce8feb4c99902d2ada14591161102a2ea124d6
+size 2117697
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_006000_sample00.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_006000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..44ad6362cbe3f6ce9d9833655c593c7325a1a487
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_006000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2212d121cc26954646d7887a4e444aa2a8399af868a6f447c9e8982fc9082a0a
+size 1904240
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_006000_sample01.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_006000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..1f876bbe8d57f64d55ccb30d31ad87bad4713017
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_006000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ab36832981b15d0b20bd1de05b2d1e2180fbcf6004e1977ff98f4270ef89f0
+size 2037027
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_008000_sample01.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_008000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..c1b8e764ec360d291cc9897dfb57c1275fc12ff3
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_008000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40aea1a3f72e5dc87f626dc054117e227e066ab38e39f3733f07de84cd4e48a1
+size 1906472
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_008000_sample04.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_008000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..b8a30f19c2c1a91c7e6a5f7f4f8647211429dba8
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_008000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45b7a2f7bbb84523bdccdb1d7f613864e6af90e76924e904a3f9ba9a37e7eb5
+size 1862739
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_011999_sample00.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_011999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..046074bf67dd2643ae9624a86a62f3baaa6a2469
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_011999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59fbf86774326a70b4e76d673ddbf46cf99351815f90c9b0e433b912030b96c9
+size 1815352
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_011999_sample01.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_011999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..bacbd91bcf51cc6484369a3fd4e5b7704ff520c1
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_011999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d855cd988bb15a537ee92e26ae5fe00cbd7714a19f13d4fc116d16d5ed9fc1
+size 1905567
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_015999_sample00.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_015999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..4f2db9a416a2e095fd25c839d397db5419afa648
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_015999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1021e32968e4b25b4c11a3c088cd42143a0b206a2644cc4f3755d6eb3af35ac
+size 1836877
diff --git a/lora_rank_128_mlp_H200/step_vis/train_1_step_015999_sample03.png b/lora_rank_128_mlp_H200/step_vis/train_1_step_015999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..8f83513fb0f9aed6eb83cd214359056e8862af2f
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/train_1_step_015999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42e8c2976293430bb2a0c2dfdffc03bde77ee35c9107caa687e36d3ef8d7a14
+size 1846363
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_000000.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_000000.png
new file mode 100644
index 0000000000000000000000000000000000000000..81a5957f0a94fe9ec8eedf4b691de4f9e0844f68
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_000000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1783b4c9c90abd9abe9d1dda004a2f289ee84fc61b5a83eeae1804242ed91c87
+size 1903438
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_002000.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_002000.png
new file mode 100644
index 0000000000000000000000000000000000000000..5740b6182270c27b841e6556d7066961ed49cb29
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_002000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c50957c2b2c0511a087d7d08dc348cc49315b29050e82bf4910c4601414c615
+size 1666486
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample01.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..060dac5b8183c96feb84754d73843e0a47cdcb96
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082746c6b599a38eb50c2f809a31c1468353beca748e6001bdb509540dce6d33
+size 2034849
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample03.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..2e375581a6afb18fbe0eab666268e42769e30c88
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_002000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8cb85eccb0306bd401caf346607fc39ecadf9a73e19f106f728b2de93fd47f
+size 1701716
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample00.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..2142eae924b81d015ed4e4eb3a522c1f5149c0ba
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81167f8a4b56343242527c01dffb5cddd4166fb905ccf8f9a3aa0ca4a8639401
+size 1761040
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample03.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..a54e41628b33424920911b31a14b3293c92d6ebd
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_004000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e24f872435f72c07ee3acf983b882ca399cd7fe531ef8aac67604e3bb9c6ebf
+size 1839798
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_006000_sample00.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_006000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..d47bd3ad6513c5002bef8685cf933824673fcc2b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_006000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddfe85b025e97a898dc19d8df54a78669f02dd73b307f3c04ebfd4fea0de22f
+size 1876400
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_008000_sample00.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_008000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..82732dc5ed83d904730fac933d63e81672ef1f16
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_008000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29695f98cd0ca5966bd79ac8fffe9d5f3ab93eed15822102edcaefae3366292e
+size 1860018
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_010000.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_010000.png
new file mode 100644
index 0000000000000000000000000000000000000000..34b1abf11b4a741d920fe6d76c0d6c38bf64da3a
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_010000.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fe83d6ac827d07d074b359e1aff5682662038e865137800cdc0299aad47fe6
+size 1663733
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_013999.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_013999.png
new file mode 100644
index 0000000000000000000000000000000000000000..8836f2dcbcd35fa34e612d02cc5968962e59bff1
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_013999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a984d4355387c2750bf403e928bd088d9ade12f7e0034c6eebc319607addf647
+size 1674674
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_013999_sample03.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_013999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..cf69c31ed590ff94e54dfb3f6b5fc9501cc95880
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_013999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b554af935c714fc96a917c734b13713e2a7f08279e26a55f7aaa76bb9cd099
+size 1764264
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_015999_sample03.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_015999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..931cf32445b5135cae44133dd6e3cd1453bbd226
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_015999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53867f77edea82ec2680f141b4dafedc6329e204d8060850a10c6e7e4f939c2e
+size 1523065
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_017999.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_017999.png
new file mode 100644
index 0000000000000000000000000000000000000000..bacacde9c5e4ba9ea45dbfade17da4a32689f38b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_017999.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2874854ef8a7e00db4b156003ed65b90315840b883ebd2521c8defd5e199fa6c
+size 1660356
diff --git a/lora_rank_128_mlp_H200/step_vis/val_0_step_017999_sample00.png b/lora_rank_128_mlp_H200/step_vis/val_0_step_017999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..883c8b0a25dcc5640cdf7433a3cad7f25323d2bd
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_0_step_017999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75bb794b6e01ad23540ad1fb0cdcea2297d5eab06d4127df0627869ca8bdc27c
+size 1763934
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_000000_sample00.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..88a621661c4a07974381488aa5078495e5121c4a
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893eb8fac0ed979767a54541272fe9c746bd4648f499ff38359e53053958699c
+size 2709428
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_002000_sample01.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_002000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..b845d0513b13e9a326c3ffb52a69a58989626002
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_002000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a6436859a57df853bc0c7257c16d904b92645a8092418bd0fb63bec97861d9
+size 1983122
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_002000_sample02.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_002000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..17672931303ae898de36e199719a96cd55758485
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_002000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d3517394742f89df8e507042bf27a5225cbd024c9ccf2890ed447cc8a9d0ac
+size 1769672
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_002000_sample03.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_002000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..9d5394f9f86693359783213dd37f883909af984b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_002000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9116164e6b53ac999e837308e89e6b9ee66b28fd86e6cbc6f11a8624733bfdf
+size 1627588
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_010000_sample02.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_010000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..2bf06db05428fdafcd8e2058841f8884156a32de
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_010000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a9ace0bdaf90074e3b36c75c6191804e09380d085c22eb3aafa3a292992b71
+size 1679204
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_013999_sample04.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_013999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..7334524a6cf6613c1f13e8d481425191b89f586f
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_013999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68011e9d43dbcde2676fd5a26f2d2a84fba44a134148a638b84bcf95cc4ba87
+size 1694445
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_015999_sample00.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_015999_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..c6f0721c128e09afc66cfea982b35b69427a2c3f
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_015999_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0f076a3d64e0f93f32167d365b279371d71e53bef65354e4c4c1117a424cf3
+size 1737143
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_015999_sample03.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_015999_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..a75ad20f86514ba53aae63b9315249b734176c85
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_015999_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f983963d126ef9e50f79cd932665ff21ead968b74de4292735544f5baf26c5c9
+size 1653981
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_019999_sample01.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_019999_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..157698c83e106ea373476657849cae3c82b7fd0b
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_019999_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477c3ec80ba7a9fc55add5425cdeb3b5871af97eb29bba29c3b20aff77c7ea01
+size 1773371
diff --git a/lora_rank_128_mlp_H200/step_vis/val_1_step_019999_sample04.png b/lora_rank_128_mlp_H200/step_vis/val_1_step_019999_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..0fad1510da35bf70cfae17f7b86cde3a86248d28
--- /dev/null
+++ b/lora_rank_128_mlp_H200/step_vis/val_1_step_019999_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df6b9c85244ce68be8415ba8ce85840c9b20f0ef7531c6f8b3a4a0562773337
+size 1643804