diff --git a/.gitattributes b/.gitattributes
index aade6b3e0ae179a4fe74218d5dfd53f19fb52079..ccf13847288ff2293c2e4f7c0b57295cd6b79fe9 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -3821,3 +3821,53 @@ lora_64_dim_512_H200/step_vis/test_5_step_001980_sample04.png filter=lfs diff=lf
 lora_64_dim_512_H200/step_vis/test_3_step_000990_sample03.png filter=lfs diff=lfs merge=lfs -text
 lora_64_dim_512_H200/step_vis/test_3_step_001980_sample03.png filter=lfs diff=lfs merge=lfs -text
 lora_64_dim_512_H200/step_vis/val_0_step_005939.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/train_1_step_006929_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_1_step_003960_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_1_step_009899.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/train_1_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_5_step_003960_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_3_step_004950_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_3_step_000000_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_4_step_009899_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/val_1_step_000990_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/train_0_step_001980.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_3_step_003960.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/train_1_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_3_step_005939_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_5_step_006929_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_0_step_009899.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_0_step_002970_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/train_0_step_003960_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/train_1_step_005939_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_3_step_006929_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/train_1_step_005939_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/val_1_step_006929_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_0_step_004950_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/train_1_step_000990.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_2_step_001980.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/train_1_step_006929_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/train_0_step_007919_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/train_1_step_009899_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_3_step_002970.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_3_step_006929_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_0_step_000000_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/val_1_step_004950_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_3_step_004950_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_2_step_002970_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_1_step_000000_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_3_step_003960_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_1_step_006929_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/val_0_step_000990_sample04.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_0_step_009899_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/train_1_step_002970_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_1_step_005939_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/val_0_step_000000_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/train_0_step_006929_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/val_0_step_008909_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_3_step_000990.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/val_1_step_004950_sample01.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_0_step_000000_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/val_1_step_005939_sample02.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/train_0_step_004950_sample03.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_2_step_001980_sample00.png filter=lfs diff=lfs merge=lfs -text
+lora_64_dim_512_H200/step_vis/test_2_step_000990_sample03.png filter=lfs diff=lfs merge=lfs -text
diff --git a/lora_64_dim_512_H200/step_vis/test_0_step_000000_sample00.png b/lora_64_dim_512_H200/step_vis/test_0_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..734df73659222768b125225f9663bec59ad3ff7a
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_0_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730776d6644139af44d3a9c57182b80eb092badf5daae9b4b3a1f80571836101
+size 2753635
diff --git a/lora_64_dim_512_H200/step_vis/test_0_step_000000_sample03.png b/lora_64_dim_512_H200/step_vis/test_0_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..bba2adcb981347b242b2bb79f96fe2aec77e1737
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_0_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60b7e95aec604c8a15833c7003c4010ac8a7718e85a8d2aea897276909090b2
+size 2715660
diff --git a/lora_64_dim_512_H200/step_vis/test_0_step_002970_sample02.png b/lora_64_dim_512_H200/step_vis/test_0_step_002970_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..259dfe7d8a7b942fcb28296c9de8c60d48eda241
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_0_step_002970_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b425ac821db47dce64176c120211c8db74b53cdb7495c27653b52b87a27c311
+size 1647283
diff --git a/lora_64_dim_512_H200/step_vis/test_0_step_004950_sample04.png b/lora_64_dim_512_H200/step_vis/test_0_step_004950_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..edf4e3b3fba6f376f611fae0246ffb34679d3fca
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_0_step_004950_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc47c4bff54b4778675f966134530329fc7fc955f5774e6a249b60c2770884a
+size 1994675
diff --git a/lora_64_dim_512_H200/step_vis/test_0_step_009899.png b/lora_64_dim_512_H200/step_vis/test_0_step_009899.png
new file mode 100644
index 0000000000000000000000000000000000000000..6bb2aac62130a4126f401d223ab31e152c35d0c1
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_0_step_009899.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c268a0a4ee703fcd083ac7f00211038967ac2982a839afcaec6033ca41bc0f01
+size 1799713
diff --git a/lora_64_dim_512_H200/step_vis/test_0_step_009899_sample03.png b/lora_64_dim_512_H200/step_vis/test_0_step_009899_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..04345d7ac06363d67172500d36a2a9acc7f924e1
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_0_step_009899_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6e2960e572c266b3e8e43837587334b4025078ef9340d7c45e524801f63461
+size 1762612
diff --git a/lora_64_dim_512_H200/step_vis/test_1_step_000000_sample04.png b/lora_64_dim_512_H200/step_vis/test_1_step_000000_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..bb268b86a4997b6d2d407b48fa62fb7948a8d684
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_1_step_000000_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5aac90ec70f042f5ee298d2105fbf64871a4b6b4741b64c3f4bb24769576f9f
+size 2722454
diff --git a/lora_64_dim_512_H200/step_vis/test_1_step_003960_sample00.png b/lora_64_dim_512_H200/step_vis/test_1_step_003960_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..08bcae129c4dd8476f215e9b5303401004e4d254
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_1_step_003960_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad218f8e9b9a46a4710ca546fba86c933b2be59529ab120f21f977138bdb7b3
+size 1852716
diff --git a/lora_64_dim_512_H200/step_vis/test_1_step_005939_sample00.png b/lora_64_dim_512_H200/step_vis/test_1_step_005939_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..f6f1956bcf894d41ccba44a92aee0ad0e9f75a0c
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_1_step_005939_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042f9088a5a0c2715968969389d65d7bdca5db111960061b519e6c208481b399
+size 1798392
diff --git a/lora_64_dim_512_H200/step_vis/test_1_step_006929_sample04.png b/lora_64_dim_512_H200/step_vis/test_1_step_006929_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..b4ce38ca58b973d5ab9a8fec87416139cb036382
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_1_step_006929_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2090f65086c2d22e8ced8aafa0d56726ffe41d7cee4f91b100d393fb9c3e25
+size 1754080
diff --git a/lora_64_dim_512_H200/step_vis/test_1_step_009899.png b/lora_64_dim_512_H200/step_vis/test_1_step_009899.png
new file mode 100644
index 0000000000000000000000000000000000000000..7dbd8f8f754a6b87fadea698a056af33f42f0115
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_1_step_009899.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1985284be1888f0df7162f9be8894a3eb29a7b00e496ecb309cd11e9936b8ee
+size 1701423
diff --git a/lora_64_dim_512_H200/step_vis/test_2_step_000990_sample03.png b/lora_64_dim_512_H200/step_vis/test_2_step_000990_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..38de9f9f47cec36882c85b1fc72dceb218c1ff68
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_2_step_000990_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b274de4acea96adb58272763e98318c3bddfd4ca675175f064fe3486be211e3
+size 2246461
diff --git a/lora_64_dim_512_H200/step_vis/test_2_step_001980.png b/lora_64_dim_512_H200/step_vis/test_2_step_001980.png
new file mode 100644
index 0000000000000000000000000000000000000000..a5e6002c79f9b68180d04eee663aa72a45e89513
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_2_step_001980.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8df976767cc24271db7c2e0a0c91a1e83c6b0e397640f1deb8d26eab745fa4
+size 1869121
diff --git a/lora_64_dim_512_H200/step_vis/test_2_step_001980_sample00.png b/lora_64_dim_512_H200/step_vis/test_2_step_001980_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..fc1ce9c3088c3a09428838cfde0f8f1d982ad85e
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_2_step_001980_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68357e5798a01e9f5ba946bf6c3a30e6365210f8484cef911a37e9acdeb69ea4
+size 1817103
diff --git a/lora_64_dim_512_H200/step_vis/test_2_step_002970_sample00.png b/lora_64_dim_512_H200/step_vis/test_2_step_002970_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..54660b8485e78e9e81340be872be2947214a6719
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_2_step_002970_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8465fa3b3a43eab82fb6277be4d4d3127461027fdeee872464aff1240f211ec
+size 1767572
diff --git a/lora_64_dim_512_H200/step_vis/test_3_step_000000_sample02.png b/lora_64_dim_512_H200/step_vis/test_3_step_000000_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..383764102bfdba358550230a6c0df3c249fe872d
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_3_step_000000_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c8d379a3cc555d8bd1193cd43e0cbaa3c7d193602d7163ae69c97872323bda
+size 2724896
diff --git a/lora_64_dim_512_H200/step_vis/test_3_step_000990.png b/lora_64_dim_512_H200/step_vis/test_3_step_000990.png
new file mode 100644
index 0000000000000000000000000000000000000000..64dfa0a62f4234452976fe6289e00220bc54d0bb
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_3_step_000990.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ee6466bd16064059b4531d46fbebb66189ea07499638fd65aa2f08325d2806
+size 1938498
diff --git a/lora_64_dim_512_H200/step_vis/test_3_step_002970.png b/lora_64_dim_512_H200/step_vis/test_3_step_002970.png
new file mode 100644
index 0000000000000000000000000000000000000000..170a2375b9f74225d86b4523c21f40e4bc51334d
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_3_step_002970.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cda8a4599aad4e90d2f5fcb275fdc6099b2cddca3385b604930189972d67d6
+size 1885570
diff --git a/lora_64_dim_512_H200/step_vis/test_3_step_003960.png b/lora_64_dim_512_H200/step_vis/test_3_step_003960.png
new file mode 100644
index 0000000000000000000000000000000000000000..e8bbcfad37bcf9ef643396770bb1b4f25bf41ce6
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_3_step_003960.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e427b38a82c6b85aacc6fbb9f1870c8de7700fece079924bb76423fed075bfa
+size 1878377
diff --git a/lora_64_dim_512_H200/step_vis/test_3_step_003960_sample04.png b/lora_64_dim_512_H200/step_vis/test_3_step_003960_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..ca6d707c472e159ee95717f3b13f519dfff39f6b
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_3_step_003960_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8e6828295b0520a4eee6fdc7d1ed751303bb9a6e9b4b87571e39ec143db1e6
+size 1758653
diff --git a/lora_64_dim_512_H200/step_vis/test_3_step_004950_sample01.png b/lora_64_dim_512_H200/step_vis/test_3_step_004950_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..1d3c56bf94a49af06960c42cfa63ddd03e62e3b5
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_3_step_004950_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5668b794c0ecef098c098d5010cea0ac0fdfd1db7406ded9b354f3cbbcc50d34
+size 1835858
diff --git a/lora_64_dim_512_H200/step_vis/test_3_step_004950_sample02.png b/lora_64_dim_512_H200/step_vis/test_3_step_004950_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..21a7aaa8634a523f36b7da9641d2a8c4324a5d3b
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_3_step_004950_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf56b0abe2288af48c445490ce9386012cdaadecb27c119f2ab1b01abed05cf
+size 1729067
diff --git a/lora_64_dim_512_H200/step_vis/test_3_step_005939_sample03.png b/lora_64_dim_512_H200/step_vis/test_3_step_005939_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..2ecbe54c969052b2d32154e0cd18c97b2f2cb9ce
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_3_step_005939_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cd26cc08de2d1d9984b4298b5a2b0499ede2132adc1ec86ac7f5e9406c82c3
+size 1844721
diff --git a/lora_64_dim_512_H200/step_vis/test_3_step_006929_sample00.png b/lora_64_dim_512_H200/step_vis/test_3_step_006929_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..eee8fa6bf19f8322a34452d31501400798b28e1d
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_3_step_006929_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389d77500bf3edb7daedda99a1686b1cfbcdc1b5e319963a2a1d3dd270d3e3ac
+size 1712362
diff --git a/lora_64_dim_512_H200/step_vis/test_3_step_006929_sample03.png b/lora_64_dim_512_H200/step_vis/test_3_step_006929_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..ec8c1a4b367df5fd2a059d6ee00a77c75e32d18a
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_3_step_006929_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55a7bc315219b3a80d717936ae23374909e1e59a283dbd36d36125b6923ded9
+size 1831180
diff --git a/lora_64_dim_512_H200/step_vis/test_4_step_009899_sample01.png b/lora_64_dim_512_H200/step_vis/test_4_step_009899_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..fe358bef8918b2ef13f3e4e8b8cefd92bd0e93d6
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_4_step_009899_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a214863a85dae48b85f3863a3b4357cfbba859a4eb42b4c0fd5c2b3b3f148edd
+size 1828998
diff --git a/lora_64_dim_512_H200/step_vis/test_5_step_003960_sample00.png b/lora_64_dim_512_H200/step_vis/test_5_step_003960_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..13c34df70e5512cd46b818abb09ac9a2bc07eae4
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_5_step_003960_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06324fa44b19c508ae982f4cc21a899bb61c063e3881bb3ac47224b6a9ef1b9c
+size 1678254
diff --git a/lora_64_dim_512_H200/step_vis/test_5_step_006929_sample00.png b/lora_64_dim_512_H200/step_vis/test_5_step_006929_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..083881887626337a42f757d6fe60e23c05ea5497
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/test_5_step_006929_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e82541605df48405a206e9ede89339b6ce99992c05d330e3204fb7f6d53714
+size 1687481
diff --git a/lora_64_dim_512_H200/step_vis/train_0_step_001980.png b/lora_64_dim_512_H200/step_vis/train_0_step_001980.png
new file mode 100644
index 0000000000000000000000000000000000000000..6624dad68810c5e1ca077b9a882b030d27bfd074
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/train_0_step_001980.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d40118e5ceacc83e332e65ff237f6d453d7c5332493fd34f901456df44fcf0
+size 1516716
diff --git a/lora_64_dim_512_H200/step_vis/train_0_step_003960_sample00.png b/lora_64_dim_512_H200/step_vis/train_0_step_003960_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..0a9857c00e931f21bb53769bac355fa9e5dea469
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/train_0_step_003960_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63cfceb3563a844941f4a2f2a1ca523ec596749d7afef660f9464ebbc5859882
+size 1707220
diff --git a/lora_64_dim_512_H200/step_vis/train_0_step_004950_sample03.png b/lora_64_dim_512_H200/step_vis/train_0_step_004950_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..927d06e0c35711df751c06c068ba721880d992ba
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/train_0_step_004950_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecf58c735dfcf81889f8aec0ac6fd2890ec5e944b9b3ffd0136f8531a474ea7
+size 1583425
diff --git a/lora_64_dim_512_H200/step_vis/train_0_step_006929_sample01.png b/lora_64_dim_512_H200/step_vis/train_0_step_006929_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..b6e56e36daad0d8ce147037589f935c4b596f96c
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/train_0_step_006929_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38e6311588ae2c9e1e3be8e833f9b2987b8273de3f0b5e4c29a8e24804c71b4
+size 1621055
diff --git a/lora_64_dim_512_H200/step_vis/train_0_step_007919_sample04.png b/lora_64_dim_512_H200/step_vis/train_0_step_007919_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..9bfc9bc70f487b6617e442186da7a52b999954a0
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/train_0_step_007919_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e7589da88992da2084621305a8b59b4c6c3eed4d67701cc8c468b3289488b9
+size 1801719
diff --git a/lora_64_dim_512_H200/step_vis/train_1_step_000000_sample00.png b/lora_64_dim_512_H200/step_vis/train_1_step_000000_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..7b0e57ca1ccbfb8d3ecf9be6171dfa6a692dd041
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/train_1_step_000000_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026eb8d71e2e865f7721b89cf6923ac76c2ec9c6ac092d2995193ceb6e07e6f5
+size 2652732
diff --git a/lora_64_dim_512_H200/step_vis/train_1_step_000000_sample03.png b/lora_64_dim_512_H200/step_vis/train_1_step_000000_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..e029884fb42b39c0acbbfb8f9aa75b0e55f295a6
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/train_1_step_000000_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c117d866d5c50280b76e9faca4c10c74fca3e57f78df57e36810ead71d4036
+size 2753899
diff --git a/lora_64_dim_512_H200/step_vis/train_1_step_000990.png b/lora_64_dim_512_H200/step_vis/train_1_step_000990.png
new file mode 100644
index 0000000000000000000000000000000000000000..fc39f71e7a30c63d0dbaa1d98d399f53073f07a4
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/train_1_step_000990.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b4e1d2edbb0aadd4472af629cd1f3271995d8079a92944f40f755ce8d747f0
+size 1885094
diff --git a/lora_64_dim_512_H200/step_vis/train_1_step_002970_sample01.png b/lora_64_dim_512_H200/step_vis/train_1_step_002970_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..7402ab8c15a43c8b56e5d0c71f6930ccaee72e97
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/train_1_step_002970_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed42c0f4ddce97fd9287d5d77afd8a27fce2756cd65de566fbda11a9bcda13f
+size 1686612
diff --git a/lora_64_dim_512_H200/step_vis/train_1_step_005939_sample01.png b/lora_64_dim_512_H200/step_vis/train_1_step_005939_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..1a2102fe7b02f54f8103a33d8150c26c6db1ed6a
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/train_1_step_005939_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c02b9e9a05889439367c28a92723453881dc4165142a9c76e2a271362e58b11
+size 1732282
diff --git a/lora_64_dim_512_H200/step_vis/train_1_step_005939_sample04.png b/lora_64_dim_512_H200/step_vis/train_1_step_005939_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..dcabafaea65be967c96282a8a8dc932181f4f11b
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/train_1_step_005939_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730e76f380113e5e0496de17e0d1412bcff4ff55a461a876dad451ea27879160
+size 1744827
diff --git a/lora_64_dim_512_H200/step_vis/train_1_step_006929_sample01.png b/lora_64_dim_512_H200/step_vis/train_1_step_006929_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..24482be0664cef52edc0167c250b0c4686aaeef5
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/train_1_step_006929_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9bd3265daad0b69d0ecfe63ec997c4aa38d5e5a6d6b4bbe07fd29447284f7b
+size 1704708
diff --git a/lora_64_dim_512_H200/step_vis/train_1_step_006929_sample03.png b/lora_64_dim_512_H200/step_vis/train_1_step_006929_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..abcfc9887645fae07da64fb31f26d2031f03e08a
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/train_1_step_006929_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fcc30d5322ce80de19761c369340aaff2571dbde6c4e11e330100de6b018c7
+size 1713591
diff --git a/lora_64_dim_512_H200/step_vis/train_1_step_009899_sample00.png b/lora_64_dim_512_H200/step_vis/train_1_step_009899_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..dd48a9102f598dcebd763e55694d85b688fe3a1e
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/train_1_step_009899_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf844dd2be08110a80b6b153944a46d1c030284410c032b0768115880a03cbe
+size 1718075
diff --git a/lora_64_dim_512_H200/step_vis/val_0_step_000000_sample01.png b/lora_64_dim_512_H200/step_vis/val_0_step_000000_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..c268ad737dfb1c97a3f5796195db2207deb7f18f
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/val_0_step_000000_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98eb465b08fcec829621e6606073d2ad948e67c38a29f19c2edf6c25fb502d25
+size 2700561
diff --git a/lora_64_dim_512_H200/step_vis/val_0_step_000990_sample04.png b/lora_64_dim_512_H200/step_vis/val_0_step_000990_sample04.png
new file mode 100644
index 0000000000000000000000000000000000000000..2a551fcbe991763ecada541e6c89521b8d61ea16
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/val_0_step_000990_sample04.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a33ddf80b6512382d230abe065fcaa8e2080028aa8a6a611b6ca930409d54d3
+size 2235554
diff --git a/lora_64_dim_512_H200/step_vis/val_0_step_008909_sample03.png b/lora_64_dim_512_H200/step_vis/val_0_step_008909_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..51fc7ff88e8b216539296a587a3502b13d992116
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/val_0_step_008909_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07aa49ca1e57ec8a84e8b98332d91e1e4b7aa17f2f5a465ef0950f08ca97b34f
+size 1635793
diff --git a/lora_64_dim_512_H200/step_vis/val_1_step_000990_sample03.png b/lora_64_dim_512_H200/step_vis/val_1_step_000990_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..3be20949e87e9b9126634a79f30229245c951cd5
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/val_1_step_000990_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00709013a90fc3758a061507c3387722dcdf19e9c62937e396aa5b01221a1f8
+size 2096962
diff --git a/lora_64_dim_512_H200/step_vis/val_1_step_004950_sample00.png b/lora_64_dim_512_H200/step_vis/val_1_step_004950_sample00.png
new file mode 100644
index 0000000000000000000000000000000000000000..1f189ccca1e53fc28a0af9c927858e07d8d92948
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/val_1_step_004950_sample00.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd37c85f069287baba066bf3703823235e0a4dd76841bb8ca2a396ed694e5296
+size 1635711
diff --git a/lora_64_dim_512_H200/step_vis/val_1_step_004950_sample01.png b/lora_64_dim_512_H200/step_vis/val_1_step_004950_sample01.png
new file mode 100644
index 0000000000000000000000000000000000000000..c33b608470719e7b7af00117af387d3e4f6c1b98
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/val_1_step_004950_sample01.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56de26cec7bd14b7774bce610c9cffed99238cf6302ef64e96ba8bfaa9aca2ea
+size 1888178
diff --git a/lora_64_dim_512_H200/step_vis/val_1_step_005939_sample02.png b/lora_64_dim_512_H200/step_vis/val_1_step_005939_sample02.png
new file mode 100644
index 0000000000000000000000000000000000000000..daf88dddea32cae6b5fd1ecc7d42d173667c63d6
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/val_1_step_005939_sample02.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3db95e3615bd4f2cf3885e908a82e07ebd720113191d47d95731296c6be5c02
+size 1658875
diff --git a/lora_64_dim_512_H200/step_vis/val_1_step_006929_sample03.png b/lora_64_dim_512_H200/step_vis/val_1_step_006929_sample03.png
new file mode 100644
index 0000000000000000000000000000000000000000..99994dd43091ee3bc46855408fa1a8d07836cc6e
--- /dev/null
+++ b/lora_64_dim_512_H200/step_vis/val_1_step_006929_sample03.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcc1953b5106543c768e7f66139c7ffdf65bee8c70826da81ca9935f3202888
+size 1714629