tinydit-256: pretraining run 1 (v1-pretrain)

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e441230ffffe5ac623b1259a6c17a5606c4d3ce0bad50d0b812fa433000ff0
+size 417691816

stats.json

@@ -0,0 +1,70 @@
+{
+ "mean": [
+  -0.004560921920775586,
+  0.004958638890636623,
+  0.448079295578178,
+  0.2010211749775566,
+  -0.0806089833728125,
+  -0.30993739943704757,
+  0.10091826358278766,
+  0.1640917912300286,
+  -0.189129840296818,
+  -0.19265869972800426,
+  -0.28236741306292923,
+  0.09282225261786226,
+  0.16287142927561035,
+  0.047592551678499795,
+  0.04260850349511065,
+  -0.08970852924946754,
+  0.023320072856513288,
+  0.11692001365529073,
+  0.2530664629218452,
+  0.0554243924541161,
+  -0.06505530398672497,
+  -0.11282131837694472,
+  -0.12144326211079794,
+  0.030930726253239508,
+  -0.11066419015261499,
+  -0.19300044272991737,
+  -0.10177903628981883,
+  0.004905090037287053,
+  -0.14601998562879948,
+  -0.28935812530616006,
+  -0.2596982518002148,
+  0.0559253676195143
+ ],
+ "std": [
+  1.7283539491727709,
+  1.7810173260535742,
+  1.742246987170387,
+  1.8851994459864811,
+  1.665157115733839,
+  1.7355940154552971,
+  1.6604527662651403,
+  1.6150665917626992,
+  1.8263637465833873,
+  1.7046127432467852,
+  1.6603980375487901,
+  1.7328727457195123,
+  1.6851124301789469,
+  1.5967337043677452,
+  1.7159264485374504,
+  1.881650678104106,
+  1.6631775695650597,
+  1.7273761040289846,
+  1.628559568701572,
+  1.8913742380471115,
+  1.678440864544212,
+  1.6856000485811413,
+  1.6888995909149604,
+  1.6928818026995964,
+  1.658549163840284,
+  1.6439011325497248,
+  1.7660022706471812,
+  1.6645519526010026,
+  1.750898228596856,
+  1.7298715730612186,
+  1.687457622929966,
+  1.7878773688249479
+ ]
+}