diff --git a/3b_layer0_mlp.down_proj_input_pretrain_representation.pth b/3b_layer0_mlp.down_proj_input_pretrain_representation.pth index cd90552448d36611bbfac1f33d75906c7db62dd8..7d2053e2cd7a6cd92d76c57aeb6e04188f183f59 100644 --- a/3b_layer0_mlp.down_proj_input_pretrain_representation.pth +++ b/3b_layer0_mlp.down_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fff1964c0fc332a2edaa2b01edda1e17f1223ac2acdf2060fd0a6f9cfa578007 -size 493372930 +oid sha256:af3b52d568e3425d87393b300c18b400808c92772e11fd6f23032f9505186bd1 +size 246892034 diff --git a/3b_layer0_self_attn.o_proj_input_pretrain_representation.pth b/3b_layer0_self_attn.o_proj_input_pretrain_representation.pth index f3b67ee948ba7c85d725454566a9d0d642a14c15..be5e12e4d4b06671076fd1a5036b953975f12015 100644 --- a/3b_layer0_self_attn.o_proj_input_pretrain_representation.pth +++ b/3b_layer0_self_attn.o_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a433474d171956ccdeecded8a75fcc15037153c186c749eeb5b5b89cccf2b0bb -size 123344465 +oid sha256:b0be0811d5b820414af288c788f201486a4eda2dd563af9b750be7ed8286b234 +size 92585553 diff --git a/3b_layer0_self_attn.v_proj_input_pretrain_representation.pth b/3b_layer0_self_attn.v_proj_input_pretrain_representation.pth index 066b49a11f54f780ff228b9927bc748e20da06f7..c7bc79b49847a45110518e151b42174a8d474663 100644 --- a/3b_layer0_self_attn.v_proj_input_pretrain_representation.pth +++ b/3b_layer0_self_attn.v_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c7c24e0b3be9085d696c68d07fc2a7edbc72b25f9d12104bbb62942150811d0 -size 123344465 +oid sha256:d8198fe412d2b7676ab5dd4a49fa6626f3e12419d363a9a342b3f28ffe14c47c +size 92585553 diff --git a/3b_layer10_mlp.down_proj_output_pretrain_representation.pth b/3b_layer10_mlp.down_proj_output_pretrain_representation.pth index f50c6afe69bd228c47c25c70f56f208b1ad4804c..87f335ca199fa3e0913ede4405ed0b35737a2fe2 100644 --- a/3b_layer10_mlp.down_proj_output_pretrain_representation.pth +++ b/3b_layer10_mlp.down_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5f50f595569815ff4c99aa067f53c92541d4dec5f56acbadea3b7a195a874f45 -size 123344460 +oid sha256:a50da271b349bf6038f242e697d8273ee41d805602d5b786270b442ecd4ca77e +size 92585548 diff --git a/3b_layer10_self_attn.v_proj_input_pretrain_representation.pth b/3b_layer10_self_attn.v_proj_input_pretrain_representation.pth index fa2baa9a3fd040c72a20eaf5508ad022a0e71e2a..65ece61ad0ec34acb9ebefb8fe608d0512dd5d4b 100644 --- a/3b_layer10_self_attn.v_proj_input_pretrain_representation.pth +++ b/3b_layer10_self_attn.v_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ed6b02010d509486e3abaae01d916cef1518bd89b6684ed3cc1722d8dac34e0c -size 123344470 +oid sha256:1a867afc5f70ff70dfea3dba0abb1223801798859e76aecb43033274d794c2ba +size 92585558 diff --git a/3b_layer10_self_attn.v_proj_output_pretrain_representation.pth b/3b_layer10_self_attn.v_proj_output_pretrain_representation.pth index 6d1e3690ab9b7c105f0cb4b78d0066540dbdebae..f2a0822f43851bf77b9a215d9b236c3c58e3d967 100644 --- a/3b_layer10_self_attn.v_proj_output_pretrain_representation.pth +++ b/3b_layer10_self_attn.v_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d23989a0dec62e029af385d7f8d07a0ae3d493c9edcfb3d9056a60132c1efe67 -size 30837339 +oid sha256:dca0b6c74c98043071c994c1f54bdd823e9d380ac3bf13f4d08e0188de3d0d1e +size 30862939 diff --git a/3b_layer11_self_attn.k_proj_input_pretrain_representation.pth b/3b_layer11_self_attn.k_proj_input_pretrain_representation.pth index 0aee1eb9efbed9dba9f8dd965b2887565a9af24a..7fa635042f680d76fac1e94228fd4cf5f3512186 100644 --- a/3b_layer11_self_attn.k_proj_input_pretrain_representation.pth +++ b/3b_layer11_self_attn.k_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:caeb18056cee8b5a1245fbecd387cd98ba70cb7e9c20437cd9a2739160921470 -size 123344470 +oid sha256:481588710cf3efb95a9c744fa676da52753310e0a570304cbaba62c9e8067c53 +size 92585558 diff --git a/3b_layer11_self_attn.q_proj_input_pretrain_representation.pth b/3b_layer11_self_attn.q_proj_input_pretrain_representation.pth index 4c719f41d7c3e62ff717878383326c2dc698bf36..48e1e68bc86d1a7356943c28110613e8529fd3c1 100644 --- a/3b_layer11_self_attn.q_proj_input_pretrain_representation.pth +++ b/3b_layer11_self_attn.q_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ab6038859b94d336417204ceacde84e13dccb0ad72be5001f820347b6aaf5e1e -size 123344470 +oid sha256:e771475d86a1ca380b02d34821ad0b4a39231dc9555aaa19174ca5a1d4a08fe8 +size 92585558 diff --git a/3b_layer12_mlp.down_proj_input_pretrain_representation.pth b/3b_layer12_mlp.down_proj_input_pretrain_representation.pth index d1b6cd22607d9f8d72ae43fd360d76b1e2d2adf3..c4ce25009bb812ad0033839929ec1c7301a3d744 100644 --- a/3b_layer12_mlp.down_proj_input_pretrain_representation.pth +++ b/3b_layer12_mlp.down_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b3d1c5adaaca944e2718c518fc417d0854fe3b9f03d527f6ff20d02fd278853b -size 493372999 +oid sha256:ac4ef2b516b0efd5296fb8373f4fd0b32f93c3a98c3fabdd85bd611f3850f919 +size 246892103 diff --git a/3b_layer12_mlp.up_proj_output_pretrain_representation.pth b/3b_layer12_mlp.up_proj_output_pretrain_representation.pth index 009c34042f4c788df6069b30820337d56e23fff0..250474489546b2eb6689c7f8f01cab878f72b0b3 100644 --- a/3b_layer12_mlp.up_proj_output_pretrain_representation.pth +++ b/3b_layer12_mlp.up_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:51809e2c53488f2a000ebb424555ecea039615516b420195b431945eb4d0f184 -size 493372930 +oid sha256:f106f825268879219c97ed4b76f0a6e24155fa7d7832bd0059f5e460d54182b3 +size 246892034 diff --git a/3b_layer12_self_attn.o_proj_output_pretrain_representation.pth b/3b_layer12_self_attn.o_proj_output_pretrain_representation.pth index 6f3b61d8635faf33d9245427f6467890c49fd9c9..ecc601fd3a88f5368ce28f8146d9e294e3b7eba3 100644 --- a/3b_layer12_self_attn.o_proj_output_pretrain_representation.pth +++ b/3b_layer12_self_attn.o_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:03f3ae204555977477bfd769cd6fc67aecdf524e545b5e01bf698e241cfaaacd -size 123344475 +oid sha256:3f18382c131f2aa668eb4014b3d8621b11730a10a443a1bee3a98e466df44fca +size 92585563 diff --git a/3b_layer12_self_attn.q_proj_output_pretrain_representation.pth b/3b_layer12_self_attn.q_proj_output_pretrain_representation.pth index b6c45d229d4f1d4b1ec99e4c816cf97e3f80b586..59ebd3c706861450d6f2273bfcf95f68e033ede1 100644 --- a/3b_layer12_self_attn.q_proj_output_pretrain_representation.pth +++ b/3b_layer12_self_attn.q_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ab8f50456d1f343fc300ea0720015be56353bc8bad396adae254bcb531e21b6a -size 123344475 +oid sha256:aef67e46e39faee374914ddf2fbfc8998f09f7bd91e2423440b09f58c536c3b8 +size 92585563 diff --git a/3b_layer13_mlp.gate_proj_output_pretrain_representation.pth b/3b_layer13_mlp.gate_proj_output_pretrain_representation.pth index 58e22d41790dcd8a4e203034ec5d0167f377615a..82531091a273c15eb3ee14f1171d26d60341ba79 100644 --- a/3b_layer13_mlp.gate_proj_output_pretrain_representation.pth +++ b/3b_layer13_mlp.gate_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3ea4235479b0f6406af7e0083f1969a3fbe81f48380017723ea27f6db6184732 -size 493373004 +oid sha256:a5f21ef0e41c58dd886de690c8ec616add9c230ed328f38cc52172e703cc1f23 +size 246892108 diff --git a/3b_layer13_self_attn.v_proj_output_pretrain_representation.pth b/3b_layer13_self_attn.v_proj_output_pretrain_representation.pth index 935520b27d9e617ebbbefb638f41134f8ab46238..a8a35b2a69c5c75f198477869323f13254b097ae 100644 --- a/3b_layer13_self_attn.v_proj_output_pretrain_representation.pth +++ b/3b_layer13_self_attn.v_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aee8dbebff34ebe22743e4ba8c7afc89f2973a7e8083483dfdbe7a41eba721aa -size 30837339 +oid sha256:ad466b564b37a53500382f8ecccad1e28ae59a9259be1de3f8c0fea5727d8d03 +size 30862939 diff --git a/3b_layer15_mlp.down_proj_output_pretrain_representation.pth b/3b_layer15_mlp.down_proj_output_pretrain_representation.pth index 351921e6a0c9477490c3da006a3752ebe0a8e778..5f7fcc65d3552a61a60a8611658e3372a06a6473 100644 --- a/3b_layer15_mlp.down_proj_output_pretrain_representation.pth +++ b/3b_layer15_mlp.down_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5e185d76eeeacae950b910c03dda9663e52c86cbea2578303f98ed81b73edc37 -size 123344460 +oid sha256:c962677bd3727d8bea318ac720830cca9c77a40b38eac2b8153829abaa9b9a51 +size 92585548 diff --git a/3b_layer15_mlp.gate_proj_output_pretrain_representation.pth b/3b_layer15_mlp.gate_proj_output_pretrain_representation.pth index 57844aec8cb92afae8fce3307ab5433e45feeacf..adc5f95907595da6d5e31465f5878df1cce2509e 100644 --- a/3b_layer15_mlp.gate_proj_output_pretrain_representation.pth +++ b/3b_layer15_mlp.gate_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:732104226d680cf623ba0f7fe8397025763a109f82f4f5b4af45a8be0a24fc76 -size 493373004 +oid sha256:2a2df48fb9c13555e3e7fb735d6570caab996cadb3560a161b5c220b720cc532 +size 246892108 diff --git a/3b_layer15_self_attn.o_proj_output_pretrain_representation.pth b/3b_layer15_self_attn.o_proj_output_pretrain_representation.pth index 297ef4b6a97e1ccbad10dd189b499cf30d858b8e..1225ca1950addb644aa51c8826b138dc7becc044 100644 --- a/3b_layer15_self_attn.o_proj_output_pretrain_representation.pth +++ b/3b_layer15_self_attn.o_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ab394288828282a7c35166f9904cb83726e9188a634f8cae67decdb72e7dce47 -size 123344475 +oid sha256:cd9fb248b052e1fed3d112775bb699c76fd00aa3ba6e97122bf9e6b0095ce235 +size 92585563 diff --git a/3b_layer15_self_attn.v_proj_input_pretrain_representation.pth b/3b_layer15_self_attn.v_proj_input_pretrain_representation.pth index f70966514beeca3e1562d4b30cd10fd72930b424..1ae8b5752b9e05736c33a24ffe888f9f4b463abd 100644 --- a/3b_layer15_self_attn.v_proj_input_pretrain_representation.pth +++ b/3b_layer15_self_attn.v_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:27946d9b6f092bdff9057b8f82b209459dccffe5932bb7ca0d2e70ce56c9e0d0 -size 123344470 +oid sha256:256b3548f63c9dfafe569fec1b8f28b643315db10a1038703de5a5187bb483af +size 92585558 diff --git a/3b_layer16_mlp.down_proj_output_pretrain_representation.pth b/3b_layer16_mlp.down_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..1f64defd8f6e85e874dbc9eea27e502ebb68279d --- /dev/null +++ b/3b_layer16_mlp.down_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f820a8b71743eaf9d5c2319736f2d62fca2e86924c2d0492cebe56f2af175c0f +size 92585548 diff --git a/3b_layer16_mlp.gate_proj_input_pretrain_representation.pth b/3b_layer16_mlp.gate_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..d1a95b2620ed8563ff03f9df1edaa84859fe61a4 --- /dev/null +++ b/3b_layer16_mlp.gate_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:613ba0fdb65ba58d9992466ecfebda31ee9ead7a7f596fde39431e77b07e1069 +size 92585543 diff --git a/3b_layer17_mlp.up_proj_input_pretrain_representation.pth b/3b_layer17_mlp.up_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..135941adde84055a5a5368b73a6281777a5d356e --- /dev/null +++ b/3b_layer17_mlp.up_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b77f96bcdd715b3d1168fcccf9a942915b352a1952ef8e5413eee070ff24956 +size 92585469 diff --git a/3b_layer17_self_attn.k_proj_input_pretrain_representation.pth b/3b_layer17_self_attn.k_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..05284cfc11f5fed8ccb9d53417fc223ddcf29b67 --- /dev/null +++ b/3b_layer17_self_attn.k_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ff7cca007a7f76c1956c1d94a41e93a95af9a3c6af7ac22eee1971d1018d0ec +size 92585558 diff --git a/3b_layer17_self_attn.q_proj_input_pretrain_representation.pth b/3b_layer17_self_attn.q_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..9ede756565d2cbdb7176cbdb12e2b4a092d53975 --- /dev/null +++ b/3b_layer17_self_attn.q_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:513ac1bfbaac80c68b758de9e1b58dd5814e2b46ae3da3eba4aa75a457c7d391 +size 92585558 diff --git a/3b_layer18_self_attn.k_proj_output_pretrain_representation.pth b/3b_layer18_self_attn.k_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..db2460375593ffcf33d63fc2310d838b7a4a9794 --- /dev/null +++ b/3b_layer18_self_attn.k_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3443fedee80d88dca7b831ba89a1dd19703c86e906a7db1251228cc849a81fe +size 30862939 diff --git a/3b_layer18_self_attn.o_proj_output_pretrain_representation.pth b/3b_layer18_self_attn.o_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..6eff2c1e798aeffe03d0e6844be7d092c2039447 --- /dev/null +++ b/3b_layer18_self_attn.o_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a21dfb39608e576a8010207ee932d203cbebbd5451d36f9666058ca573cdf454 +size 92585563 diff --git a/3b_layer19_mlp.down_proj_output_pretrain_representation.pth b/3b_layer19_mlp.down_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..c36d53494b8d598fbcadfa5082c9398e28a74225 --- /dev/null +++ b/3b_layer19_mlp.down_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:632373069c090df5170a4048dd80b3cfabb01dee4c600a148c2a35cf8243e124 +size 92585548 diff --git a/3b_layer19_self_attn.k_proj_output_pretrain_representation.pth b/3b_layer19_self_attn.k_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..aaeb2e69a72a050949b9b88a2fd7ce76dc21aeaf --- /dev/null +++ b/3b_layer19_self_attn.k_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c820fe105c0567a919b3526d476636f39fd453270fd01b76a300112ae07cb94d +size 30862939 diff --git a/3b_layer1_mlp.down_proj_input_pretrain_representation.pth b/3b_layer1_mlp.down_proj_input_pretrain_representation.pth index 2f11a78b330e6693677ef96977a6183facf9afbf..b7725988d02b2c171308871f0adcdd73baee787d 100644 --- a/3b_layer1_mlp.down_proj_input_pretrain_representation.pth +++ b/3b_layer1_mlp.down_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7836145f546ded848f3241a332cbab46f4225a22d9f9369312f8a8e28fca7a4f -size 493372930 +oid sha256:1982e8dbc59d9662ec68f59a27952b7a1df0f33d4561d56c5b87314ed7abdf22 +size 246892034 diff --git a/3b_layer20_mlp.down_proj_input_pretrain_representation.pth b/3b_layer20_mlp.down_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..6d73f80ce4f3ce0d560cc1e6d39736b00a7fc3fc --- /dev/null +++ b/3b_layer20_mlp.down_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3c8a94ebab22fbf2f9fc4d90e0d328cf77b1a2f52382ce1cf82a2528390db0a +size 246892103 diff --git a/3b_layer20_mlp.up_proj_input_pretrain_representation.pth b/3b_layer20_mlp.up_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..a413794bb135b1935d3ebf061ed30a4aa622bd02 --- /dev/null +++ b/3b_layer20_mlp.up_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a9710f5cd2b4a4c9da97e2a407dec55b6055ab28fed0acde770ce9abfa2e37f +size 92585469 diff --git a/3b_layer20_mlp.up_proj_output_pretrain_representation.pth b/3b_layer20_mlp.up_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..4f2348588ecb93ea30bda553319ff624d9e55b70 --- /dev/null +++ b/3b_layer20_mlp.up_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd082494fcc380ae9522059fa0344c83c7954f1efe2edff161e63c7d2f06e4e9 +size 246892034 diff --git a/3b_layer20_self_attn.q_proj_input_pretrain_representation.pth b/3b_layer20_self_attn.q_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..cd8fa326d14031c9ba102f49c7673530ec0f3734 --- /dev/null +++ b/3b_layer20_self_attn.q_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f67db3ff644c53f1e465f3d11d86841f48a69d5729eca80af4b6d6237047df6 +size 92585558 diff --git a/3b_layer21_mlp.down_proj_input_pretrain_representation.pth b/3b_layer21_mlp.down_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..dd004f2f76576d662bd50c17049a8fc3bfe83a60 --- /dev/null +++ b/3b_layer21_mlp.down_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8115d4c73e33c4e79b47ba9b0baa6ffc910f352f27685e4720a2757df2f747ef +size 246892103 diff --git a/3b_layer21_self_attn.o_proj_output_pretrain_representation.pth b/3b_layer21_self_attn.o_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..d03478a221323202b7c2515b2168d60576ad8f5b --- /dev/null +++ b/3b_layer21_self_attn.o_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe3f90fc7504b0e52b965ad0edd977cc093d306920c9345cb3a84da2ccc707b4 +size 92585563 diff --git a/3b_layer21_self_attn.v_proj_input_pretrain_representation.pth b/3b_layer21_self_attn.v_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..158d8a08a6808532d3713715b7bed39db8f66d1a --- /dev/null +++ b/3b_layer21_self_attn.v_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9a1acb8b404ba9c38271bd8ca3ce48aaa777cf4bd94baf29ec00ddfc3090e4f +size 92585558 diff --git a/3b_layer21_self_attn.v_proj_output_pretrain_representation.pth b/3b_layer21_self_attn.v_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..4818d60d134d9c8ffdef3520f6eae01e0bd4a3fe --- /dev/null +++ b/3b_layer21_self_attn.v_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dca9f9a88181b1ce8e6d2360f316b36aa1f510989ae66dcaf0747cd3f0c131f +size 30862939 diff --git a/3b_layer22_mlp.down_proj_output_pretrain_representation.pth b/3b_layer22_mlp.down_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..f84d0dba841c02bcc14d59aeeb24c4655499bd21 --- /dev/null +++ b/3b_layer22_mlp.down_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aa3e6e93ff575db2dc52b870b87de7221669ef7f1cfa60501c29a62b3ca48cd +size 92585548 diff --git a/3b_layer22_mlp.up_proj_output_pretrain_representation.pth b/3b_layer22_mlp.up_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..4a04a3b6cd9d97614e61e9709df3dbd2f84889d9 --- /dev/null +++ b/3b_layer22_mlp.up_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bae1dcea3d886bdcad0699ad98b0689c5e65e5878628c49e7ad5ccc4664c6a7 +size 246892034 diff --git a/3b_layer22_self_attn.o_proj_output_pretrain_representation.pth b/3b_layer22_self_attn.o_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..c333387dbcb29bb932c11761cb4f53599675a878 --- /dev/null +++ b/3b_layer22_self_attn.o_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f9c2b52b4732d0bb8863e612914bbbb8ed516328ac1a1c7c04aad343be41f35 +size 92585563 diff --git a/3b_layer23_mlp.down_proj_input_pretrain_representation.pth b/3b_layer23_mlp.down_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..e3f0613e55322d9023f0288d46b3e5215117b549 --- /dev/null +++ b/3b_layer23_mlp.down_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38ed01f82d42146e8eeead1bd4db43d0fd1acfd87a5305c76367f16212ef30e1 +size 246892103 diff --git a/3b_layer23_mlp.gate_proj_input_pretrain_representation.pth b/3b_layer23_mlp.gate_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..b5e2060aaeac3739de54ff9cf132aa6619683881 --- /dev/null +++ b/3b_layer23_mlp.gate_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea97fead4707dd1fb156d4b7e68eaa7bc67078d1978399311def5ccfa2b0c076 +size 92585543 diff --git a/3b_layer23_mlp.gate_proj_output_pretrain_representation.pth b/3b_layer23_mlp.gate_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..fe6ea2399cbe5f6e132a9fc30609bbdc59326fb9 --- /dev/null +++ b/3b_layer23_mlp.gate_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77c04a0942108f386bab4b7b68de7f0a9db0d0987c2523c276bbb27f261f4d57 +size 246892108 diff --git a/3b_layer23_self_attn.o_proj_output_pretrain_representation.pth b/3b_layer23_self_attn.o_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..2e34d7a3901fdb9632745ab1c65e2f6251727791 --- /dev/null +++ b/3b_layer23_self_attn.o_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aefc8960858a355a28997d4512252e5b3ce88c3b5864851f9e1b95c0ba589955 +size 92585563 diff --git a/3b_layer23_self_attn.q_proj_input_pretrain_representation.pth b/3b_layer23_self_attn.q_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..0f0fcd0e20ba08f469ff86895a97f9092b40a4aa --- /dev/null +++ b/3b_layer23_self_attn.q_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74cd57a85bcc544dc87b9db3708e8f9ab58e99acd26fd188917a9d1f0b7622d5 +size 92585558 diff --git a/3b_layer24_mlp.gate_proj_input_pretrain_representation.pth b/3b_layer24_mlp.gate_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..7325a25e42dcc7aeca89c18cf5719ad3a6fc3901 --- /dev/null +++ b/3b_layer24_mlp.gate_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:735473773a007a18f74940700cb6ea0893a3735a441f48f87fa198ef037ecc43 +size 92585543 diff --git a/3b_layer24_mlp.gate_proj_output_pretrain_representation.pth b/3b_layer24_mlp.gate_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..1c5aa05d4b027ec4eb39c93fbb00d3b2001860ed --- /dev/null +++ b/3b_layer24_mlp.gate_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:801828a7188dd89dbaeb559d6f4e855b023391c0edb398dd424aa9dbc432ebec +size 246892108 diff --git a/3b_layer24_self_attn.k_proj_output_pretrain_representation.pth b/3b_layer24_self_attn.k_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..f851db2a8289eb96e402ac39e0e6b14e1589b939 --- /dev/null +++ b/3b_layer24_self_attn.k_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4759af5c8a116a9e50068fb23bf1a205bfaf3d76e14902f434c22cf80c2dcf0 +size 30862939 diff --git a/3b_layer24_self_attn.o_proj_input_pretrain_representation.pth b/3b_layer24_self_attn.o_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..f6ae4bc70fcc59a841f47ea70c8133b1d923bd64 --- /dev/null +++ b/3b_layer24_self_attn.o_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0c92ce3d2e61f3fa441bc3ba04f34a8ec3452a9270dbc154023200604b498de +size 92585558 diff --git a/3b_layer24_self_attn.q_proj_input_pretrain_representation.pth b/3b_layer24_self_attn.q_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..aa936e3c234f79335123f8bd4990f8dfb2480a0d --- /dev/null +++ b/3b_layer24_self_attn.q_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66d1bfa12ea3a7e73ab4abab8f4e48b48e821118d70c9383b0747248c49a9606 +size 92585558 diff --git a/3b_layer24_self_attn.q_proj_output_pretrain_representation.pth b/3b_layer24_self_attn.q_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..696a0b60d95cf172ea7dd75230d97d3420a83611 --- /dev/null +++ b/3b_layer24_self_attn.q_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e81be40675f29d36570d49a095974f994e7120c9cfff7924acd1a0f4813d663 +size 92585563 diff --git a/3b_layer24_self_attn.v_proj_input_pretrain_representation.pth b/3b_layer24_self_attn.v_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..c2becdecaebecd2ddf0622bc7796164964eb376d --- /dev/null +++ b/3b_layer24_self_attn.v_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9d2eaff695937a04177129c2943e62ed78ad395f7eb1f351d851cd854af9dfc +size 92585558 diff --git a/3b_layer25_mlp.gate_proj_output_pretrain_representation.pth b/3b_layer25_mlp.gate_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..2b911a9ed023e0af5a45f37b08ab10913e949843 --- /dev/null +++ b/3b_layer25_mlp.gate_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:953851d9be24fc002745a0d280c6307065e2004506b509db05aa0e7aaeb8d2e8 +size 246892108 diff --git a/3b_layer25_mlp.up_proj_input_pretrain_representation.pth b/3b_layer25_mlp.up_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..ba22fec10f2cad1a02b2c61fff888d33286dcc33 --- /dev/null +++ b/3b_layer25_mlp.up_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0d88249986752aaa6425032fbc8e7a2534a3ee750b143738a54fc9f15c96d79 +size 92585469 diff --git a/3b_layer25_self_attn.k_proj_input_pretrain_representation.pth b/3b_layer25_self_attn.k_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..78e070676a150d6c10a2dfdc91c9d7c9b479d9ea --- /dev/null +++ b/3b_layer25_self_attn.k_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a25f1b5242a466cd2fabb14465cd69d04d0c0ff632056258a84c6a78f4904131 +size 92585558 diff --git a/3b_layer25_self_attn.k_proj_output_pretrain_representation.pth b/3b_layer25_self_attn.k_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..0aed292f9e61f9196f6756122a6f9a53a224ec46 --- /dev/null +++ b/3b_layer25_self_attn.k_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c78547771d6810f4db38955460bb3e24f90d10605e8908256dcc1e04fca389e +size 30862939 diff --git a/3b_layer25_self_attn.o_proj_input_pretrain_representation.pth b/3b_layer25_self_attn.o_proj_input_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..fbac217d6e6f529fd8c8b19dc8bb63ec0218e539 --- /dev/null +++ b/3b_layer25_self_attn.o_proj_input_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f436df9a32b2f8a8a0b68ba5ca03fc63513a32e29cbc8e24774e5c90aee99bd +size 92585558 diff --git a/3b_layer25_self_attn.v_proj_output_pretrain_representation.pth b/3b_layer25_self_attn.v_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..7916059db35ea5be628479e9bbecdabe791d123f --- /dev/null +++ b/3b_layer25_self_attn.v_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55ce23435cd449f46c362877f5d1b1ac12b5f3739470849424089dee9681e923 +size 30862939 diff --git a/3b_layer27_mlp.down_proj_output_pretrain_representation.pth b/3b_layer27_mlp.down_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..9fa33d662d2c7394892bd7d9bc13272b61904b94 --- /dev/null +++ b/3b_layer27_mlp.down_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d47b4f1d84321ed57ccf2f2d77f8c801f0bf80eb22906f70c16e92b470f8e0a +size 92585548 diff --git a/3b_layer27_mlp.up_proj_output_pretrain_representation.pth b/3b_layer27_mlp.up_proj_output_pretrain_representation.pth new file mode 100644 index 0000000000000000000000000000000000000000..f9f70a03ec7fb869d09fff2ceee484b1842532f9 --- /dev/null +++ b/3b_layer27_mlp.up_proj_output_pretrain_representation.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c3dba6fe21bc4e25d83095e9858aab005d9f23a5010d5a6738566fa18e66a7 +size 246892034 diff --git a/3b_layer2_mlp.down_proj_input_pretrain_representation.pth b/3b_layer2_mlp.down_proj_input_pretrain_representation.pth index b3933296c089cd0ee10edf0189fd7cc7065dce3e..3dae6ff53fa206e0fea9a360eac9f6bfaf1f5f23 100644 --- a/3b_layer2_mlp.down_proj_input_pretrain_representation.pth +++ b/3b_layer2_mlp.down_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:130eee86f0bb07da0683bb499c563f667cf3f149c093852c5872cba86462e5e7 -size 493372930 +oid sha256:adca28eb39e52484473172d9d7e04da253483e5f4922b867763bd83227a432d6 +size 246892034 diff --git a/3b_layer2_mlp.down_proj_output_pretrain_representation.pth b/3b_layer2_mlp.down_proj_output_pretrain_representation.pth index 94bb950794efe14a4e856bb40c7512b3878404c9..2cbef6795721507d5288c93477c541cee817e058 100644 --- a/3b_layer2_mlp.down_proj_output_pretrain_representation.pth +++ b/3b_layer2_mlp.down_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b4aab6fe5d34a2556e2a5c1f2f0f6bf5bb8c002ffa9c699f2915017316717aa9 -size 123344455 +oid sha256:f3f14695a10f059abb898847e884e3b8ceb499c8b91c961b44a75bbc27d05020 +size 92585543 diff --git a/3b_layer2_self_attn.o_proj_input_pretrain_representation.pth b/3b_layer2_self_attn.o_proj_input_pretrain_representation.pth index 3752c721e155b5fce596ee384e58ca88e0219fb0..2f3ddc0d21e7a8bbf6ad187d273a2f5abc4d322f 100644 --- a/3b_layer2_self_attn.o_proj_input_pretrain_representation.pth +++ b/3b_layer2_self_attn.o_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:24a77ea8d589c22246e6ff331011f0f50266ad68f24197dcb70b5129c9c08ce6 -size 123344465 +oid sha256:9734004115c72b74effb7a33313b566f63c4122afa8112d1826653910e7fe2a5 +size 92585553 diff --git a/3b_layer2_self_attn.o_proj_output_pretrain_representation.pth b/3b_layer2_self_attn.o_proj_output_pretrain_representation.pth index 6ea423c3b68c690266efa6e7ced9e403135f3a1a..5ae4659bcde35c726984e84cf0f4cf4d86144dc1 100644 --- a/3b_layer2_self_attn.o_proj_output_pretrain_representation.pth +++ b/3b_layer2_self_attn.o_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:af45bb5ef30c806c83dfa7cd76f362d1f54c69c8b391e6b1b035277424314ccf -size 123344470 +oid sha256:5d8e37df1eb1250946e0018665e3681c6a24932b4304a03797926d3c1bb1c58e +size 92585558 diff --git a/3b_layer2_self_attn.v_proj_input_pretrain_representation.pth b/3b_layer2_self_attn.v_proj_input_pretrain_representation.pth index cd234d5b1dca682ca907641daab1deeb1c7f78c8..1922f17869d700ee950e55fcb9163fb32e124652 100644 --- a/3b_layer2_self_attn.v_proj_input_pretrain_representation.pth +++ b/3b_layer2_self_attn.v_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5432ff36a1d34e9a07fa11d6f3445a58501a1fc134a2a18acb03b8899d3eb018 -size 123344465 +oid sha256:72629f3eee07680cf52d9c0b5516981cb610e99c95d890c801ba259d4693bf15 +size 92585553 diff --git a/3b_layer2_self_attn.v_proj_output_pretrain_representation.pth b/3b_layer2_self_attn.v_proj_output_pretrain_representation.pth index 116c378c5b45be3c535047c75639d1fc42dd805c..fb75168b6d5790977b643d08a63af8b01943c46c 100644 --- a/3b_layer2_self_attn.v_proj_output_pretrain_representation.pth +++ b/3b_layer2_self_attn.v_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7f06a7caa3e1e552406aef436279a2f48424319f9005af7db424569b98660e3f -size 30837334 +oid sha256:efdbd59c7641b786bd6fc7ec2ce070bdd007c7a085300285e515d271ff983e97 +size 30862934 diff --git a/3b_layer3_mlp.down_proj_input_pretrain_representation.pth b/3b_layer3_mlp.down_proj_input_pretrain_representation.pth index b1d23a970b829ee1d8936ec2ecc6a728eeb557ea..bdf4766d040daec965467af658bba94bdb300dfa 100644 --- a/3b_layer3_mlp.down_proj_input_pretrain_representation.pth +++ b/3b_layer3_mlp.down_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2c1c1f8699bb770aa3219900ee333c8977f367f8a1e8de14983f36583f3e7a61 -size 493372930 +oid sha256:a0d27c46f1b742d81eafeb153b86e6a582d52631bafee007ab98ef02b7556d38 +size 246892034 diff --git a/3b_layer3_mlp.up_proj_input_pretrain_representation.pth b/3b_layer3_mlp.up_proj_input_pretrain_representation.pth index fb5cbe1ff1e9785580af3729823ef4e6c57de8b8..07d8a42ae00faece31401817673642e5c6ff1720 100644 --- a/3b_layer3_mlp.up_proj_input_pretrain_representation.pth +++ b/3b_layer3_mlp.up_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8798233fac350459b14228296c4a770ba01471a686c7cc7fbfa7436c2964a04d -size 123344376 +oid sha256:188699d76fae6443eb36766513f71a1d355b08f63d2c7170eb13115b3418c7ab +size 92585464 diff --git a/3b_layer3_self_attn.o_proj_output_pretrain_representation.pth b/3b_layer3_self_attn.o_proj_output_pretrain_representation.pth index b6d3adbc1746c928f02e5d8ae8bce01cda93e628..9ea2ab5a26b56e91234bd5792dc185cac54baae8 100644 --- a/3b_layer3_self_attn.o_proj_output_pretrain_representation.pth +++ b/3b_layer3_self_attn.o_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c11fb55b9ade254b6f1e6e525bc4e16ffd9891609b9c7481b2afff31efa93a24 -size 123344470 +oid sha256:c867336e805b5b912618f37b0efadafce252de6396d8889c429bc853566a9cb4 +size 92585558 diff --git a/3b_layer4_mlp.up_proj_output_pretrain_representation.pth b/3b_layer4_mlp.up_proj_output_pretrain_representation.pth index e0175b49fb70c10303528645ca053b94134d4c05..35acead6263178473c26967a68e716da9e92c429 100644 --- a/3b_layer4_mlp.up_proj_output_pretrain_representation.pth +++ b/3b_layer4_mlp.up_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:41cea1e57788bc0e6e07cd3ad02d807d2b0800d91b417d4b41439f67350573e0 -size 493372925 +oid sha256:2287add6a75f76171e3e31e86cbe821e7120aa5c6b70c59d1c59ca4fb0b1e592 +size 246892029 diff --git a/3b_layer4_self_attn.o_proj_input_pretrain_representation.pth b/3b_layer4_self_attn.o_proj_input_pretrain_representation.pth index 185bd0555cc58239e9d517315801241e09ad8216..e8fc736d1bd7ba56bc1dbfdb6474746550e15d63 100644 --- a/3b_layer4_self_attn.o_proj_input_pretrain_representation.pth +++ b/3b_layer4_self_attn.o_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:12435f1f8cad60efce6a64fd7c38e8a006c0f9499453aa8445e1e628347c6e93 -size 123344465 +oid sha256:af27dc76909bdd564cbd0fab14fd31aac37799fe187b8ab2475aa7cb1f29e694 +size 92585553 diff --git a/3b_layer4_self_attn.o_proj_output_pretrain_representation.pth b/3b_layer4_self_attn.o_proj_output_pretrain_representation.pth index 5a513bd1ef36dabd219d6f0883e0d4e6fee65730..03d1621b10fac9b0e9868b71bccd8b72bce9bac1 100644 --- a/3b_layer4_self_attn.o_proj_output_pretrain_representation.pth +++ b/3b_layer4_self_attn.o_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:add0579a85342ef7e6bc7564970e6293e7604e971e01bb0725f59fa4ed7cea72 -size 123344470 +oid sha256:c74fe24c1c8949fa1938418accecd1e917b66e7594fa777ca6c3427eff10783f +size 92585558 diff --git a/3b_layer5_mlp.down_proj_output_pretrain_representation.pth b/3b_layer5_mlp.down_proj_output_pretrain_representation.pth index 93e73bae008e08ebcac923f69a5210b1843056ad..011bba194f19f66a344323125ac67ee54edcac6c 100644 --- a/3b_layer5_mlp.down_proj_output_pretrain_representation.pth +++ b/3b_layer5_mlp.down_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9287764779bba9326cfd42b57db1890afb051adacd860cc6fd9233a3f185bc1d -size 123344455 +oid sha256:b9c82ff7413321dd173a7c43d5ff55cef027ae1643af7ba07affc050d0c3cde3 +size 92585543 diff --git a/3b_layer5_self_attn.k_proj_input_pretrain_representation.pth b/3b_layer5_self_attn.k_proj_input_pretrain_representation.pth index b41b8397bd86779222e5589e975784fc9b9c8bad..4483c1fd4fde86002bb8ea9448f54715cf528903 100644 --- a/3b_layer5_self_attn.k_proj_input_pretrain_representation.pth +++ b/3b_layer5_self_attn.k_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:01ad687721fefb1cc207424f240a63ba7c7180428b7738cf110a15875aa870c8 -size 123344465 +oid sha256:4e83a1a7f1dc4385629d47c1136a3d639c98bb086b7a4314aea06b8f9c17e314 +size 92585553 diff --git a/3b_layer5_self_attn.v_proj_output_pretrain_representation.pth b/3b_layer5_self_attn.v_proj_output_pretrain_representation.pth index 2e9d9a9af9da263fd00ac6d657b083d4ea47cadb..8b9e98651d165e1e68530569a5bc3627fcbbfd61 100644 --- a/3b_layer5_self_attn.v_proj_output_pretrain_representation.pth +++ b/3b_layer5_self_attn.v_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ebfdb61233fe72f154fbd04058c5489db1fd9e0b07edaebbe88389633d477fac -size 30837334 +oid sha256:9e880c1b670ea7df94ffad1d4c372cb2d95edcec2a4a630eeae630e2364d9a32 +size 30862934 diff --git a/3b_layer6_mlp.down_proj_output_pretrain_representation.pth b/3b_layer6_mlp.down_proj_output_pretrain_representation.pth index 52a65bd49a7014490e3383612025073bf34bfb79..f7e03aeddd638415b7e5b607a36ee0c46559e8a3 100644 --- a/3b_layer6_mlp.down_proj_output_pretrain_representation.pth +++ b/3b_layer6_mlp.down_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2e504008959df13e3be829b2e446ce222073601bcfa573a20116db382c5658b1 -size 123344455 +oid sha256:c4daf1a4b90b83111b40df8a766e4106bb59d8c7bf591e1d1cb5aceb58220e4c +size 92585543 diff --git a/3b_layer6_self_attn.k_proj_output_pretrain_representation.pth b/3b_layer6_self_attn.k_proj_output_pretrain_representation.pth index 3b23f12757898344d0b99b3dae9c9a4a0347d822..0335cc088b54183fec8a368d5df656215ddd1bac 100644 --- a/3b_layer6_self_attn.k_proj_output_pretrain_representation.pth +++ b/3b_layer6_self_attn.k_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5f49fc8b5d6598168956fbde985c12d719fc9f55a1125ba9858a42b4d5e5bded -size 30837334 +oid sha256:229c2bbd269492f79e1fdfc262e36c5902207d5379d63f5ba2af9fe4d0791471 +size 30862934 diff --git a/3b_layer6_self_attn.o_proj_input_pretrain_representation.pth b/3b_layer6_self_attn.o_proj_input_pretrain_representation.pth index 461d7d041a296f63a474dadfa612e647433e3f42..4f272e0ed45a4f08f6aa0b8a864b6ce3f338ca9c 100644 --- a/3b_layer6_self_attn.o_proj_input_pretrain_representation.pth +++ b/3b_layer6_self_attn.o_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:57eccaabb188d7cf022c5fe3d5cd904b2cd28de4eff8e740a4cb77d6cd70e6ff -size 123344465 +oid sha256:fd8711cb55047d5f258b7e046ab2c97440a4c01b820ba856977d3c080af5c234 +size 92585553 diff --git a/3b_layer6_self_attn.v_proj_input_pretrain_representation.pth b/3b_layer6_self_attn.v_proj_input_pretrain_representation.pth index 234cee772039989f47ce5bb95814c1c0046f878a..e726864ccac531be7ec2c704234d91f70dd0231f 100644 --- a/3b_layer6_self_attn.v_proj_input_pretrain_representation.pth +++ b/3b_layer6_self_attn.v_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d6da67641a75c0445028df428e292488de061fac5b4811446b43d944bb706a32 -size 123344465 +oid sha256:b638e3d3df93f3140b172f4f732d2087b84c82764bdfbcb8c09511fb82300fd1 +size 92585553 diff --git a/3b_layer6_self_attn.v_proj_output_pretrain_representation.pth b/3b_layer6_self_attn.v_proj_output_pretrain_representation.pth index 84d53f742ba1ac3f9c4c25a46e971b246e0ab7e4..74bc34702acd4cbc622c4ec747c51f3bba6f1fe2 100644 --- a/3b_layer6_self_attn.v_proj_output_pretrain_representation.pth +++ b/3b_layer6_self_attn.v_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:05e32d5897732311af459f0a3a26345ef44b91d970bb55cc5dce87d78571f53a -size 30837334 +oid sha256:376b82aee1f5b5f3192513e8778a80eb2803d2cb24279e96f9d13d7bda1a9cca +size 30862934 diff --git a/3b_layer7_mlp.gate_proj_output_pretrain_representation.pth b/3b_layer7_mlp.gate_proj_output_pretrain_representation.pth index 3da9adade15eb60289036bc1bfecf7ab8e1b74a2..aba8abf954c0323b718be934244225cb6ab0b548 100644 --- a/3b_layer7_mlp.gate_proj_output_pretrain_representation.pth +++ b/3b_layer7_mlp.gate_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e17661f8a0d67ef5e919f690805b507f033850f500c82fa79e4d55d3a76c9fcf -size 493372999 +oid sha256:9e32e2a371e0efdca60d959fe1bc6dbc10500dba8171916a3645e6b117eeb5c8 +size 246892103 diff --git a/3b_layer7_mlp.up_proj_input_pretrain_representation.pth b/3b_layer7_mlp.up_proj_input_pretrain_representation.pth index 52ab9bb9b7194a8bf32ec312fdb02a1f0391d320..11de309e240bff7840717c3f792d57d36c2cdfda 100644 --- a/3b_layer7_mlp.up_proj_input_pretrain_representation.pth +++ b/3b_layer7_mlp.up_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:41712cffda34a161a9a349fe40fc9477eeadc52f269fc656135b5b7284a217f0 -size 123344376 +oid sha256:f1f5b29ce91585a2ac2aa0ede8fe9766be9f4f92308b4bc54375593ae2029196 +size 92585464 diff --git a/3b_layer7_self_attn.v_proj_input_pretrain_representation.pth b/3b_layer7_self_attn.v_proj_input_pretrain_representation.pth index abeb6e0fa7388d15f2849ac49e90223133ed2554..c265b21b54998365fa857fd62bd80b4277c4404b 100644 --- a/3b_layer7_self_attn.v_proj_input_pretrain_representation.pth +++ b/3b_layer7_self_attn.v_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c808bb5904e427291d3d2471ef6e695120163f7a9ce18f58d87ec03d0f75ba40 -size 123344465 +oid sha256:04a23886304fc6008f29a2e6a715f7e8e623246a808cb6b1add7556199826517 +size 92585553 diff --git a/3b_layer8_mlp.gate_proj_output_pretrain_representation.pth b/3b_layer8_mlp.gate_proj_output_pretrain_representation.pth index e487a746a64e1db4c6adac63b29e9de83a6fbb0f..0d198c23725e368d1b7568c1c641e62d7050f0fe 100644 --- a/3b_layer8_mlp.gate_proj_output_pretrain_representation.pth +++ b/3b_layer8_mlp.gate_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:41f001a3d3df955ad3a66ff3a7ec0cd939f0b7f021bdb591344b452ab7e07797 -size 493372999 +oid sha256:c540801699ddee71d72a825216627b4e8b8f127b0c679cb92cdff84cf0a79128 +size 246892103 diff --git a/3b_layer8_self_attn.o_proj_output_pretrain_representation.pth b/3b_layer8_self_attn.o_proj_output_pretrain_representation.pth index 4b7a797034268801731572593c19de38ea64be48..71c391ed09bb74938097da7ff3ce743de81186ea 100644 --- a/3b_layer8_self_attn.o_proj_output_pretrain_representation.pth +++ b/3b_layer8_self_attn.o_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0195a56d1751aacc8c19abb5c950f29fa1a6c62af1284aecd73605cbe05616bc -size 123344470 +oid sha256:a1d8c92019bd6ab4b828caf7bc3855ecd3c862952f8653f3dd5f06d6c0a8e61c +size 92585558 diff --git a/3b_layer9_self_attn.q_proj_input_pretrain_representation.pth b/3b_layer9_self_attn.q_proj_input_pretrain_representation.pth index 85fcc16c32a016874b4818cec37343f321e40c2c..d662ff136bb3c366cf3ebbfd2f64ba9023833c54 100644 --- a/3b_layer9_self_attn.q_proj_input_pretrain_representation.pth +++ b/3b_layer9_self_attn.q_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:50da80aa6a4d04907be9e97600a0a394e37ac43f640d98d35982ae8014bbfe4d -size 123344465 +oid sha256:78294146e2f8a4d505bb1e62ce5b89ce2412b85b0a81664fdaffc2d572ff799b +size 92585553 diff --git a/3b_layer9_self_attn.q_proj_output_pretrain_representation.pth b/3b_layer9_self_attn.q_proj_output_pretrain_representation.pth index cc5bc7f9eeca5def3b00b1d0c1e42429ed1fece0..50d3de66112c71d967e2dacff921f0ea3ebeb8f1 100644 --- a/3b_layer9_self_attn.q_proj_output_pretrain_representation.pth +++ b/3b_layer9_self_attn.q_proj_output_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c555fe6126bade27a22a3b5ec688e98523ddf4c5adb9f6b25c448d3482b44019 -size 123344470 +oid sha256:eead0da39dbf01c43f3a0898906de606c47a6f3ddb3c94768693092cb952171f +size 92585558 diff --git a/3b_layer9_self_attn.v_proj_input_pretrain_representation.pth b/3b_layer9_self_attn.v_proj_input_pretrain_representation.pth index 76a9637e6461f0eca2421213cb34709fa2366586..4f5a55010b2f043875c629e4c6161088c0ccf98c 100644 --- a/3b_layer9_self_attn.v_proj_input_pretrain_representation.pth +++ b/3b_layer9_self_attn.v_proj_input_pretrain_representation.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aab425c3bcffe3763590ff4d54c52518394a839cb86b76c67d3db4cd0c053339 -size 123344465 +oid sha256:b3b5c38f0cbce5ca6cb6471960195224a086b4963b00e75e6d00d3a239868f13 +size 92585553