ForeverBlue commited on
Commit
7de6f9d
·
verified ·
1 Parent(s): 9a754cd

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. rotations/qwen3_4b_base/e14_rotations/r1_kmax.pt +3 -0
  2. rotations/qwen3_4b_base/e14_rotations/r2_v_layer_02.pt +3 -0
  3. rotations/qwen3_4b_base/e14_rotations/r2_v_layer_03.pt +3 -0
  4. rotations/qwen3_4b_base/e14_rotations/r2_v_layer_04.pt +3 -0
  5. rotations/qwen3_4b_base/e14_rotations/r2_v_layer_07.pt +3 -0
  6. rotations/qwen3_4b_base/e14_rotations/r2_v_layer_17.pt +3 -0
  7. rotations/qwen3_4b_base/e14_rotations/r2_v_layer_23.pt +3 -0
  8. rotations/qwen3_4b_base/e14_rotations/r2_v_layer_27.pt +3 -0
  9. rotations/qwen3_4b_base/e14_rotations/r2_v_layer_31.pt +3 -0
  10. rotations/qwen3_4b_base/e14_rotations/r2_v_layer_32.pt +3 -0
  11. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_00.pt +3 -0
  12. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_01.pt +3 -0
  13. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_02.pt +3 -0
  14. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_03.pt +3 -0
  15. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_04.pt +3 -0
  16. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_06.pt +3 -0
  17. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_07.pt +3 -0
  18. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_08.pt +3 -0
  19. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_09.pt +3 -0
  20. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_10.pt +3 -0
  21. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_11.pt +3 -0
  22. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_12.pt +3 -0
  23. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_13.pt +3 -0
  24. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_14.pt +3 -0
  25. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_15.pt +3 -0
  26. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_16.pt +3 -0
  27. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_17.pt +3 -0
  28. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_19.pt +3 -0
  29. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_21.pt +3 -0
  30. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_22.pt +3 -0
  31. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_23.pt +3 -0
  32. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_24.pt +3 -0
  33. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_25.pt +3 -0
  34. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_26.pt +3 -0
  35. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_27.pt +3 -0
  36. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_28.pt +3 -0
  37. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_29.pt +3 -0
  38. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_30.pt +3 -0
  39. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_31.pt +3 -0
  40. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_32.pt +3 -0
  41. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_33.pt +3 -0
  42. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_34.pt +3 -0
  43. rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_35.pt +3 -0
  44. rotations/qwen3_4b_base/e18v2_factors/nar_k8/qkv_layer_00.pt +3 -0
  45. rotations/qwen3_4b_base/e18v2_factors/nar_k8/qkv_layer_01.pt +3 -0
  46. rotations/qwen3_4b_base/e18v2_factors/nar_k8/qkv_layer_02.pt +3 -0
  47. rotations/qwen3_4b_base/e18v2_factors/nar_k8/qkv_layer_03.pt +3 -0
  48. rotations/qwen3_4b_base/e18v2_factors/nar_k8/qkv_layer_04.pt +3 -0
  49. rotations/qwen3_4b_base/e18v2_factors/nar_k8/qkv_layer_05.pt +3 -0
  50. rotations/qwen3_4b_base/e18v2_factors/nar_k8/qkv_layer_06.pt +3 -0
rotations/qwen3_4b_base/e14_rotations/r1_kmax.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f00652956dff6ecf403befcfaa5fd75ee9fa681804c9d80803e11efbe93105a1
3
+ size 249209
rotations/qwen3_4b_base/e14_rotations/r2_v_layer_02.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f72af4d2c9bb5b92cca6241314a8853ca592174399bde0b2444bfda849c62773
3
+ size 5239
rotations/qwen3_4b_base/e14_rotations/r2_v_layer_03.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3359faa4f080b818257e324a433b76a152b74597d6d782d92e9b184d8dab477d
3
+ size 5239
rotations/qwen3_4b_base/e14_rotations/r2_v_layer_04.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b1eed90913d4359c491edf73372aacef8582b8980ea5119482fcff471c69892
3
+ size 5239
rotations/qwen3_4b_base/e14_rotations/r2_v_layer_07.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b7622f97e0a0d46d04d3de85df7ee2f54ede22a8695200ad2d64d7c610b3a84
3
+ size 5239
rotations/qwen3_4b_base/e14_rotations/r2_v_layer_17.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3be8accd27f7e389d7df82f2a58798ae0b10ca337dc1e532f556f71948babadc
3
+ size 5239
rotations/qwen3_4b_base/e14_rotations/r2_v_layer_23.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe8ab1c8c9b89a68ecb6dc3e207e1c8824354fdbd586db228ab337f0ad951f27
3
+ size 5239
rotations/qwen3_4b_base/e14_rotations/r2_v_layer_27.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0462ce394376860945352cac89f0a9873e51f579e2f8148abaf92705923b1029
3
+ size 5239
rotations/qwen3_4b_base/e14_rotations/r2_v_layer_31.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f58fa705f95560b4b8f736a74d88832512a61a23b4f4eecd1c3ad5c330b89cb0
3
+ size 5239
rotations/qwen3_4b_base/e14_rotations/r2_v_layer_32.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25b93de7bd79178f5c345e22c1acadb99200f2d4e707d8a5a6ef5812d27af3c6
3
+ size 5239
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_00.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4ffd88d908045808d327d61eb412ee1b08e614ed92307051e2579600b8e878a
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_01.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4aee8f8f7d05d2d473a287f88dba5eda7e46aa47df4302c5016daad5a1aedec
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_02.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a497b1164c409a9541263debcee41f714bc355bdf211cc6d2d2c2799b14dc183
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_03.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74a31c22f0e7488caf04e329df48806198157abefb855199b4c877756ba6133b
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_04.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e5df0c665e19f9dc843fc70a16ca1baa3c1bd423141c86e6fafbe859e88875d
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_06.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29b2fca394bd07ac1e8fa8e7d0a2d95fad8c9dcdf0a4dd7d1fc08d79513cf7ae
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_07.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:846fed1007ef37b993dc91c1698dc8f8fcd78215d4afcfc2be21801116f0d019
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_08.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b600fb504146f9cc1b8955933337ad5276e6c22931bbdd88a8fab7e883b36677
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_09.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da49059708bbf317111b90d00b4c79bdddfdd22e449a3f30e7cbf721242cf6c8
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_10.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84420f61c791ca5f4a2da86a4a7856c50f1fb3a9a663819d84788a8923fec582
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_11.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c3b31f93422c677f5d5afbd893552fe25406deff0c17ca1c0a2ed10d2bd1ea5
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_12.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54429dbd6ba2a5279d9c4eb2d808f89a5510b7130417f2beb786a0aa6d5b6a68
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_13.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:911ef11e5af8f733c2d12e48c14acfb0b1ec5c3a97cf1169e805f0b4bc7966e1
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_14.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf0619f9b798b41e0938a90fba4dd831dd7534819a5fde3e280db61168a4f3af
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_15.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ff53815e6d56018114a652662a15f10608a185722e566cdd3782a594e5d0591
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_16.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccb323041092c50413997d974dc31a9e5d441a16fa2c7dad914b1bb41f66942b
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_17.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aadd780b27ca8c89ea274a2ed0e6fab54159d10ad43570865a22a0aa251698ca
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_19.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:329a8b9f0414ae30314721084cdaeb091e1f285390387391b83f2449eb02d630
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_21.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:170a2551c7b0dd80819b21eeb7a2cc067baa7b7ce65e61cd025194ca580b31fc
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_22.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2648d35b7568e664397603d3931ad50233ad7228187e35a2aa3482881d95f9b7
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_23.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e39592928449cc3530be200eef28ce340dd1685db55efb1251253f9c72020a60
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_24.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:652a1de8d17e6c8e754c9ef0149cfba40c5dfdce1e85bb518c36ecf62fa759e3
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_25.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4315434e3b53d183c9ca9ffd054ef9bd15111f7e12376be3e235f0e1a68dd5a7
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_26.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5287ecaa947d8c9df283d59f961094067ac2a34cae7f2a91e5c03c3219e7913d
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_27.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f06fde0e27ad435c5b25a1483e952a20dff2a3f5e12a4ecec92eb35a7e16a266
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_28.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d8ed9c9508b47de69400c23917baf9f4a38a54560b967d5daa0386ffcbd320f
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_29.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:952b28655061c87fce3063ca9143b93f778337d61ea8132dfae03e0c16817ce7
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_30.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e3af8805f17a74a4fa1b43888c026d6e18443fbaaa3319944ba5a76f55d981c
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_31.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:967a78c4d325e36a75e56abcb3bc8b2c474a1fbb0269d7eff6723cfeb5994c6c
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_32.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1645cd5f4d6627898f479a16fec80b56e8d3c6528ae8784dc0eaf688d6c28b84
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_33.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40f9129cafcd01e85487ddbf2208a55c6e3cdae9b8df7c40456647815cea29c7
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_34.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6e354abc743eff2161169f6184b64473620335a21ec2dddc4e9ee555890cd5b
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/down_layer_35.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72a07bb827b49fcdacdf6d4ec08f05c6d2802403cee5952d9071712e77dd11f4
3
+ size 471361
rotations/qwen3_4b_base/e18v2_factors/nar_k8/qkv_layer_00.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2985c5ca0e4b98c0c8d6efbe51036039a321b8913c06fa90c79ec078a6933fc6
3
+ size 126389
rotations/qwen3_4b_base/e18v2_factors/nar_k8/qkv_layer_01.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40d5e8d0df855a67960fa6e1c985187760e5c8c49b0d064be9ae0291a3c4c39d
3
+ size 126389
rotations/qwen3_4b_base/e18v2_factors/nar_k8/qkv_layer_02.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6025fe7e01cd183cfff17e235bb098b5d36c7f1b5ee6bb3908fe21c01fcd545f
3
+ size 126389
rotations/qwen3_4b_base/e18v2_factors/nar_k8/qkv_layer_03.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aebdeae1d47b5b3b7981d90df3c404d41776272044ae3c6d75c09837f3fc9dd6
3
+ size 126389
rotations/qwen3_4b_base/e18v2_factors/nar_k8/qkv_layer_04.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:787e3ece8333ea8cba0f38d483366806581c1e6e4298b52200697adc1b4f1895
3
+ size 126389
rotations/qwen3_4b_base/e18v2_factors/nar_k8/qkv_layer_05.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e27fac8984abc94d38730c8d5688e306c8ad501c23b2c091e425101e0fb5b025
3
+ size 126389
rotations/qwen3_4b_base/e18v2_factors/nar_k8/qkv_layer_06.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cb847b26814596e9d45df1aaed1e4673d24ea483f564d512ce6109689733990
3
+ size 126389