erfanzar commited on
Commit
896cfb5
·
verified ·
1 Parent(s): 426e498

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. model/model/language_model/layers/20/linear_attn/in_proj_a/kernel/1.0 +0 -0
  2. model/model/language_model/layers/20/linear_attn/in_proj_b/kernel/2.0 +0 -0
  3. model/model/language_model/layers/20/linear_attn/in_proj_b/kernel/3.0 +0 -0
  4. model/model/language_model/layers/20/linear_attn/norm/kernel/.zarray +1 -0
  5. model/model/language_model/layers/20/post_attention_layernorm/kernel/0 +0 -0
  6. model/model/language_model/layers/21/linear_attn/conv1d/kernel/.zarray +1 -0
  7. model/model/language_model/layers/21/linear_attn/in_proj_b/kernel/3.0 +0 -0
  8. model/model/language_model/layers/21/mlp/down_proj/kernel/.zarray +1 -0
  9. model/model/language_model/layers/21/mlp/gate_proj/kernel/.zarray +1 -0
  10. model/model/language_model/layers/25/input_layernorm/kernel/.zarray +1 -0
  11. model/model/language_model/layers/25/linear_attn/A_log/.zarray +1 -0
  12. model/model/language_model/layers/25/linear_attn/A_log/0 +0 -0
  13. model/model/language_model/layers/25/linear_attn/dt_bias/.zarray +1 -0
  14. model/model/language_model/layers/25/linear_attn/in_proj_a/kernel/.zarray +1 -0
  15. model/model/language_model/layers/25/linear_attn/in_proj_a/kernel/2.0 +0 -0
  16. model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/0.0 +0 -0
  17. model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/1.0 +0 -0
  18. model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/2.0 +0 -0
  19. model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/3.0 +0 -0
  20. model/model/language_model/layers/25/linear_attn/in_proj_qkv/kernel/.zarray +1 -0
  21. model/model/language_model/layers/25/linear_attn/in_proj_z/kernel/.zarray +1 -0
  22. model/model/language_model/layers/25/linear_attn/norm/kernel/.zarray +1 -0
  23. model/model/language_model/layers/25/linear_attn/norm/kernel/0 +0 -0
  24. model/model/language_model/layers/25/linear_attn/out_proj/kernel/.zarray +1 -0
  25. model/model/language_model/layers/25/mlp/gate_proj/kernel/.zarray +1 -0
  26. model/model/language_model/layers/25/post_attention_layernorm/kernel/.zarray +1 -0
  27. model/model/language_model/layers/25/post_attention_layernorm/kernel/0 +0 -0
  28. model/model/language_model/layers/26/input_layernorm/kernel/.zarray +1 -0
  29. model/model/language_model/layers/26/input_layernorm/kernel/0 +0 -0
  30. model/model/language_model/layers/26/linear_attn/A_log/.zarray +1 -0
  31. model/model/language_model/layers/26/linear_attn/A_log/0 +0 -0
  32. model/model/language_model/layers/26/linear_attn/conv1d/kernel/.zarray +1 -0
  33. model/model/language_model/layers/26/linear_attn/conv1d/kernel/0.0.0 +0 -0
  34. model/model/language_model/layers/26/linear_attn/dt_bias/.zarray +1 -0
  35. model/model/language_model/layers/26/linear_attn/dt_bias/0 +0 -0
  36. model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/.zarray +1 -0
  37. model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/0.0 +0 -0
  38. model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/1.0 +0 -0
  39. model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/2.0 +0 -0
  40. model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/3.0 +0 -0
  41. model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/.zarray +1 -0
  42. model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/0.0 +0 -0
  43. model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/1.0 +0 -0
  44. model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/2.0 +0 -0
  45. model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/3.0 +0 -0
  46. model/model/language_model/layers/26/linear_attn/in_proj_qkv/kernel/.zarray +1 -0
  47. model/model/language_model/layers/26/linear_attn/in_proj_z/kernel/.zarray +1 -0
  48. model/model/language_model/layers/26/linear_attn/norm/kernel/.zarray +1 -0
  49. model/model/language_model/layers/26/linear_attn/norm/kernel/0 +0 -0
  50. model/model/language_model/layers/26/linear_attn/out_proj/kernel/.zarray +1 -0
model/model/language_model/layers/20/linear_attn/in_proj_a/kernel/1.0 ADDED
Binary file (32.1 kB). View file
 
model/model/language_model/layers/20/linear_attn/in_proj_b/kernel/2.0 ADDED
Binary file (32.2 kB). View file
 
model/model/language_model/layers/20/linear_attn/in_proj_b/kernel/3.0 ADDED
Binary file (32.2 kB). View file
 
model/model/language_model/layers/20/linear_attn/norm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[128],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[128],"zarr_format":2}
model/model/language_model/layers/20/post_attention_layernorm/kernel/0 ADDED
Binary file (3.59 kB). View file
 
model/model/language_model/layers/21/linear_attn/conv1d/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4,1,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4,1,8192],"zarr_format":2}
model/model/language_model/layers/21/linear_attn/in_proj_b/kernel/3.0 ADDED
Binary file (32.1 kB). View file
 
model/model/language_model/layers/21/mlp/down_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[9216,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[9216,2560],"zarr_format":2}
model/model/language_model/layers/21/mlp/gate_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
model/model/language_model/layers/25/input_layernorm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
model/model/language_model/layers/25/linear_attn/A_log/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
model/model/language_model/layers/25/linear_attn/A_log/0 ADDED
Binary file (73 Bytes). View file
 
model/model/language_model/layers/25/linear_attn/dt_bias/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
model/model/language_model/layers/25/linear_attn/in_proj_a/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[640,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,32],"zarr_format":2}
model/model/language_model/layers/25/linear_attn/in_proj_a/kernel/2.0 ADDED
Binary file (32 kB). View file
 
model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/0.0 ADDED
Binary file (32.1 kB). View file
 
model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/1.0 ADDED
Binary file (32 kB). View file
 
model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/2.0 ADDED
Binary file (32.1 kB). View file
 
model/model/language_model/layers/25/linear_attn/in_proj_b/kernel/3.0 ADDED
Binary file (32.1 kB). View file
 
model/model/language_model/layers/25/linear_attn/in_proj_qkv/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[640,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,8192],"zarr_format":2}
model/model/language_model/layers/25/linear_attn/in_proj_z/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[640,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,4096],"zarr_format":2}
model/model/language_model/layers/25/linear_attn/norm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[128],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[128],"zarr_format":2}
model/model/language_model/layers/25/linear_attn/norm/kernel/0 ADDED
Binary file (180 Bytes). View file
 
model/model/language_model/layers/25/linear_attn/out_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,2560],"zarr_format":2}
model/model/language_model/layers/25/mlp/gate_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[640,9216],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,9216],"zarr_format":2}
model/model/language_model/layers/25/post_attention_layernorm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
model/model/language_model/layers/25/post_attention_layernorm/kernel/0 ADDED
Binary file (3.02 kB). View file
 
model/model/language_model/layers/26/input_layernorm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[2560],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560],"zarr_format":2}
model/model/language_model/layers/26/input_layernorm/kernel/0 ADDED
Binary file (2.77 kB). View file
 
model/model/language_model/layers/26/linear_attn/A_log/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
model/model/language_model/layers/26/linear_attn/A_log/0 ADDED
Binary file (73 Bytes). View file
 
model/model/language_model/layers/26/linear_attn/conv1d/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4,1,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4,1,8192],"zarr_format":2}
model/model/language_model/layers/26/linear_attn/conv1d/kernel/0.0.0 ADDED
Binary file (54.2 kB). View file
 
model/model/language_model/layers/26/linear_attn/dt_bias/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[32],"zarr_format":2}
model/model/language_model/layers/26/linear_attn/dt_bias/0 ADDED
Binary file (73 Bytes). View file
 
model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[640,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,32],"zarr_format":2}
model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/0.0 ADDED
Binary file (32.2 kB). View file
 
model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/1.0 ADDED
Binary file (31.9 kB). View file
 
model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/2.0 ADDED
Binary file (31.8 kB). View file
 
model/model/language_model/layers/26/linear_attn/in_proj_a/kernel/3.0 ADDED
Binary file (31.9 kB). View file
 
model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[640,32],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,32],"zarr_format":2}
model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/0.0 ADDED
Binary file (32.1 kB). View file
 
model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/1.0 ADDED
Binary file (32.1 kB). View file
 
model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/2.0 ADDED
Binary file (32.1 kB). View file
 
model/model/language_model/layers/26/linear_attn/in_proj_b/kernel/3.0 ADDED
Binary file (32.1 kB). View file
 
model/model/language_model/layers/26/linear_attn/in_proj_qkv/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[640,8192],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,8192],"zarr_format":2}
model/model/language_model/layers/26/linear_attn/in_proj_z/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[640,4096],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[2560,4096],"zarr_format":2}
model/model/language_model/layers/26/linear_attn/norm/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[128],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[128],"zarr_format":2}
model/model/language_model/layers/26/linear_attn/norm/kernel/0 ADDED
Binary file (179 Bytes). View file
 
model/model/language_model/layers/26/linear_attn/out_proj/kernel/.zarray ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chunks":[4096,640],"compressor":{"id":"zstd","level":1},"dimension_separator":".","dtype":"bfloat16","fill_value":null,"filters":null,"order":"C","shape":[4096,2560],"zarr_format":2}