Amai commited on
Commit
d29fa73
·
1 Parent(s): b25b9ac

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
EleutherAI_pythia-1.4b-android-q0f16.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f8632130539da31e7ebb4a71a5400233d1a2b3b078b1afb98394820dfcf369f
3
+ size 340822
ir_dump/debug-final.py ADDED
The diff for this file is too large to render. See raw diff
 
ir_dump/debug-phase0.py ADDED
The diff for this file is too large to render. See raw diff
 
ir_dump/debug-phase1.py ADDED
The diff for this file is too large to render. See raw diff
 
ir_dump/debug-phase2.py ADDED
The diff for this file is too large to render. See raw diff
 
ir_dump/debug-phase3.py ADDED
The diff for this file is too large to render. See raw diff
 
ir_dump/debug-phase4.py ADDED
The diff for this file is too large to render. See raw diff
 
ir_dump/debug-phase5.py ADDED
The diff for this file is too large to render. See raw diff
 
ir_dump/kernel.cl ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "gpt_neox",
4
+ "quantization": "q0f16",
5
+ "model_config": {
6
+ "use_parallel_residual": true,
7
+ "hidden_size": 2048,
8
+ "intermediate_size": 8192,
9
+ "num_attention_heads": 16,
10
+ "num_hidden_layers": 24,
11
+ "layer_norm_eps": 1e-05,
12
+ "vocab_size": 50304,
13
+ "rotary_pct": 0.25,
14
+ "position_embedding_base": 10000,
15
+ "context_window_size": 2048,
16
+ "head_dim": 128,
17
+ "prefill_chunk_size": 2048,
18
+ "tensor_parallel_shards": 1,
19
+ "ffn_out_dtype": "float32",
20
+ "max_batch_size": 128
21
+ },
22
+ "vocab_size": 50304,
23
+ "context_window_size": 2048,
24
+ "sliding_window_size": -1,
25
+ "prefill_chunk_size": 2048,
26
+ "attention_sink_size": -1,
27
+ "tensor_parallel_shards": 1,
28
+ "pipeline_parallel_stages": 1,
29
+ "temperature": 1.0,
30
+ "presence_penalty": 0.0,
31
+ "frequency_penalty": 0.0,
32
+ "repetition_penalty": 1.0,
33
+ "top_p": 1.0,
34
+ "tokenizer_files": [
35
+ "tokenizer.json",
36
+ "tokenizer_config.json"
37
+ ],
38
+ "tokenizer_info": {
39
+ "token_postproc_method": "byte_level",
40
+ "prepend_space_in_encode": false,
41
+ "strip_space_in_decode": false
42
+ },
43
+ "conv_template": {
44
+ "name": "gpt2",
45
+ "system_template": "{system_message}",
46
+ "system_message": "",
47
+ "system_prefix_token_ids": null,
48
+ "add_role_after_system_message": true,
49
+ "roles": {
50
+ "user": "",
51
+ "assistant": ""
52
+ },
53
+ "role_templates": {
54
+ "user": "{user_message}",
55
+ "assistant": "{assistant_message}",
56
+ "tool": "{tool_message}"
57
+ },
58
+ "messages": [],
59
+ "seps": [
60
+ ""
61
+ ],
62
+ "role_content_sep": "",
63
+ "role_empty_sep": "",
64
+ "stop_str": [
65
+ "</s>"
66
+ ],
67
+ "stop_token_ids": [
68
+ 50256
69
+ ],
70
+ "function_string": "",
71
+ "use_function_calling": false
72
+ },
73
+ "pad_token_id": 0,
74
+ "bos_token_id": 0,
75
+ "eos_token_id": 0
76
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87912013a1b07e45e8c590ab35ca118fc16c538e953871ac80a38be2cb88f332
3
+ size 206045184
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c44822be1bed82bec4c31de0b196cb2e2a38d2853a0f503504a5da2f3c588c9
3
+ size 25194496
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a31c2f48759deb5447a44b7588497f541eef8195247450c0cb22c04cf18f0fe
3
+ size 25165824
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d7a82b9c9fdc0f4c80a70c479707d5ae04cf5542aabcb72cd8e9747c0016924
3
+ size 25325568
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ef623813b823d2f5edab4082cff03842a8154b927ad5f6edc42b28d6e393ad4
3
+ size 33554432
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34c98d472fdf3a2701474961d9323ece015570cbc92b071434814ffd89064a82
3
+ size 33554432
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8a9f1bba9613592bdf7ecf1f4f46538717793447339d825cb84e836a1d2ea9d
3
+ size 25165824
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc433018b358326cd2e319aef0cbd91d84aca8a22e244442fc10c0d12b8601fc
3
+ size 33554432
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de92f79f2ac965a8e1ecc9d2fd3c6217110e39785c1061ccb937cd8028d41117
3
+ size 33554432
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:407134f110c4ca64d56f5f88d5a5997e9d76a4a81a175e9efdf6740e565fcc70
3
+ size 25165824
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc45c0e3ca7b283b956301fda9cd9b74ba3bb8441bc29ea2588dc9df7dbfc32a
3
+ size 33554432
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b482d0716f634b874fa3606978a1de61d733145472ac8cf6205f97eab6de3b3
3
+ size 33554432
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76b0fbc883b4e4edeee87be3370215e9417d8f843d93a99d7e5dc773c428dfbb
3
+ size 33554432
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c57221bb352bc2494fae8711aa5821c915d949c99c629b22f4331b9316bb5038
3
+ size 25165824
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13fa461bbce7c8c874b61203898770ead046fbdecdc0fb4aedb32db9cab2450e
3
+ size 25325568
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2762924e946006725e3fcb3b131c33530c31a7cc81684b00cc961292458ce90
3
+ size 33554432
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f493a921216e182f28643f9e18c349b32b31b6cf56adaa357313a0d418ee653d
3
+ size 33554432
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2507475219233f09b5ba109d9694e2ef619f68d8717694d1449cadf1b6b7e07
3
+ size 25165824
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a10f8fc7354db6003d45c8727c6786e38fcc7d39b2cbd4da8dee1348be8a8fb0
3
+ size 33554432
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76d82049b428fea5491705bbeb93ab8d5d1b13fbb359f722b49ce6816b8513d6
3
+ size 33554432
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eb07bc59100c05d3f3c5d4f692782af2a6c6935ef01b1b866869d3d639bccba
3
+ size 25165824
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8045ba24d7e1aaa4951566fbea6ba9e3838888116a63bae946a2ff2085b5ed5c
3
+ size 33554432
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fcdffb2663806b7e6db3e2356b79bc5ba6bb7db9d4ff04b06bd2f0e6e06a6de
3
+ size 33554432
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa15968627690a132d9c93e38737a836bb7d3a4338d45dfcedf25b9833d94540
3
+ size 33554432
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca54f76af7e20a4c7efc4653abb08dd7e48b8b9bf7524af2021ebf3a387870b3
3
+ size 25165824
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43e5b4ae4e0a25444c1ebbccf9fea028482d48a6f219daf616d7b4546f839f12
3
+ size 25325568
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7219bc141040402f18e1e205d706fe0de96a5f9a1997dccdac6aa8e4e6c01da8
3
+ size 33554432
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ea250d4cc7188e2bc72cd3b349899999714e809bc61e58c7bdd1f07dceccdf1
3
+ size 33554432
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:856def92736ccc27f9ccda1b143ec7a9a87c5e226d6008d6a8222a0e841ed18e
3
+ size 25165824
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:482fc65f93617be9e447cbdf6c5f3391fa45a55cb7ef662c052cc3de7c5519db
3
+ size 33554432
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d56ef13dd377b207385a559d784dc28ca591b5fa511129b195dedd8399cdde2
3
+ size 33554432
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9886fb26a3043c731382064f6a08d74920fc51767b337ca4ce06235fa5e74757
3
+ size 25165824
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7783bd4ca93427156a9ed2022ab6b70730f9257d74d1c608495039b435ae78a
3
+ size 33554432
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51d4fd13394b3499e54b6295b6d588633c548cc7e1ea2fc8d1a18c3f0d2d5642
3
+ size 33554432
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee501d880fd167bdcbd2abe71257b4f0d2ca2bb15f833722b413d57c51cae53e
3
+ size 25165824
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f61fa51c5e2b303f492495ba34d3924c012b704b445e2b5dcdc94b2870a8dc94
3
+ size 25165824
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bf4e635292b9d95a02942bfcada8de76424b90f58dd16935de0e24b65f2f535
3
+ size 25325568
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3595e1d4a85492375cb054bc331620caa7c3fb79bb2b2c9cc9e5d5834c84de6a
3
+ size 33554432