Amai commited on
Commit ·
d29fa73
1
Parent(s): b25b9ac
Add weights
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- EleutherAI_pythia-1.4b-android-q0f16.tar +3 -0
- ir_dump/debug-final.py +0 -0
- ir_dump/debug-phase0.py +0 -0
- ir_dump/debug-phase1.py +0 -0
- ir_dump/debug-phase2.py +0 -0
- ir_dump/debug-phase3.py +0 -0
- ir_dump/debug-phase4.py +0 -0
- ir_dump/debug-phase5.py +0 -0
- ir_dump/kernel.cl +0 -0
- mlc-chat-config.json +76 -0
- ndarray-cache-b16.json +0 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
- params_shard_38.bin +3 -0
- params_shard_39.bin +3 -0
- params_shard_4.bin +3 -0
- params_shard_40.bin +3 -0
- params_shard_41.bin +3 -0
- params_shard_42.bin +3 -0
EleutherAI_pythia-1.4b-android-q0f16.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f8632130539da31e7ebb4a71a5400233d1a2b3b078b1afb98394820dfcf369f
|
| 3 |
+
size 340822
|
ir_dump/debug-final.py
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ir_dump/debug-phase0.py
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ir_dump/debug-phase1.py
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ir_dump/debug-phase2.py
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ir_dump/debug-phase3.py
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ir_dump/debug-phase4.py
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ir_dump/debug-phase5.py
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ir_dump/kernel.cl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
mlc-chat-config.json
ADDED
|
@@ -0,0 +1,76 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "0.1.0",
|
| 3 |
+
"model_type": "gpt_neox",
|
| 4 |
+
"quantization": "q0f16",
|
| 5 |
+
"model_config": {
|
| 6 |
+
"use_parallel_residual": true,
|
| 7 |
+
"hidden_size": 2048,
|
| 8 |
+
"intermediate_size": 8192,
|
| 9 |
+
"num_attention_heads": 16,
|
| 10 |
+
"num_hidden_layers": 24,
|
| 11 |
+
"layer_norm_eps": 1e-05,
|
| 12 |
+
"vocab_size": 50304,
|
| 13 |
+
"rotary_pct": 0.25,
|
| 14 |
+
"position_embedding_base": 10000,
|
| 15 |
+
"context_window_size": 2048,
|
| 16 |
+
"head_dim": 128,
|
| 17 |
+
"prefill_chunk_size": 2048,
|
| 18 |
+
"tensor_parallel_shards": 1,
|
| 19 |
+
"ffn_out_dtype": "float32",
|
| 20 |
+
"max_batch_size": 128
|
| 21 |
+
},
|
| 22 |
+
"vocab_size": 50304,
|
| 23 |
+
"context_window_size": 2048,
|
| 24 |
+
"sliding_window_size": -1,
|
| 25 |
+
"prefill_chunk_size": 2048,
|
| 26 |
+
"attention_sink_size": -1,
|
| 27 |
+
"tensor_parallel_shards": 1,
|
| 28 |
+
"pipeline_parallel_stages": 1,
|
| 29 |
+
"temperature": 1.0,
|
| 30 |
+
"presence_penalty": 0.0,
|
| 31 |
+
"frequency_penalty": 0.0,
|
| 32 |
+
"repetition_penalty": 1.0,
|
| 33 |
+
"top_p": 1.0,
|
| 34 |
+
"tokenizer_files": [
|
| 35 |
+
"tokenizer.json",
|
| 36 |
+
"tokenizer_config.json"
|
| 37 |
+
],
|
| 38 |
+
"tokenizer_info": {
|
| 39 |
+
"token_postproc_method": "byte_level",
|
| 40 |
+
"prepend_space_in_encode": false,
|
| 41 |
+
"strip_space_in_decode": false
|
| 42 |
+
},
|
| 43 |
+
"conv_template": {
|
| 44 |
+
"name": "gpt2",
|
| 45 |
+
"system_template": "{system_message}",
|
| 46 |
+
"system_message": "",
|
| 47 |
+
"system_prefix_token_ids": null,
|
| 48 |
+
"add_role_after_system_message": true,
|
| 49 |
+
"roles": {
|
| 50 |
+
"user": "",
|
| 51 |
+
"assistant": ""
|
| 52 |
+
},
|
| 53 |
+
"role_templates": {
|
| 54 |
+
"user": "{user_message}",
|
| 55 |
+
"assistant": "{assistant_message}",
|
| 56 |
+
"tool": "{tool_message}"
|
| 57 |
+
},
|
| 58 |
+
"messages": [],
|
| 59 |
+
"seps": [
|
| 60 |
+
""
|
| 61 |
+
],
|
| 62 |
+
"role_content_sep": "",
|
| 63 |
+
"role_empty_sep": "",
|
| 64 |
+
"stop_str": [
|
| 65 |
+
"</s>"
|
| 66 |
+
],
|
| 67 |
+
"stop_token_ids": [
|
| 68 |
+
50256
|
| 69 |
+
],
|
| 70 |
+
"function_string": "",
|
| 71 |
+
"use_function_calling": false
|
| 72 |
+
},
|
| 73 |
+
"pad_token_id": 0,
|
| 74 |
+
"bos_token_id": 0,
|
| 75 |
+
"eos_token_id": 0
|
| 76 |
+
}
|
ndarray-cache-b16.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ndarray-cache.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
params_shard_0.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:87912013a1b07e45e8c590ab35ca118fc16c538e953871ac80a38be2cb88f332
|
| 3 |
+
size 206045184
|
params_shard_1.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8c44822be1bed82bec4c31de0b196cb2e2a38d2853a0f503504a5da2f3c588c9
|
| 3 |
+
size 25194496
|
params_shard_10.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3a31c2f48759deb5447a44b7588497f541eef8195247450c0cb22c04cf18f0fe
|
| 3 |
+
size 25165824
|
params_shard_11.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4d7a82b9c9fdc0f4c80a70c479707d5ae04cf5542aabcb72cd8e9747c0016924
|
| 3 |
+
size 25325568
|
params_shard_12.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1ef623813b823d2f5edab4082cff03842a8154b927ad5f6edc42b28d6e393ad4
|
| 3 |
+
size 33554432
|
params_shard_13.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:34c98d472fdf3a2701474961d9323ece015570cbc92b071434814ffd89064a82
|
| 3 |
+
size 33554432
|
params_shard_14.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a8a9f1bba9613592bdf7ecf1f4f46538717793447339d825cb84e836a1d2ea9d
|
| 3 |
+
size 25165824
|
params_shard_15.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cc433018b358326cd2e319aef0cbd91d84aca8a22e244442fc10c0d12b8601fc
|
| 3 |
+
size 33554432
|
params_shard_16.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:de92f79f2ac965a8e1ecc9d2fd3c6217110e39785c1061ccb937cd8028d41117
|
| 3 |
+
size 33554432
|
params_shard_17.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:407134f110c4ca64d56f5f88d5a5997e9d76a4a81a175e9efdf6740e565fcc70
|
| 3 |
+
size 25165824
|
params_shard_18.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dc45c0e3ca7b283b956301fda9cd9b74ba3bb8441bc29ea2588dc9df7dbfc32a
|
| 3 |
+
size 33554432
|
params_shard_19.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0b482d0716f634b874fa3606978a1de61d733145472ac8cf6205f97eab6de3b3
|
| 3 |
+
size 33554432
|
params_shard_2.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:76b0fbc883b4e4edeee87be3370215e9417d8f843d93a99d7e5dc773c428dfbb
|
| 3 |
+
size 33554432
|
params_shard_20.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c57221bb352bc2494fae8711aa5821c915d949c99c629b22f4331b9316bb5038
|
| 3 |
+
size 25165824
|
params_shard_21.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:13fa461bbce7c8c874b61203898770ead046fbdecdc0fb4aedb32db9cab2450e
|
| 3 |
+
size 25325568
|
params_shard_22.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e2762924e946006725e3fcb3b131c33530c31a7cc81684b00cc961292458ce90
|
| 3 |
+
size 33554432
|
params_shard_23.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f493a921216e182f28643f9e18c349b32b31b6cf56adaa357313a0d418ee653d
|
| 3 |
+
size 33554432
|
params_shard_24.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e2507475219233f09b5ba109d9694e2ef619f68d8717694d1449cadf1b6b7e07
|
| 3 |
+
size 25165824
|
params_shard_25.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a10f8fc7354db6003d45c8727c6786e38fcc7d39b2cbd4da8dee1348be8a8fb0
|
| 3 |
+
size 33554432
|
params_shard_26.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:76d82049b428fea5491705bbeb93ab8d5d1b13fbb359f722b49ce6816b8513d6
|
| 3 |
+
size 33554432
|
params_shard_27.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7eb07bc59100c05d3f3c5d4f692782af2a6c6935ef01b1b866869d3d639bccba
|
| 3 |
+
size 25165824
|
params_shard_28.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8045ba24d7e1aaa4951566fbea6ba9e3838888116a63bae946a2ff2085b5ed5c
|
| 3 |
+
size 33554432
|
params_shard_29.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7fcdffb2663806b7e6db3e2356b79bc5ba6bb7db9d4ff04b06bd2f0e6e06a6de
|
| 3 |
+
size 33554432
|
params_shard_3.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aa15968627690a132d9c93e38737a836bb7d3a4338d45dfcedf25b9833d94540
|
| 3 |
+
size 33554432
|
params_shard_30.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ca54f76af7e20a4c7efc4653abb08dd7e48b8b9bf7524af2021ebf3a387870b3
|
| 3 |
+
size 25165824
|
params_shard_31.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:43e5b4ae4e0a25444c1ebbccf9fea028482d48a6f219daf616d7b4546f839f12
|
| 3 |
+
size 25325568
|
params_shard_32.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7219bc141040402f18e1e205d706fe0de96a5f9a1997dccdac6aa8e4e6c01da8
|
| 3 |
+
size 33554432
|
params_shard_33.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8ea250d4cc7188e2bc72cd3b349899999714e809bc61e58c7bdd1f07dceccdf1
|
| 3 |
+
size 33554432
|
params_shard_34.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:856def92736ccc27f9ccda1b143ec7a9a87c5e226d6008d6a8222a0e841ed18e
|
| 3 |
+
size 25165824
|
params_shard_35.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:482fc65f93617be9e447cbdf6c5f3391fa45a55cb7ef662c052cc3de7c5519db
|
| 3 |
+
size 33554432
|
params_shard_36.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1d56ef13dd377b207385a559d784dc28ca591b5fa511129b195dedd8399cdde2
|
| 3 |
+
size 33554432
|
params_shard_37.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9886fb26a3043c731382064f6a08d74920fc51767b337ca4ce06235fa5e74757
|
| 3 |
+
size 25165824
|
params_shard_38.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e7783bd4ca93427156a9ed2022ab6b70730f9257d74d1c608495039b435ae78a
|
| 3 |
+
size 33554432
|
params_shard_39.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:51d4fd13394b3499e54b6295b6d588633c548cc7e1ea2fc8d1a18c3f0d2d5642
|
| 3 |
+
size 33554432
|
params_shard_4.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ee501d880fd167bdcbd2abe71257b4f0d2ca2bb15f833722b413d57c51cae53e
|
| 3 |
+
size 25165824
|
params_shard_40.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f61fa51c5e2b303f492495ba34d3924c012b704b445e2b5dcdc94b2870a8dc94
|
| 3 |
+
size 25165824
|
params_shard_41.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1bf4e635292b9d95a02942bfcada8de76424b90f58dd16935de0e24b65f2f535
|
| 3 |
+
size 25325568
|
params_shard_42.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3595e1d4a85492375cb054bc331620caa7c3fb79bb2b2c9cc9e5d5834c84de6a
|
| 3 |
+
size 33554432
|