Amai commited on
Commit
b5b2734
·
1 Parent(s): d998c31

Add weights

Browse files
EleutherAI_pythia-410m-android-q0f16.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52ec731e70d84567627212a5662df6e5859a644225ec216b4b36418f45b633b4
3
+ size 336084
ir_dump/debug-final.py ADDED
The diff for this file is too large to render. See raw diff
 
ir_dump/debug-phase0.py ADDED
The diff for this file is too large to render. See raw diff
 
ir_dump/debug-phase1.py ADDED
The diff for this file is too large to render. See raw diff
 
ir_dump/debug-phase2.py ADDED
The diff for this file is too large to render. See raw diff
 
ir_dump/debug-phase3.py ADDED
The diff for this file is too large to render. See raw diff
 
ir_dump/debug-phase4.py ADDED
The diff for this file is too large to render. See raw diff
 
ir_dump/debug-phase5.py ADDED
The diff for this file is too large to render. See raw diff
 
ir_dump/kernel.cl ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "gpt_neox",
4
+ "quantization": "q0f16",
5
+ "model_config": {
6
+ "use_parallel_residual": true,
7
+ "hidden_size": 1024,
8
+ "intermediate_size": 4096,
9
+ "num_attention_heads": 16,
10
+ "num_hidden_layers": 24,
11
+ "layer_norm_eps": 1e-05,
12
+ "vocab_size": 50304,
13
+ "rotary_pct": 0.25,
14
+ "position_embedding_base": 10000,
15
+ "context_window_size": 2048,
16
+ "head_dim": 64,
17
+ "prefill_chunk_size": 2048,
18
+ "tensor_parallel_shards": 1,
19
+ "ffn_out_dtype": "float32",
20
+ "max_batch_size": 128
21
+ },
22
+ "vocab_size": 50304,
23
+ "context_window_size": 2048,
24
+ "sliding_window_size": -1,
25
+ "prefill_chunk_size": 2048,
26
+ "attention_sink_size": -1,
27
+ "tensor_parallel_shards": 1,
28
+ "pipeline_parallel_stages": 1,
29
+ "temperature": 1.0,
30
+ "presence_penalty": 0.0,
31
+ "frequency_penalty": 0.0,
32
+ "repetition_penalty": 1.0,
33
+ "top_p": 1.0,
34
+ "tokenizer_files": [
35
+ "tokenizer.json",
36
+ "tokenizer_config.json"
37
+ ],
38
+ "tokenizer_info": {
39
+ "token_postproc_method": "byte_level",
40
+ "prepend_space_in_encode": false,
41
+ "strip_space_in_decode": false
42
+ },
43
+ "conv_template": {
44
+ "name": "gpt2",
45
+ "system_template": "{system_message}",
46
+ "system_message": "",
47
+ "system_prefix_token_ids": null,
48
+ "add_role_after_system_message": true,
49
+ "roles": {
50
+ "user": "",
51
+ "assistant": ""
52
+ },
53
+ "role_templates": {
54
+ "user": "{user_message}",
55
+ "assistant": "{assistant_message}",
56
+ "tool": "{tool_message}"
57
+ },
58
+ "messages": [],
59
+ "seps": [
60
+ ""
61
+ ],
62
+ "role_content_sep": "",
63
+ "role_empty_sep": "",
64
+ "stop_str": [
65
+ "</s>"
66
+ ],
67
+ "stop_token_ids": [
68
+ 50256
69
+ ],
70
+ "function_string": "",
71
+ "use_function_calling": false
72
+ },
73
+ "pad_token_id": 0,
74
+ "bos_token_id": 0,
75
+ "eos_token_id": 0
76
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8218f54fda5179d77245ffaec2747ecc50694872fb91780f26ec126880bfa99
3
+ size 103022592
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c24f3c3e920e53cbfc466acd60bc606464756022677c44b5de47528c5ed1fdb
3
+ size 31498240
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcaf54f5ffa9458297d1a4b0bea816862f6ec2eb656d0cb2d8de03fd08612e59
3
+ size 25192448
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0d81b217e0115a48cde2fa9b898361450cf745ce138007199177d2da37db90e
3
+ size 25192448
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0efefe260095bc9e133054f70ba9ad340592eaf0affb79322de8f857bc259050
3
+ size 25192448
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77b3449081e3911d35a2702e52cf83555320be930185d519b989c79e84ce8878
3
+ size 25192448
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f7f152f66f2b7fd574704b0282881fdb8035e7f80fe1334c59abd72ee12ffdc
3
+ size 25192448
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf9628919c81deecdb0a3f1fc7d161ae9537b9411f673bad7c8eea115159a7e1
3
+ size 25192448
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9598396220a7eeb2d6ac6ea367b8e12bc74305bd4c0f61a91d88f0a92acc6a78
3
+ size 25192448
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88b3fc6e2b32629661ee989640ce1579c63a77c33bb75a8a0155b54d129cf9b9
3
+ size 25192448
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5b7e3e9dc7ec1aca9fa525b3fc47abc212c752804e800f9deb356585ce66ece
3
+ size 25192448
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63204a54477c62dd25cf2b4bca42434efe4103c23c0d463d1c4f0076fdf239a4
3
+ size 25192448
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a27f6258405adef62061897270b7e271e59e64bdf9d1a03f0131172200d13170
3
+ size 27291648
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:918a51d8ab6810d93b692c84c06191762474baa6484c0e7cb4e1d3796d7587e9
3
+ size 25192448
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e0c37c9317adf9e07d247159e6c8eacb12d90d2f1f208f307f324fd5deafd86
3
+ size 25192448
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c672b02a22a8a088fda6974c66e8489a837f32a9325726d5576b9f007c382264
3
+ size 25192448
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5049ffc358f870fe6652e943427b92b2e4337c93c8af06f6fb9e1571658552a8
3
+ size 25192448
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b04ed216f2f8b1e424820a1b5bc88005fcc32a5390c20b62a90d71b9ae8b6e22
3
+ size 103022592
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce093defdf1365f3d6f35adfd1fd34d73b21a9ab66c4bc6c92497e85f15d9e24
3
+ size 16791552
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8c56aefce444caf8f7eca89afa9a52ef2201aef136230e001d284f063ff4180
3
+ size 25192448
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b56429cea20287984b41482a9f0c9ede22195d73286364fa3641886eff04f74
3
+ size 25192448
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2ed85cd7ac38f12f5363157d3de807ab3b48fb4518970e5ff3473aa3f5d46e6
3
+ size 25192448
params_shard_6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a7ded4376965e4664f2b1bb72a6ad72a4cb2646565f01cd8266011b82adf08c
3
+ size 25192448
params_shard_7.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e2e8eea391c8cbf746eb6a86d1b5fc5acddf9e8bf015a54aa938ac622a6c40c
3
+ size 25192448
params_shard_8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07b28482c9999ee63811a8cebd5bdf9616daedbd455c18a2e1c1f8f79e4b211d
3
+ size 25192448
params_shard_9.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea78f29e64a72df59aa9e9f876523c25ae9b817c5b8239f92b2f0699d0b15a7c
3
+ size 25192448
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "bos_token": "<|endoftext|>",
4
+ "eos_token": "<|endoftext|>",
5
+ "name_or_path": "EleutherAI/gpt-neox-20b",
6
+ "special_tokens_map_file": "/admin/home-hailey/.cache/huggingface/hub/models--EleutherAI--gpt-neox-20b/snapshots/4e49eadb5d14bd22f314ec3f45b69a87b88c7691/special_tokens_map.json",
7
+ "tokenizer_class": "GPTNeoXTokenizer",
8
+ "unk_token": "<|endoftext|>"
9
+ }