Upload folder using huggingface_hub
Browse files- config.json +16 -0
- model.safetensors +3 -0
- model.vlite +2 -2
- model_full_int2.vlite +1 -1
- model_full_int3.vlite +1 -1
- model_full_int4.vlite +1 -1
- model_micro_int1.vlite +2 -2
- model_micro_int2.vlite +2 -2
- model_micro_int3.vlite +2 -2
- model_micro_int4.vlite +2 -2
- model_shared.vlite +1 -1
- model_shared_int2.vlite +1 -1
- model_shared_int3.vlite +1 -1
- model_shared_int4.vlite +1 -1
- tokenizer_state.json +0 -0
- vlite_manifest.json +2 -1
config.json
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"FHN_T4Max_150M"
|
| 4 |
+
],
|
| 5 |
+
"model_type": "fhn_concept_gau",
|
| 6 |
+
"hidden_size": 1024,
|
| 7 |
+
"expansion_dim": 2560,
|
| 8 |
+
"attn_dim": 128,
|
| 9 |
+
"num_hidden_layers": 18,
|
| 10 |
+
"vocab_size": 10240,
|
| 11 |
+
"concept_size": 8192,
|
| 12 |
+
"max_position_embeddings": 512,
|
| 13 |
+
"logit_soft_capping": 50.0,
|
| 14 |
+
"torch_dtype": "float16",
|
| 15 |
+
"transformers_version": "4.44.0"
|
| 16 |
+
}
|
model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:15c7417f7b07daaca2471d8cd683a13f2d54eb742ba3014a5a7b39fc7b1ae8d8
|
| 3 |
+
size 335639784
|
model.vlite
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d81a9b28a5e8e348bbb07a26f3cc3e1b62288917d3f5496bc9622a85cea1983b
|
| 3 |
+
size 77981607
|
model_full_int2.vlite
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 61127840
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4c032b90cec3a9de28222429b94168a4aeaecd3f0a83ed6d20cdf21575090949
|
| 3 |
size 61127840
|
model_full_int3.vlite
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 79412320
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9730cae47698c17663862147f2b44692e4abb302e6af476eee9ffe9e1237bad4
|
| 3 |
size 79412320
|
model_full_int4.vlite
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 97696960
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ae05c9180795157240ee13659bc288cf4930e45474a0b44e22f4f191a2d6faf2
|
| 3 |
size 97696960
|
model_micro_int1.vlite
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:42e09c1e1c37e16474af69d4bd55a5cbeff599317d0c79552a07d2b80b5213f8
|
| 3 |
+
size 70604191
|
model_micro_int2.vlite
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d81a9b28a5e8e348bbb07a26f3cc3e1b62288917d3f5496bc9622a85cea1983b
|
| 3 |
+
size 77981607
|
model_micro_int3.vlite
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:572378b86124d031da66efaa76a375451148280faa9bdce1b2bca1320e4b7f3f
|
| 3 |
+
size 84645096
|
model_micro_int4.vlite
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c793b802e984e5d96cd5b22cdad3d2d4aafbe10d007139f518001d4c6ab18940
|
| 3 |
+
size 90061192
|
model_shared.vlite
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 46859472
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:157978d3f38d2fc8244ca94acc5b38809b08c3bbd357797a081167deba5a4552
|
| 3 |
size 46859472
|
model_shared_int2.vlite
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 30606528
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:00b9cbc49dcf057da1d513793547fb21edd8e64b9bd3b2bebab0c194baa55d64
|
| 3 |
size 30606528
|
model_shared_int3.vlite
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 38732960
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c9d76cd1bb8f74d357a2e1b50c67aba46ccf4f8b682683fa931bdbbde274daf2
|
| 3 |
size 38732960
|
model_shared_int4.vlite
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 46859472
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:157978d3f38d2fc8244ca94acc5b38809b08c3bbd357797a081167deba5a4552
|
| 3 |
size 46859472
|
tokenizer_state.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
vlite_manifest.json
CHANGED
|
@@ -1,7 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"model_name": "FHN-T4Max-ConceptTransformer-150M",
|
| 3 |
-
"description": "Universal Cross-Lingual Concept Model with 1~4 bit quantization",
|
| 4 |
"default_web_model": "model.vlite (Micro Mixed-INT2, ~25.8MB, >90% Quality)",
|
|
|
|
| 5 |
"lineups": {
|
| 6 |
"full_18l": [
|
| 7 |
"model_full_int1.vlite",
|
|
|
|
| 1 |
{
|
| 2 |
"model_name": "FHN-T4Max-ConceptTransformer-150M",
|
| 3 |
+
"description": "Universal Cross-Lingual Concept Model with SafeTensors & VLite 1~4 bit quantization",
|
| 4 |
"default_web_model": "model.vlite (Micro Mixed-INT2, ~25.8MB, >90% Quality)",
|
| 5 |
+
"safetensors_file": "model.safetensors",
|
| 6 |
"lineups": {
|
| 7 |
"full_18l": [
|
| 8 |
"model_full_int1.vlite",
|