aixk commited on
Commit
9ffa0bf
·
1 Parent(s): 672ee02

Upload folder using huggingface_hub

Browse files
config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "FHN_T4Max_150M"
4
+ ],
5
+ "model_type": "fhn_concept_gau",
6
+ "hidden_size": 1024,
7
+ "expansion_dim": 2560,
8
+ "attn_dim": 128,
9
+ "num_hidden_layers": 18,
10
+ "vocab_size": 10240,
11
+ "concept_size": 8192,
12
+ "max_position_embeddings": 512,
13
+ "logit_soft_capping": 50.0,
14
+ "torch_dtype": "float16",
15
+ "transformers_version": "4.44.0"
16
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15c7417f7b07daaca2471d8cd683a13f2d54eb742ba3014a5a7b39fc7b1ae8d8
3
+ size 335639784
model.vlite CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:63a5ade9c7a638f889a2aecfa1631685a8cf2c90634976815aa2f8aeff6fe901
3
- size 77981512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d81a9b28a5e8e348bbb07a26f3cc3e1b62288917d3f5496bc9622a85cea1983b
3
+ size 77981607
model_full_int2.vlite CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b690b960cd8c98fb24bf0fb27eef4cff938e05cd41b54dbbd0ffa06d4dfb7fc
3
  size 61127840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c032b90cec3a9de28222429b94168a4aeaecd3f0a83ed6d20cdf21575090949
3
  size 61127840
model_full_int3.vlite CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abb1468956f4f8327706a3b7056d7479ab6dbe8ab0362383370de1ac2bf70f07
3
  size 79412320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9730cae47698c17663862147f2b44692e4abb302e6af476eee9ffe9e1237bad4
3
  size 79412320
model_full_int4.vlite CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:19685fcb42375d91be750d17f6f64a28d409f027d9f5da8410f27321ebfa2ab7
3
  size 97696960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae05c9180795157240ee13659bc288cf4930e45474a0b44e22f4f191a2d6faf2
3
  size 97696960
model_micro_int1.vlite CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:87b3fa03986c96ab9d5f55814540c4200fc20ca0165dbff81ac45d87ab2567ff
3
- size 70604050
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42e09c1e1c37e16474af69d4bd55a5cbeff599317d0c79552a07d2b80b5213f8
3
+ size 70604191
model_micro_int2.vlite CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:63a5ade9c7a638f889a2aecfa1631685a8cf2c90634976815aa2f8aeff6fe901
3
- size 77981512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d81a9b28a5e8e348bbb07a26f3cc3e1b62288917d3f5496bc9622a85cea1983b
3
+ size 77981607
model_micro_int3.vlite CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f58df5f2de7f65ff2774fec3e8be6b9f373ef379658aae266699f7507a5af3ad
3
- size 84645019
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:572378b86124d031da66efaa76a375451148280faa9bdce1b2bca1320e4b7f3f
3
+ size 84645096
model_micro_int4.vlite CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0dda669fd602f45ce3f1b7b788c53a0620507137b40c9dd3a2ce9e31c7290fee
3
- size 90060677
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c793b802e984e5d96cd5b22cdad3d2d4aafbe10d007139f518001d4c6ab18940
3
+ size 90061192
model_shared.vlite CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:935632c683383c218521b89843bb5e83016f04f65dab880cd5e85f0e8702e501
3
  size 46859472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:157978d3f38d2fc8244ca94acc5b38809b08c3bbd357797a081167deba5a4552
3
  size 46859472
model_shared_int2.vlite CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:686d4675bdf59f4f6aeff69e042bbfcff9dd73a7220b541d14de8b57fdb46c3d
3
  size 30606528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00b9cbc49dcf057da1d513793547fb21edd8e64b9bd3b2bebab0c194baa55d64
3
  size 30606528
model_shared_int3.vlite CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:724806945986e2aa801ffea8850701860fc3561453c49dc7ac000e51c30d636e
3
  size 38732960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9d76cd1bb8f74d357a2e1b50c67aba46ccf4f8b682683fa931bdbbde274daf2
3
  size 38732960
model_shared_int4.vlite CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:935632c683383c218521b89843bb5e83016f04f65dab880cd5e85f0e8702e501
3
  size 46859472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:157978d3f38d2fc8244ca94acc5b38809b08c3bbd357797a081167deba5a4552
3
  size 46859472
tokenizer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
vlite_manifest.json CHANGED
@@ -1,7 +1,8 @@
1
  {
2
  "model_name": "FHN-T4Max-ConceptTransformer-150M",
3
- "description": "Universal Cross-Lingual Concept Model with 1~4 bit quantization",
4
  "default_web_model": "model.vlite (Micro Mixed-INT2, ~25.8MB, >90% Quality)",
 
5
  "lineups": {
6
  "full_18l": [
7
  "model_full_int1.vlite",
 
1
  {
2
  "model_name": "FHN-T4Max-ConceptTransformer-150M",
3
+ "description": "Universal Cross-Lingual Concept Model with SafeTensors & VLite 1~4 bit quantization",
4
  "default_web_model": "model.vlite (Micro Mixed-INT2, ~25.8MB, >90% Quality)",
5
+ "safetensors_file": "model.safetensors",
6
  "lineups": {
7
  "full_18l": [
8
  "model_full_int1.vlite",