Abhaykoul commited on
Commit
8e33aa4
·
verified ·
1 Parent(s): 39a3197

Upload folder using huggingface_hub

Browse files
Files changed (6) hide show
  1. .gitattributes +1 -0
  2. README.md +48 -0
  3. config.json +14 -0
  4. model.safetensors +3 -0
  5. modules.json +14 -0
  6. tokenizer.json +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ base_model: VTXAI/vtx-jev-mod-multilingual
4
+ pipeline_tag: feature-extraction
5
+ tags:
6
+ - sentence-transformers
7
+ - static-embeddings
8
+ - model2vec
9
+ - moderation
10
+ - 100-languages
11
+ - fast-inference
12
+ - cpu-optimized
13
+ ---
14
+
15
+ # VTX-MOD-1
16
+
17
+ Ultra-fast **Static Embedding Model** distilled from [**VTXAI/vtx-jev-mod-multilingual**](https://huggingface.co/VTXAI/vtx-jev-mod-multilingual) with controlled 256 dimensions.
18
+
19
+ Built using `model2vec` and `sentence-transformers` StaticEmbedding framework.
20
+
21
+ ### Specifications:
22
+ - **Base Teacher**: `VTXAI/vtx-jev-mod-multilingual` (256,000 multilingual vocabulary)
23
+ - **Output Dimensions**: 256 (Controlled via PCA + SIF weighting)
24
+ - **Speed**: Up to 500x faster than standard transformers on CPU
25
+ - **Coverage**: 100+ languages including Hindi, Bengali, Tamil, Telugu, Marathi, Urdu, Arabic, Chinese, Spanish, Russian, English.
26
+
27
+ ### Quick Usage:
28
+
29
+ #### Using Sentence Transformers:
30
+ ```python
31
+ from sentence_transformers import SentenceTransformer
32
+
33
+ model = SentenceTransformer("VTXAI/VTX-MOD-1")
34
+ embeddings = model.encode([
35
+ "नमस्ते, क्या आप मेरी सहायता कर सकते हैं?",
36
+ "This is a safe sentence.",
37
+ "Very fast CPU inference!"
38
+ ])
39
+ print(embeddings.shape) # (3, 256)
40
+ ```
41
+
42
+ #### Using Model2Vec:
43
+ ```python
44
+ from model2vec import StaticModel
45
+
46
+ model = StaticModel.from_pretrained("VTXAI/VTX-MOD-1")
47
+ embeddings = model.encode(["Hello world", "வணக்கம்"])
48
+ ```
config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "model2vec",
3
+ "architectures": [
4
+ "StaticModel"
5
+ ],
6
+ "tokenizer_name": "VTXAI/vtx-jev-mod-multilingual",
7
+ "apply_pca": 256,
8
+ "sif_coefficient": 0.0001,
9
+ "hidden_dim": 256,
10
+ "seq_length": 1000000,
11
+ "normalize": true,
12
+ "pooling": "mean",
13
+ "embedding_dtype": "float16"
14
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3d8907fe6ce29f77abc3522f693bdd87e42ac82c393b32474122a4092a88226
3
+ size 130945624
modules.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "idx": 0,
4
+ "name": "0",
5
+ "path": ".",
6
+ "type": "sentence_transformers.models.StaticEmbedding"
7
+ },
8
+ {
9
+ "idx": 1,
10
+ "name": "1",
11
+ "path": "1_Normalize",
12
+ "type": "sentence_transformers.models.Normalize"
13
+ }
14
+ ]
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce9936fce165782c51893821332063897271ba0e81b90b6a41548fcea48bf85e
3
+ size 13598556