IMvision12 commited on
Commit
22e76a6
·
verified ·
1 Parent(s): fc1c024

Migrate Sentence Transformer namespace and ZM class names

Browse files
Files changed (3) hide show
  1. README.md +6 -6
  2. zm_config.json +2 -2
  3. zm_preprocessor.json +2 -2
README.md CHANGED
@@ -34,14 +34,14 @@ import os
34
  os.environ["KERAS_BACKEND"] = "torch" # set before importing Keras / ZeroModels
35
 
36
  from keras import ops
37
- from zeromodels.st_models import (
38
- SentenceTransformer,
39
- SentenceTransformerTokenizer,
40
  )
41
 
42
  repo = "zeromodels/all-mpnet-base-v2"
43
- model = SentenceTransformer.from_weights(repo)
44
- tokenizer = SentenceTransformerTokenizer.from_weights(repo)
45
 
46
  texts = ["A person is reading a book.", "Someone reads a novel."]
47
  embeddings = model.encode(texts, tokenizer=tokenizer)
@@ -94,7 +94,7 @@ All 13 converted variants use `from_weights("zeromodels/<variant>")`:
94
  - Use the tokenizer from the **same** repo as the model. It preserves the source
95
  truncation length of 384 tokens for this checkpoint.
96
  - For exact source loading without these converted Keras weights, use
97
- `SentenceTransformer.from_weights("hf:sentence-transformers/all-mpnet-base-v2")`.
98
  - The repository contains `model.weights.h5`, `zm_config.json`, and
99
  `tokenizer.json`. The pinned source commit is listed above.
100
 
 
34
  os.environ["KERAS_BACKEND"] = "torch" # set before importing Keras / ZeroModels
35
 
36
  from keras import ops
37
+ from zeromodels.sentence_transformers import (
38
+ ZMSentenceTransformer,
39
+ ZMSentenceTransformerTokenizer,
40
  )
41
 
42
  repo = "zeromodels/all-mpnet-base-v2"
43
+ model = ZMSentenceTransformer.from_weights(repo)
44
+ tokenizer = ZMSentenceTransformerTokenizer.from_weights(repo)
45
 
46
  texts = ["A person is reading a book.", "Someone reads a novel."]
47
  embeddings = model.encode(texts, tokenizer=tokenizer)
 
94
  - Use the tokenizer from the **same** repo as the model. It preserves the source
95
  truncation length of 384 tokens for this checkpoint.
96
  - For exact source loading without these converted Keras weights, use
97
+ `ZMSentenceTransformer.from_weights("hf:sentence-transformers/all-mpnet-base-v2")`.
98
  - The repository contains `model.weights.h5`, `zm_config.json`, and
99
  `tokenizer.json`. The pinned source commit is listed above.
100
 
zm_config.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "library_name": "zeromodels",
3
  "zeromodels_version": "1.3.0",
4
- "model_module": "zeromodels.st_models.sentence_transformer",
5
- "model_class": "SentenceTransformerModel",
6
  "variant": "all-mpnet-base-v2",
7
  "weights": "model.weights.h5",
8
  "schema_version": 2,
 
1
  {
2
  "library_name": "zeromodels",
3
  "zeromodels_version": "1.3.0",
4
+ "model_module": "zeromodels.sentence_transformers",
5
+ "model_class": "ZMSentenceTransformer",
6
  "variant": "all-mpnet-base-v2",
7
  "weights": "model.weights.h5",
8
  "schema_version": 2,
zm_preprocessor.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "library_name": "zeromodels",
3
- "preprocessor_module": "zeromodels.st_models",
4
- "preprocessor_class": "SentenceTransformerTokenizer",
5
  "variant": "all-mpnet-base-v2",
6
  "tokenizer_file": "tokenizer.json",
7
  "backbone_type": "mpnet",
 
1
  {
2
  "library_name": "zeromodels",
3
+ "preprocessor_module": "zeromodels.sentence_transformers",
4
+ "preprocessor_class": "ZMSentenceTransformerTokenizer",
5
  "variant": "all-mpnet-base-v2",
6
  "tokenizer_file": "tokenizer.json",
7
  "backbone_type": "mpnet",