| { | |
| "model_type": "model2vec", | |
| "architectures": [ | |
| "StaticModel" | |
| ], | |
| "tokenizer_name": "BAAI/bge-m3", | |
| "apply_pca": 256, | |
| "sif_coefficient": 0.0001, | |
| "hidden_dim": 256, | |
| "seq_length": 1000000, | |
| "normalize": true, | |
| "pooling": "mean", | |
| "n_words": 32000, | |
| "max_length": 512, | |
| "embedding_dtype": "float16", | |
| "tokenlearn": { | |
| "samples": 119430, | |
| "val": 10000, | |
| "lr": 0.001, | |
| "batch": 256, | |
| "best_val": 0.2401214860379696 | |
| } | |
| } |