| { |
| "name": "SpliNet Embedder", |
| "base_model": "Angshul/SpliNet", |
| "encoder_parameters": 82270464, |
| "embedding_dimension": 768, |
| "maximum_sequence_length": 512, |
| "pooling": "masked mean", |
| "output_normalization": "L2", |
| "fine_tuning": { |
| "dataset": "QQP positive duplicate pairs", |
| "pairs": 134378, |
| "epochs": 1, |
| "steps": 8958 |
| }, |
| "files": { |
| "deployment_model": "splinet_embedder.ts", |
| "original_checkpoint": "splinet_embedder_full_qqp.pt", |
| "tokenizer": "spiece.model" |
| }, |
| "evaluation": { |
| "model": "SpliNet Sentence Embedder", |
| "base_model": "Angshul/SpliNet", |
| "embedding_dimension": 768, |
| "sequence_length": 512, |
| "inference_batch": 527, |
| "measured_peak_reserved_gb": 14.041015625, |
| "STSBenchmark": { |
| "pairs": 1379, |
| "pearson": 0.525678022791122, |
| "spearman": 0.5173543800911169 |
| }, |
| "SciFact": { |
| "nDCG@10": 0.19278095226166866, |
| "MAP@10": 0.16858928571428572, |
| "MRR@10": 0.17657539682539683, |
| "Recall@10": 0.2613888888888889, |
| "Recall@100": 0.44133333333333336, |
| "corpus_documents": 5183, |
| "queries": 300 |
| }, |
| "TwentyNewsgroups": { |
| "total_texts": 59545, |
| "mean_homogeneity": 0.15101690743103127, |
| "mean_completeness": 0.15554516291013415, |
| "mean_v_measure": 0.15324401136971566 |
| } |
| } |
| } |
