{
  "name": "SpliNet Embedder",
  "base_model": "Angshul/SpliNet",
  "encoder_parameters": 82270464,
  "embedding_dimension": 768,
  "maximum_sequence_length": 512,
  "pooling": "masked mean",
  "output_normalization": "L2",
  "fine_tuning": {
    "dataset": "QQP positive duplicate pairs",
    "pairs": 134378,
    "epochs": 1,
    "steps": 8958
  },
  "files": {
    "deployment_model": "splinet_embedder.ts",
    "original_checkpoint": "splinet_embedder_full_qqp.pt",
    "tokenizer": "spiece.model"
  },
  "evaluation": {
    "model": "SpliNet Sentence Embedder",
    "base_model": "Angshul/SpliNet",
    "embedding_dimension": 768,
    "sequence_length": 512,
    "inference_batch": 527,
    "measured_peak_reserved_gb": 14.041015625,
    "STSBenchmark": {
      "pairs": 1379,
      "pearson": 0.525678022791122,
      "spearman": 0.5173543800911169
    },
    "SciFact": {
      "nDCG@10": 0.19278095226166866,
      "MAP@10": 0.16858928571428572,
      "MRR@10": 0.17657539682539683,
      "Recall@10": 0.2613888888888889,
      "Recall@100": 0.44133333333333336,
      "corpus_documents": 5183,
      "queries": 300
    },
    "TwentyNewsgroups": {
      "total_texts": 59545,
      "mean_homogeneity": 0.15101690743103127,
      "mean_completeness": 0.15554516291013415,
      "mean_v_measure": 0.15324401136971566
    }
  }
}