scores_template.json

{
  "model": {
    "name": "Example-Model-7B",
    "repo_name": "organization/example-model-7b",
    "repo_link" : "https://huggingface.co/organization/example-model-7b",
    "params_b": 7.0,
    "model_type": "multimodal_embedding"
  },
  "meta_data": {
    "date": "2026-09-02",
    "benchmark_version": "1.0"
  },
  "results": {
    "Recall": {
      "knowledge_domain": {
        "DL":   { "R@1": null, "R@5": null, "R@10": null },
        "FG":   { "R@1": null, "R@5": null, "R@10": null },
        "SCog": { "R@1": null, "R@5": null, "R@10": null },
        "S3D":  { "R@1": null, "R@5": null, "R@10": null },

        "Bio":  { "R@1": null, "R@5": null, "R@10": null },
        "Phy":  { "R@1": null, "R@5": null, "R@10": null },
        "Chem": { "R@1": null, "R@5": null, "R@10": null },

        "Math": { "R@1": null, "R@5": null, "R@10": null },
        "Code": { "R@1": null, "R@5": null, "R@10": null },

        "Econ":  { "R@1": null, "R@5": null, "R@10": null },
        "Comic": { "R@1": null, "R@5": null, "R@10": null },
        "Art":   { "R@1": null, "R@5": null, "R@10": null },
        "Cal":   { "R@1": null, "R@5": null, "R@10": null },
        "Metro": { "R@1": null, "R@5": null, "R@10": null },

        "CS":   { "R@1": null, "R@5": null, "R@10": null },
        "Mech": { "R@1": null, "R@5": null, "R@10": null },
        "Elec": { "R@1": null, "R@5": null, "R@10": null },

        "macro_avg": {
          "R@1": null,
          "R@5": null,
          "R@10": null
        }
      },

      "reasoning_skill": {
        "KR":   { "R@1": null, "R@5": null, "R@10": null },
        "SR":   { "R@1": null, "R@5": null, "R@10": null },
        "FGVR": { "R@1": null, "R@5": null, "R@10": null },
        "LR":   { "R@1": null, "R@5": null, "R@10": null },
        "SyR":  { "R@1": null, "R@5": null, "R@10": null },
        "CA":   { "R@1": null, "R@5": null, "R@10": null },

        "macro_avg": {
          "R@1": null,
          "R@5": null,
          "R@10": null
        }
      },

      "cognitive_demand": {
        "PO":  { "R@1": null, "R@5": null, "R@10": null },
        "KI":  { "R@1": null, "R@5": null, "R@10": null },
        "RI":  { "R@1": null, "R@5": null, "R@10": null },
        "KRI": { "R@1": null, "R@5": null, "R@10": null }
      }
    },

    "NDCG": {
      "knowledge_domain": {
        "DL":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "FG":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "SCog": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "S3D":  { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },

        "Bio":  { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Phy":  { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Chem": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },

        "Math": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Code": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },

        "Econ":  { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Comic": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Art":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Cal":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Metro": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },

        "CS":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Mech": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "Elec": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },

        "macro_avg": {
          "nDCG@5": null,
          "nDCG@10": null,
          "nDCG@20": null
        }
      },

      "reasoning_skill": {
        "KR":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "SR":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "FGVR": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "LR":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "SyR":  { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "CA":   { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },

        "macro_avg": {
          "nDCG@5": null,
          "nDCG@10": null,
          "nDCG@20": null
        }
      },

      "cognitive_demand": {
        "PO":  { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "KI":  { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "RI":  { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null },
        "KRI": { "nDCG@5": null, "nDCG@10": null, "nDCG@20": null }
      }
    }
  }
}