File size: 649 Bytes
7bcd331
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
{
  "format": "opensml-ifeval-runtime-v1",
  "dataset": "google/IFEval",
  "dataset_revision": "966cd89545d6b6acfd7638bc708b98261ca58e84",
  "google_research_commit": "83f1e7b59e762648c953de751d31f75720683622",
  "evaluator_blob_sha1": {
    "evaluation_lib.py": "c87422822f9e1565ca7574ac0b3cee5389c9f44e",
    "instructions.py": "0007359bd37c7b9c1d9557f8937cb6586d2788a7",
    "instructions_registry.py": "6b42adcc4c8cc827810ab3efa8a06f02bb48c397",
    "instructions_util.py": "d50702400738df4378fe286c0090a416f9a172fa"
  },
  "provenance": "Local evaluator files byte-match the pinned official Google Research files.",
  "expected_prompts": 541
}