File size: 1,007 Bytes
035d9e5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
{
  "model": "ground",
  "state": {
    "sources": "[1] Harbour Bridge\nThe Harbour Bridge opened to traffic in March 1932 after eight years of work. It carries eight lanes of road traffic and two railway lines.\n\n[2] Harbour ferries\nFerries have crossed the harbour since the 1840s. The busiest route runs from the Quay to Manly.",
    "answer": "The Harbour Bridge opened in 1934 and carries two railway lines."
  },
  "questions": {
    "grounding": {
      "type": "choice",
      "instructions": "Is the answer supported by the sources? Judge only from the sources, not from outside knowledge.",
      "criteria": {
        "supported": "Everything the answer claims is stated in or follows directly from the sources",
        "partly_supported": "Some claims are supported, but at least one is not in the sources",
        "contradicted": "The sources state something that conflicts with the answer",
        "unsupported": "The answer's main claim is not in the sources at all"
      }
    }
  }
}