Spaces:
Running
Running
File size: 2,581 Bytes
494a4bf fcdba1d 494a4bf fcdba1d 494a4bf fcdba1d 494a4bf fcdba1d 494a4bf fcdba1d 494a4bf | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 | {
"description": "Broad questions a closed-book model can reasonably attempt, each still bound to a gold calendar chunk. Used by eval/run_ablation.py as the 'general' arm. gold_keys are the durable gold reference and survive a re-ingest; gold_ids are a positional cache that eval/retrieval_metrics.py:resolve_gold_ids overwrites at load time.",
"items": [
{
"id": "g001",
"question": "What happens to a UBC student's academic standing, and what standings exist?",
"reference_answer": "There are three levels of academic standing: In Good Standing, On Academic Probation, and Failed, Required to Withdraw. Students enter the University In Good Standing.",
"gold_ids": [
0
],
"gold_keys": [
"live-2627:campus-wide-policies-and-regulations/academic-standing#body:1"
],
"source_chunk_id": 0
},
{
"id": "g002",
"question": "Roughly how many credits does a UBC B.Sc. degree require?",
"reference_answer": "A minimum of 120 credits; some options require more.",
"gold_ids": [
2023
],
"gold_keys": [
"live-2627:faculties-colleges-and-schools/faculty-science/bachelor-science/general-degree-requirements#body:1"
],
"source_chunk_id": 2023
},
{
"id": "g003",
"question": "What is CPSC 110 at UBC about?",
"reference_answer": "CPSC 110, Computation, Programs, and Programming (4 credits), covers fundamental program and computation structures.",
"gold_ids": [
5
],
"gold_keys": [
"live-2627:course-descriptions/subject/cpscv#cpsc-v-110-4-computation-programs-and-programming:1"
],
"source_chunk_id": 5
},
{
"id": "g004",
"question": "What kinds of requirements does a UBC Bachelor of Arts student have to complete?",
"reference_answer": "B.A. students complete a set of faculty-wide degree requirements — for current entrants (2024/25 or later): Writing and Research, Ways of Knowing Breadth, Outside, Upper-level, and Arts Credit Minimum; earlier cohorts also had separate Language, Science, and Literature requirements.",
"gold_ids": [
128,
114
],
"gold_keys": [
"live-2627:faculties-colleges-and-schools/faculty-arts/bachelor-arts/degree-requirements-students-who-enter-program-202425-or-later#body:1",
"live-2627:faculties-colleges-and-schools/faculty-arts/bachelor-arts/degree-requirements-students-who-enter-program-202324-or-earlier#body:1"
],
"source_chunk_id": 128
}
]
}
|