uparekh01151 commited on
Commit
ec202ea
·
1 Parent(s): 9271fde

Fix case loading terminology - reference_sql is human-provided ground truth

Browse files
Files changed (1) hide show
  1. src/evaluator.py +1 -1
src/evaluator.py CHANGED
@@ -109,7 +109,7 @@ class DatasetManager:
109
  case = CaseConfig(
110
  id=case_data['id'],
111
  question=case_data['question'],
112
- reference_sql=case_data['reference_sql'],
113
  difficulty=case_data.get('difficulty', 'medium'),
114
  description=case_data.get('description', '')
115
  )
 
109
  case = CaseConfig(
110
  id=case_data['id'],
111
  question=case_data['question'],
112
+ reference_sql=case_data['reference_sql'], # This is already a dict with dialects
113
  difficulty=case_data.get('difficulty', 'medium'),
114
  description=case_data.get('description', '')
115
  )