Spaces:
Runtime error
Runtime error
Commit ·
ec202ea
1
Parent(s): 9271fde
Fix case loading terminology - reference_sql is human-provided ground truth
Browse files- src/evaluator.py +1 -1
src/evaluator.py
CHANGED
|
@@ -109,7 +109,7 @@ class DatasetManager:
|
|
| 109 |
case = CaseConfig(
|
| 110 |
id=case_data['id'],
|
| 111 |
question=case_data['question'],
|
| 112 |
-
reference_sql=case_data['reference_sql'],
|
| 113 |
difficulty=case_data.get('difficulty', 'medium'),
|
| 114 |
description=case_data.get('description', '')
|
| 115 |
)
|
|
|
|
| 109 |
case = CaseConfig(
|
| 110 |
id=case_data['id'],
|
| 111 |
question=case_data['question'],
|
| 112 |
+
reference_sql=case_data['reference_sql'], # This is already a dict with dialects
|
| 113 |
difficulty=case_data.get('difficulty', 'medium'),
|
| 114 |
description=case_data.get('description', '')
|
| 115 |
)
|