uparekh01151 commited on
Commit
be92fdf
·
1 Parent(s): ec202ea

Add debugging for case loading KeyError

Browse files
Files changed (1) hide show
  1. src/evaluator.py +13 -8
src/evaluator.py CHANGED
@@ -106,14 +106,19 @@ class DatasetManager:
106
 
107
  cases = []
108
  for case_data in cases_data.get('cases', []):
109
- case = CaseConfig(
110
- id=case_data['id'],
111
- question=case_data['question'],
112
- reference_sql=case_data['reference_sql'], # This is already a dict with dialects
113
- difficulty=case_data.get('difficulty', 'medium'),
114
- description=case_data.get('description', '')
115
- )
116
- cases.append(case)
 
 
 
 
 
117
 
118
  return cases
119
 
 
106
 
107
  cases = []
108
  for case_data in cases_data.get('cases', []):
109
+ try:
110
+ case = CaseConfig(
111
+ id=case_data['id'],
112
+ question=case_data['question'],
113
+ reference_sql=case_data['reference_sql'], # Human-provided ground truth SQL
114
+ difficulty=case_data.get('difficulty', 'medium'),
115
+ description=case_data.get('description', '')
116
+ )
117
+ cases.append(case)
118
+ except KeyError as e:
119
+ print(f"Missing key in case data: {e}")
120
+ print(f"Available keys: {list(case_data.keys())}")
121
+ raise
122
 
123
  return cases
124