Spaces:
Sleeping
Sleeping
| name: sql-quality-env | |
| version: "0.1.0" | |
| spec_version: 1 | |
| type: space | |
| runtime: fastapi | |
| app: server.main:app | |
| port: 7860 | |
| grading: endpoint | |
| description: > | |
| A multi-step SQL data quality environment for training and | |
| evaluating data engineering agents. Agents investigate schema | |
| and sample data using four action types (QUERY, PROFILE, FIX, | |
| SUBMIT), then receive composite scores across five grading | |
| dimensions: diagnostic efficiency, hypothesis quality, fix | |
| correctness with severity tiers, self-verification bonus, | |
| and fix generalization. | |
| author: "Tharak" | |
| tags: | |
| - data-quality | |
| - sql | |
| - multi-step | |
| - trajectory-grading | |
| - rl-training | |
| tasks: | |
| - id: null_audit | |
| task_id: null_audit | |
| name: null_audit | |
| difficulty: easy | |
| description: "Identify the column with null rate exceeding 50 percent" | |
| max_attempts: 1 | |
| grader: true | |
| has_grader: true | |
| scored: true | |
| grader_fn: "server.graders:grade_null_audit" | |
| - id: type_repair | |
| task_id: type_repair | |
| name: type_repair | |
| difficulty: medium | |
| description: "Fix numeric type mismatch in transaction records" | |
| max_attempts: 3 | |
| grader: true | |
| has_grader: true | |
| scored: true | |
| grader_fn: "server.graders:grade_type_repair" | |
| - id: dedup_bug | |
| task_id: dedup_bug | |
| name: dedup_bug | |
| difficulty: hard | |
| description: "Find and repair duplication bug inflating join volumes" | |
| max_attempts: 5 | |
| grader: true | |
| has_grader: true | |
| scored: true | |
| grader_fn: "server.graders:grade_dedup_bug" | |
| - id: fk_integrity | |
| task_id: fk_integrity | |
| name: fk_integrity | |
| difficulty: hard | |
| description: "Remove orphan child records violating referential integrity" | |
| max_attempts: 4 | |
| grader: true | |
| has_grader: true | |
| scored: true | |
| grader_fn: "server.graders:grade_fk_integrity" | |
| - id: schema_drift | |
| task_id: schema_drift | |
| name: schema_drift | |
| difficulty: medium | |
| description: "Normalize drifted schemas into canonical analytics artifact" | |
| max_attempts: 4 | |
| grader: true | |
| has_grader: true | |
| scored: true | |
| grader_fn: "server.graders:grade_schema_drift" | |