Hugging Face's logo

Spaces:
Deadman922
/
sql-quality-env
Sleeping

App Files Community
sql-quality-env
File size: 2,095 Bytes
3551dcf
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
name: sql-quality-env
version: "0.1.0"
spec_version: 1
type: space
runtime: fastapi
app: server.main:app
port: 7860
grading: endpoint
description: >
  A multi-step SQL data quality environment for training and
  evaluating data engineering agents. Agents investigate schema
  and sample data using four action types (QUERY, PROFILE, FIX,
  SUBMIT), then receive composite scores across five grading
  dimensions: diagnostic efficiency, hypothesis quality, fix
  correctness with severity tiers, self-verification bonus,
  and fix generalization.
author: "Tharak"
tags:
  - data-quality
  - sql
  - multi-step
  - trajectory-grading
  - rl-training
tasks:
  - id: null_audit
    task_id: null_audit
    name: null_audit
    difficulty: easy
    description: "Identify the column with null rate exceeding 50 percent"
    max_attempts: 1
    grader: true
    has_grader: true
    scored: true
    grader_fn: "server.graders:grade_null_audit"
  - id: type_repair
    task_id: type_repair
    name: type_repair
    difficulty: medium
    description: "Fix numeric type mismatch in transaction records"
    max_attempts: 3
    grader: true
    has_grader: true
    scored: true
    grader_fn: "server.graders:grade_type_repair"
  - id: dedup_bug
    task_id: dedup_bug
    name: dedup_bug
    difficulty: hard
    description: "Find and repair duplication bug inflating join volumes"
    max_attempts: 5
    grader: true
    has_grader: true
    scored: true
    grader_fn: "server.graders:grade_dedup_bug"
  - id: fk_integrity
    task_id: fk_integrity
    name: fk_integrity
    difficulty: hard
    description: "Remove orphan child records violating referential integrity"
    max_attempts: 4
    grader: true
    has_grader: true
    scored: true
    grader_fn: "server.graders:grade_fk_integrity"
  - id: schema_drift
    task_id: schema_drift
    name: schema_drift
    difficulty: medium
    description: "Normalize drifted schemas into canonical analytics artifact"
    max_attempts: 4
    grader: true
    has_grader: true
    scored: true
    grader_fn: "server.graders:grade_schema_drift"