| { |
| "counts": { |
| "n": 100, |
| "raw_json": 100, |
| "schema_valid": 100, |
| "grounded_valid": 100, |
| "kind_correct": 86, |
| "exact_target": 79, |
| "semantic_exact": 79, |
| "formatting_only_failure": 0, |
| "unsupported_proposal": 10, |
| "abstention_total": 40, |
| "abstention_correct": 30 |
| }, |
| "per_class": { |
| "row_count": { |
| "n": 20, |
| "exact": 20 |
| }, |
| "unique": { |
| "n": 20, |
| "exact": 17 |
| }, |
| "split_disjoint": { |
| "n": 20, |
| "exact": 12 |
| }, |
| "attestation": { |
| "n": 20, |
| "exact": 20 |
| }, |
| "ambiguous": { |
| "n": 20, |
| "exact": 10 |
| } |
| }, |
| "details": [ |
| { |
| "id": "dev-station-row_count-00", |
| "input": "{\"quote\":\"The full row tally of station_fit is 113.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 113, |
| "op": "row_count", |
| "split": "station_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":113,\"op\":\"row_count\",\"split\":\"station_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-station-row_count-01", |
| "input": "{\"quote\":\"station_holdout: 144 data entries, excluding the header.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 144, |
| "op": "row_count", |
| "split": "station_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":144,\"op\":\"row_count\",\"split\":\"station_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-station-row_count-02", |
| "input": "{\"quote\":\"The released partition named station_fit consists of 175 samples.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 175, |
| "op": "row_count", |
| "split": "station_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":175,\"op\":\"row_count\",\"split\":\"station_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-station-row_count-03", |
| "input": "{\"quote\":\"A complete enumeration of station_holdout yields 206 rows.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 206, |
| "op": "row_count", |
| "split": "station_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":206,\"op\":\"row_count\",\"split\":\"station_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-station-unique-00", |
| "input": "{\"quote\":\"In station_fit, a second occurrence of any station_id is forbidden.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "station_id", |
| "op": "unique", |
| "split": "station_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"station_id\",\"op\":\"unique\",\"split\":\"station_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-station-unique-01", |
| "input": "{\"quote\":\"Every station_id in station_holdout maps to just one record.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "station_id", |
| "op": "unique", |
| "split": "station_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"station_id\",\"op\":\"unique\",\"split\":\"station_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-station-unique-02", |
| "input": "{\"quote\":\"station_fit is duplicate-free on the station_id field.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "station_id", |
| "op": "unique", |
| "split": "station_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"station_id\",\"op\":\"unique\",\"split\":\"station_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-station-unique-03", |
| "input": "{\"quote\":\"The cardinality of the station_id value set equals the row count of station_holdout.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "station_id", |
| "op": "unique", |
| "split": "station_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"station_id\",\"op\":\"unique\",\"split\":\"station_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-station-split_disjoint-00", |
| "input": "{\"quote\":\"Looking up any station_fit station_id in station_holdout returns no match.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "station_id", |
| "left": "station_fit", |
| "op": "split_disjoint", |
| "right": "station_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"ambiguous\"}", |
| "exact": false, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-station-split_disjoint-01", |
| "input": "{\"quote\":\"station_holdout and station_fit share not a single station_id.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "station_id", |
| "left": "station_holdout", |
| "op": "split_disjoint", |
| "right": "station_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"station_id\",\"left\":\"station_holdout\",\"op\":\"split_disjoint\",\"right\":\"station_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-station-split_disjoint-02", |
| "input": "{\"quote\":\"The common-value count for station_id across station_fit and station_holdout is zero.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "station_id", |
| "left": "station_fit", |
| "op": "split_disjoint", |
| "right": "station_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"station_id\",\"op\":\"unique\",\"split\":\"station_fit\"},\"kind\":\"computable\"}", |
| "exact": false, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-station-split_disjoint-03", |
| "input": "{\"quote\":\"Membership in station_holdout excludes membership in station_fit for each station_id.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "station_id", |
| "left": "station_holdout", |
| "op": "split_disjoint", |
| "right": "station_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"station_id\",\"left\":\"station_holdout\",\"op\":\"split_disjoint\",\"right\":\"station_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-station-attestation-00", |
| "input": "{\"quote\":\"The contributors granted permission to publish station_fit.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-station-attestation-01", |
| "input": "{\"quote\":\"Use of station_holdout is covered by agreements with its owners.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-station-attestation-02", |
| "input": "{\"quote\":\"The collection of station_fit followed an approved ethics protocol.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-station-attestation-03", |
| "input": "{\"quote\":\"The station_holdout data was obtained from authorized sources.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-station-ambiguous-00", |
| "input": "{\"quote\":\"station_fit is a good reflection of the population.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"ambiguous\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-station-ambiguous-01", |
| "input": "{\"quote\":\"Roughly 144 items are present in station_holdout.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":{\"expected\":144,\"op\":\"row_count\",\"split\":\"station_holdout\"},\"kind\":\"computable\"}", |
| "exact": false, |
| "unsupported_proposal": true |
| }, |
| { |
| "id": "dev-station-ambiguous-02", |
| "input": "{\"quote\":\"All values of unavailable_id in station_fit are distinct.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":{\"column\":\"station_id\",\"op\":\"unique\",\"split\":\"station_fit\"},\"kind\":\"computable\"}", |
| "exact": false, |
| "unsupported_proposal": true |
| }, |
| { |
| "id": "dev-station-ambiguous-03", |
| "input": "{\"quote\":\"The station_id entries of station_holdout are never empty.\",\"schema\":{\"station_fit\":[\"station_id\",\"value\",\"category\"],\"station_holdout\":[\"station_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"ambiguous\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-row_count-00", |
| "input": "{\"quote\":\"The full row tally of plot_fit is 310.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 310, |
| "op": "row_count", |
| "split": "plot_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":310,\"op\":\"row_count\",\"split\":\"plot_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-row_count-01", |
| "input": "{\"quote\":\"plot_holdout: 341 data entries, excluding the header.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 341, |
| "op": "row_count", |
| "split": "plot_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":341,\"op\":\"row_count\",\"split\":\"plot_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-row_count-02", |
| "input": "{\"quote\":\"The released partition named plot_fit consists of 372 samples.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 372, |
| "op": "row_count", |
| "split": "plot_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":372,\"op\":\"row_count\",\"split\":\"plot_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-row_count-03", |
| "input": "{\"quote\":\"A complete enumeration of plot_holdout yields 403 rows.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 403, |
| "op": "row_count", |
| "split": "plot_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":403,\"op\":\"row_count\",\"split\":\"plot_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-unique-00", |
| "input": "{\"quote\":\"In plot_fit, a second occurrence of any plot_id is forbidden.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "plot_id", |
| "op": "unique", |
| "split": "plot_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"plot_id\",\"op\":\"unique\",\"split\":\"plot_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-unique-01", |
| "input": "{\"quote\":\"Every plot_id in plot_holdout maps to just one record.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "plot_id", |
| "op": "unique", |
| "split": "plot_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"plot_id\",\"left\":\"plot_holdout\",\"op\":\"split_disjoint\",\"right\":\"plot_fit\"},\"kind\":\"computable\"}", |
| "exact": false, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-unique-02", |
| "input": "{\"quote\":\"plot_fit is duplicate-free on the plot_id field.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "plot_id", |
| "op": "unique", |
| "split": "plot_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"plot_id\",\"op\":\"unique\",\"split\":\"plot_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-unique-03", |
| "input": "{\"quote\":\"The cardinality of the plot_id value set equals the row count of plot_holdout.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "plot_id", |
| "op": "unique", |
| "split": "plot_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"plot_id\",\"op\":\"unique\",\"split\":\"plot_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-split_disjoint-00", |
| "input": "{\"quote\":\"Looking up any plot_fit plot_id in plot_holdout returns no match.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "plot_id", |
| "left": "plot_fit", |
| "op": "split_disjoint", |
| "right": "plot_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"plot_id\",\"left\":\"plot_holdout\",\"op\":\"split_disjoint\",\"right\":\"plot_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-split_disjoint-01", |
| "input": "{\"quote\":\"plot_holdout and plot_fit share not a single plot_id.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "plot_id", |
| "left": "plot_holdout", |
| "op": "split_disjoint", |
| "right": "plot_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"plot_id\",\"left\":\"plot_holdout\",\"op\":\"split_disjoint\",\"right\":\"plot_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-split_disjoint-02", |
| "input": "{\"quote\":\"The common-value count for plot_id across plot_fit and plot_holdout is zero.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "plot_id", |
| "left": "plot_fit", |
| "op": "split_disjoint", |
| "right": "plot_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"plot_id\",\"left\":\"plot_fit\",\"op\":\"split_disjoint\",\"right\":\"plot_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-split_disjoint-03", |
| "input": "{\"quote\":\"Membership in plot_holdout excludes membership in plot_fit for each plot_id.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "plot_id", |
| "left": "plot_holdout", |
| "op": "split_disjoint", |
| "right": "plot_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"plot_id\",\"left\":\"plot_holdout\",\"op\":\"split_disjoint\",\"right\":\"plot_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-attestation-00", |
| "input": "{\"quote\":\"The contributors granted permission to publish plot_fit.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-attestation-01", |
| "input": "{\"quote\":\"Use of plot_holdout is covered by agreements with its owners.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-attestation-02", |
| "input": "{\"quote\":\"The collection of plot_fit followed an approved ethics protocol.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-attestation-03", |
| "input": "{\"quote\":\"The plot_holdout data was obtained from authorized sources.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-ambiguous-00", |
| "input": "{\"quote\":\"plot_fit is a good reflection of the population.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"ambiguous\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-plot-ambiguous-01", |
| "input": "{\"quote\":\"Roughly 341 items are present in plot_holdout.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":{\"expected\":341,\"op\":\"row_count\",\"split\":\"plot_holdout\"},\"kind\":\"computable\"}", |
| "exact": false, |
| "unsupported_proposal": true |
| }, |
| { |
| "id": "dev-plot-ambiguous-02", |
| "input": "{\"quote\":\"All values of unavailable_id in plot_fit are distinct.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":{\"column\":\"plot_id\",\"op\":\"unique\",\"split\":\"plot_fit\"},\"kind\":\"computable\"}", |
| "exact": false, |
| "unsupported_proposal": true |
| }, |
| { |
| "id": "dev-plot-ambiguous-03", |
| "input": "{\"quote\":\"The plot_id entries of plot_holdout are never empty.\",\"schema\":{\"plot_fit\":[\"plot_id\",\"value\",\"category\"],\"plot_holdout\":[\"plot_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"ambiguous\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-row_count-00", |
| "input": "{\"quote\":\"The full row tally of species_fit is 507.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 507, |
| "op": "row_count", |
| "split": "species_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":507,\"op\":\"row_count\",\"split\":\"species_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-row_count-01", |
| "input": "{\"quote\":\"species_holdout: 538 data entries, excluding the header.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 538, |
| "op": "row_count", |
| "split": "species_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":538,\"op\":\"row_count\",\"split\":\"species_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-row_count-02", |
| "input": "{\"quote\":\"The released partition named species_fit consists of 569 samples.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 569, |
| "op": "row_count", |
| "split": "species_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":569,\"op\":\"row_count\",\"split\":\"species_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-row_count-03", |
| "input": "{\"quote\":\"A complete enumeration of species_holdout yields 600 rows.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 600, |
| "op": "row_count", |
| "split": "species_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":600,\"op\":\"row_count\",\"split\":\"species_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-unique-00", |
| "input": "{\"quote\":\"In species_fit, a second occurrence of any species_id is forbidden.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "species_id", |
| "op": "unique", |
| "split": "species_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"species_id\",\"op\":\"unique\",\"split\":\"species_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-unique-01", |
| "input": "{\"quote\":\"Every species_id in species_holdout maps to just one record.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "species_id", |
| "op": "unique", |
| "split": "species_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"species_id\",\"left\":\"species_holdout\",\"op\":\"split_disjoint\",\"right\":\"species_fit\"},\"kind\":\"computable\"}", |
| "exact": false, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-unique-02", |
| "input": "{\"quote\":\"species_fit is duplicate-free on the species_id field.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "species_id", |
| "op": "unique", |
| "split": "species_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"species_id\",\"op\":\"unique\",\"split\":\"species_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-unique-03", |
| "input": "{\"quote\":\"The cardinality of the species_id value set equals the row count of species_holdout.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "species_id", |
| "op": "unique", |
| "split": "species_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"species_id\",\"op\":\"unique\",\"split\":\"species_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-split_disjoint-00", |
| "input": "{\"quote\":\"Looking up any species_fit species_id in species_holdout returns no match.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "species_id", |
| "left": "species_fit", |
| "op": "split_disjoint", |
| "right": "species_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"ambiguous\"}", |
| "exact": false, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-split_disjoint-01", |
| "input": "{\"quote\":\"species_holdout and species_fit share not a single species_id.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "species_id", |
| "left": "species_holdout", |
| "op": "split_disjoint", |
| "right": "species_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"species_id\",\"left\":\"species_holdout\",\"op\":\"split_disjoint\",\"right\":\"species_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-split_disjoint-02", |
| "input": "{\"quote\":\"The common-value count for species_id across species_fit and species_holdout is zero.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "species_id", |
| "left": "species_fit", |
| "op": "split_disjoint", |
| "right": "species_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"species_id\",\"op\":\"unique\",\"split\":\"species_fit\"},\"kind\":\"computable\"}", |
| "exact": false, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-split_disjoint-03", |
| "input": "{\"quote\":\"Membership in species_holdout excludes membership in species_fit for each species_id.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "species_id", |
| "left": "species_holdout", |
| "op": "split_disjoint", |
| "right": "species_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"species_id\",\"left\":\"species_holdout\",\"op\":\"split_disjoint\",\"right\":\"species_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-attestation-00", |
| "input": "{\"quote\":\"The contributors granted permission to publish species_fit.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-attestation-01", |
| "input": "{\"quote\":\"Use of species_holdout is covered by agreements with its owners.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-attestation-02", |
| "input": "{\"quote\":\"The collection of species_fit followed an approved ethics protocol.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-attestation-03", |
| "input": "{\"quote\":\"The species_holdout data was obtained from authorized sources.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-ambiguous-00", |
| "input": "{\"quote\":\"species_fit is a good reflection of the population.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"ambiguous\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-species-ambiguous-01", |
| "input": "{\"quote\":\"Roughly 538 items are present in species_holdout.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":{\"expected\":538,\"op\":\"row_count\",\"split\":\"species_holdout\"},\"kind\":\"computable\"}", |
| "exact": false, |
| "unsupported_proposal": true |
| }, |
| { |
| "id": "dev-species-ambiguous-02", |
| "input": "{\"quote\":\"All values of unavailable_id in species_fit are distinct.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":{\"column\":\"species_id\",\"op\":\"unique\",\"split\":\"species_fit\"},\"kind\":\"computable\"}", |
| "exact": false, |
| "unsupported_proposal": true |
| }, |
| { |
| "id": "dev-species-ambiguous-03", |
| "input": "{\"quote\":\"The species_id entries of species_holdout are never empty.\",\"schema\":{\"species_fit\":[\"species_id\",\"value\",\"category\"],\"species_holdout\":[\"species_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"ambiguous\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-row_count-00", |
| "input": "{\"quote\":\"The full row tally of specimen_fit is 704.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 704, |
| "op": "row_count", |
| "split": "specimen_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":704,\"op\":\"row_count\",\"split\":\"specimen_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-row_count-01", |
| "input": "{\"quote\":\"specimen_holdout: 735 data entries, excluding the header.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 735, |
| "op": "row_count", |
| "split": "specimen_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":735,\"op\":\"row_count\",\"split\":\"specimen_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-row_count-02", |
| "input": "{\"quote\":\"The released partition named specimen_fit consists of 766 samples.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 766, |
| "op": "row_count", |
| "split": "specimen_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":766,\"op\":\"row_count\",\"split\":\"specimen_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-row_count-03", |
| "input": "{\"quote\":\"A complete enumeration of specimen_holdout yields 797 rows.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 797, |
| "op": "row_count", |
| "split": "specimen_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":797,\"op\":\"row_count\",\"split\":\"specimen_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-unique-00", |
| "input": "{\"quote\":\"In specimen_fit, a second occurrence of any specimen_id is forbidden.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "specimen_id", |
| "op": "unique", |
| "split": "specimen_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"specimen_id\",\"op\":\"unique\",\"split\":\"specimen_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-unique-01", |
| "input": "{\"quote\":\"Every specimen_id in specimen_holdout maps to just one record.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "specimen_id", |
| "op": "unique", |
| "split": "specimen_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"specimen_id\",\"left\":\"specimen_holdout\",\"op\":\"split_disjoint\",\"right\":\"specimen_fit\"},\"kind\":\"computable\"}", |
| "exact": false, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-unique-02", |
| "input": "{\"quote\":\"specimen_fit is duplicate-free on the specimen_id field.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "specimen_id", |
| "op": "unique", |
| "split": "specimen_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"specimen_id\",\"op\":\"unique\",\"split\":\"specimen_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-unique-03", |
| "input": "{\"quote\":\"The cardinality of the specimen_id value set equals the row count of specimen_holdout.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "specimen_id", |
| "op": "unique", |
| "split": "specimen_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"specimen_id\",\"op\":\"unique\",\"split\":\"specimen_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-split_disjoint-00", |
| "input": "{\"quote\":\"Looking up any specimen_fit specimen_id in specimen_holdout returns no match.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "specimen_id", |
| "left": "specimen_fit", |
| "op": "split_disjoint", |
| "right": "specimen_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"ambiguous\"}", |
| "exact": false, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-split_disjoint-01", |
| "input": "{\"quote\":\"specimen_holdout and specimen_fit share not a single specimen_id.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "specimen_id", |
| "left": "specimen_holdout", |
| "op": "split_disjoint", |
| "right": "specimen_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"specimen_id\",\"left\":\"specimen_holdout\",\"op\":\"split_disjoint\",\"right\":\"specimen_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-split_disjoint-02", |
| "input": "{\"quote\":\"The common-value count for specimen_id across specimen_fit and specimen_holdout is zero.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "specimen_id", |
| "left": "specimen_fit", |
| "op": "split_disjoint", |
| "right": "specimen_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"specimen_id\",\"op\":\"unique\",\"split\":\"specimen_fit\"},\"kind\":\"computable\"}", |
| "exact": false, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-split_disjoint-03", |
| "input": "{\"quote\":\"Membership in specimen_holdout excludes membership in specimen_fit for each specimen_id.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "specimen_id", |
| "left": "specimen_holdout", |
| "op": "split_disjoint", |
| "right": "specimen_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"specimen_id\",\"left\":\"specimen_holdout\",\"op\":\"split_disjoint\",\"right\":\"specimen_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-attestation-00", |
| "input": "{\"quote\":\"The contributors granted permission to publish specimen_fit.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-attestation-01", |
| "input": "{\"quote\":\"Use of specimen_holdout is covered by agreements with its owners.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-attestation-02", |
| "input": "{\"quote\":\"The collection of specimen_fit followed an approved ethics protocol.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-attestation-03", |
| "input": "{\"quote\":\"The specimen_holdout data was obtained from authorized sources.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-ambiguous-00", |
| "input": "{\"quote\":\"specimen_fit is a good reflection of the population.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"ambiguous\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-specimen-ambiguous-01", |
| "input": "{\"quote\":\"Roughly 735 items are present in specimen_holdout.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":{\"expected\":735,\"op\":\"row_count\",\"split\":\"specimen_holdout\"},\"kind\":\"computable\"}", |
| "exact": false, |
| "unsupported_proposal": true |
| }, |
| { |
| "id": "dev-specimen-ambiguous-02", |
| "input": "{\"quote\":\"All values of unavailable_id in specimen_fit are distinct.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":{\"column\":\"specimen_id\",\"op\":\"unique\",\"split\":\"specimen_fit\"},\"kind\":\"computable\"}", |
| "exact": false, |
| "unsupported_proposal": true |
| }, |
| { |
| "id": "dev-specimen-ambiguous-03", |
| "input": "{\"quote\":\"The specimen_id entries of specimen_holdout are never empty.\",\"schema\":{\"specimen_fit\":[\"specimen_id\",\"value\",\"category\"],\"specimen_holdout\":[\"specimen_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"ambiguous\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-row_count-00", |
| "input": "{\"quote\":\"The full row tally of weather_fit is 901.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 901, |
| "op": "row_count", |
| "split": "weather_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":901,\"op\":\"row_count\",\"split\":\"weather_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-row_count-01", |
| "input": "{\"quote\":\"weather_holdout: 932 data entries, excluding the header.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 932, |
| "op": "row_count", |
| "split": "weather_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":932,\"op\":\"row_count\",\"split\":\"weather_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-row_count-02", |
| "input": "{\"quote\":\"The released partition named weather_fit consists of 963 samples.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 963, |
| "op": "row_count", |
| "split": "weather_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":963,\"op\":\"row_count\",\"split\":\"weather_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-row_count-03", |
| "input": "{\"quote\":\"A complete enumeration of weather_holdout yields 994 rows.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "expected": 994, |
| "op": "row_count", |
| "split": "weather_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"expected\":994,\"op\":\"row_count\",\"split\":\"weather_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-unique-00", |
| "input": "{\"quote\":\"In weather_fit, a second occurrence of any weather_id is forbidden.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "weather_id", |
| "op": "unique", |
| "split": "weather_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"weather_id\",\"op\":\"unique\",\"split\":\"weather_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-unique-01", |
| "input": "{\"quote\":\"Every weather_id in weather_holdout maps to just one record.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "weather_id", |
| "op": "unique", |
| "split": "weather_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"weather_id\",\"op\":\"unique\",\"split\":\"weather_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-unique-02", |
| "input": "{\"quote\":\"weather_fit is duplicate-free on the weather_id field.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "weather_id", |
| "op": "unique", |
| "split": "weather_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"weather_id\",\"op\":\"unique\",\"split\":\"weather_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-unique-03", |
| "input": "{\"quote\":\"The cardinality of the weather_id value set equals the row count of weather_holdout.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "weather_id", |
| "op": "unique", |
| "split": "weather_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"weather_id\",\"op\":\"unique\",\"split\":\"weather_holdout\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-split_disjoint-00", |
| "input": "{\"quote\":\"Looking up any weather_fit weather_id in weather_holdout returns no match.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "weather_id", |
| "left": "weather_fit", |
| "op": "split_disjoint", |
| "right": "weather_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"ambiguous\"}", |
| "exact": false, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-split_disjoint-01", |
| "input": "{\"quote\":\"weather_holdout and weather_fit share not a single weather_id.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "weather_id", |
| "left": "weather_holdout", |
| "op": "split_disjoint", |
| "right": "weather_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"weather_id\",\"left\":\"weather_holdout\",\"op\":\"split_disjoint\",\"right\":\"weather_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-split_disjoint-02", |
| "input": "{\"quote\":\"The common-value count for weather_id across weather_fit and weather_holdout is zero.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "weather_id", |
| "left": "weather_fit", |
| "op": "split_disjoint", |
| "right": "weather_holdout" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"weather_id\",\"op\":\"unique\",\"split\":\"weather_fit\"},\"kind\":\"computable\"}", |
| "exact": false, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-split_disjoint-03", |
| "input": "{\"quote\":\"Membership in weather_holdout excludes membership in weather_fit for each weather_id.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": { |
| "column": "weather_id", |
| "left": "weather_holdout", |
| "op": "split_disjoint", |
| "right": "weather_fit" |
| }, |
| "kind": "computable" |
| }, |
| "generated": "{\"check\":{\"column\":\"weather_id\",\"left\":\"weather_holdout\",\"op\":\"split_disjoint\",\"right\":\"weather_fit\"},\"kind\":\"computable\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-attestation-00", |
| "input": "{\"quote\":\"The contributors granted permission to publish weather_fit.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-attestation-01", |
| "input": "{\"quote\":\"Use of weather_holdout is covered by agreements with its owners.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-attestation-02", |
| "input": "{\"quote\":\"The collection of weather_fit followed an approved ethics protocol.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-attestation-03", |
| "input": "{\"quote\":\"The weather_holdout data was obtained from authorized sources.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "attestation" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"attestation\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-ambiguous-00", |
| "input": "{\"quote\":\"weather_fit is a good reflection of the population.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"ambiguous\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| }, |
| { |
| "id": "dev-weather-ambiguous-01", |
| "input": "{\"quote\":\"Roughly 932 items are present in weather_holdout.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":{\"expected\":932,\"op\":\"row_count\",\"split\":\"weather_holdout\"},\"kind\":\"computable\"}", |
| "exact": false, |
| "unsupported_proposal": true |
| }, |
| { |
| "id": "dev-weather-ambiguous-02", |
| "input": "{\"quote\":\"All values of unavailable_id in weather_fit are distinct.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":{\"column\":\"weather_id\",\"op\":\"unique\",\"split\":\"weather_fit\"},\"kind\":\"computable\"}", |
| "exact": false, |
| "unsupported_proposal": true |
| }, |
| { |
| "id": "dev-weather-ambiguous-03", |
| "input": "{\"quote\":\"The weather_id entries of weather_holdout are never empty.\",\"schema\":{\"weather_fit\":[\"weather_id\",\"value\",\"category\"],\"weather_holdout\":[\"weather_id\",\"value\",\"category\"]}}", |
| "expected": { |
| "check": null, |
| "kind": "ambiguous" |
| }, |
| "generated": "{\"check\":null,\"kind\":\"ambiguous\"}", |
| "exact": true, |
| "unsupported_proposal": false |
| } |
| ] |
| } |
