| {"input": "{\"quote\": \"There are exactly 701 records in train.\", \"schema\": {\"train\": [\"subject_0\", \"label\"], \"test\": [\"subject_0\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "row_count", "split": "train", "expected": 701}}} |
| {"input": "{\"quote\": \"Within train, subject_0 never repeats.\", \"schema\": {\"train\": [\"subject_0\", \"label\"], \"test\": [\"subject_0\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "unique", "split": "train", "column": "subject_0"}}} |
| {"input": "{\"quote\": \"The train and test sets share zero subject_0 values.\", \"schema\": {\"train\": [\"subject_0\", \"label\"], \"test\": [\"subject_0\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "split_disjoint", "left": "train", "right": "test", "column": "subject_0"}}} |
| {"input": "{\"quote\": \"Permission to contribute was obtained for cohort 0.\", \"schema\": {\"train\": [\"subject_0\", \"label\"], \"test\": [\"subject_0\", \"label\"]}}", "target": {"kind": "attestation", "check": null}} |
| {"input": "{\"quote\": \"Cohort 0 reflects the real world.\", \"schema\": {\"train\": [\"subject_0\", \"label\"], \"test\": [\"subject_0\", \"label\"]}}", "target": {"kind": "ambiguous", "check": null}} |
| {"input": "{\"quote\": \"There are exactly 702 records in train.\", \"schema\": {\"train\": [\"subject_1\", \"label\"], \"test\": [\"subject_1\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "row_count", "split": "train", "expected": 702}}} |
| {"input": "{\"quote\": \"Within train, subject_1 never repeats.\", \"schema\": {\"train\": [\"subject_1\", \"label\"], \"test\": [\"subject_1\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "unique", "split": "train", "column": "subject_1"}}} |
| {"input": "{\"quote\": \"The train and test sets share zero subject_1 values.\", \"schema\": {\"train\": [\"subject_1\", \"label\"], \"test\": [\"subject_1\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "split_disjoint", "left": "train", "right": "test", "column": "subject_1"}}} |
| {"input": "{\"quote\": \"Permission to contribute was obtained for cohort 1.\", \"schema\": {\"train\": [\"subject_1\", \"label\"], \"test\": [\"subject_1\", \"label\"]}}", "target": {"kind": "attestation", "check": null}} |
| {"input": "{\"quote\": \"Cohort 1 reflects the real world.\", \"schema\": {\"train\": [\"subject_1\", \"label\"], \"test\": [\"subject_1\", \"label\"]}}", "target": {"kind": "ambiguous", "check": null}} |
| {"input": "{\"quote\": \"There are exactly 703 records in train.\", \"schema\": {\"train\": [\"subject_2\", \"label\"], \"test\": [\"subject_2\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "row_count", "split": "train", "expected": 703}}} |
| {"input": "{\"quote\": \"Within train, subject_2 never repeats.\", \"schema\": {\"train\": [\"subject_2\", \"label\"], \"test\": [\"subject_2\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "unique", "split": "train", "column": "subject_2"}}} |
| {"input": "{\"quote\": \"The train and test sets share zero subject_2 values.\", \"schema\": {\"train\": [\"subject_2\", \"label\"], \"test\": [\"subject_2\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "split_disjoint", "left": "train", "right": "test", "column": "subject_2"}}} |
| {"input": "{\"quote\": \"Permission to contribute was obtained for cohort 2.\", \"schema\": {\"train\": [\"subject_2\", \"label\"], \"test\": [\"subject_2\", \"label\"]}}", "target": {"kind": "attestation", "check": null}} |
| {"input": "{\"quote\": \"Cohort 2 reflects the real world.\", \"schema\": {\"train\": [\"subject_2\", \"label\"], \"test\": [\"subject_2\", \"label\"]}}", "target": {"kind": "ambiguous", "check": null}} |
| {"input": "{\"quote\": \"There are exactly 704 records in train.\", \"schema\": {\"train\": [\"subject_3\", \"label\"], \"test\": [\"subject_3\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "row_count", "split": "train", "expected": 704}}} |
| {"input": "{\"quote\": \"Within train, subject_3 never repeats.\", \"schema\": {\"train\": [\"subject_3\", \"label\"], \"test\": [\"subject_3\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "unique", "split": "train", "column": "subject_3"}}} |
| {"input": "{\"quote\": \"The train and test sets share zero subject_3 values.\", \"schema\": {\"train\": [\"subject_3\", \"label\"], \"test\": [\"subject_3\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "split_disjoint", "left": "train", "right": "test", "column": "subject_3"}}} |
| {"input": "{\"quote\": \"Permission to contribute was obtained for cohort 3.\", \"schema\": {\"train\": [\"subject_3\", \"label\"], \"test\": [\"subject_3\", \"label\"]}}", "target": {"kind": "attestation", "check": null}} |
| {"input": "{\"quote\": \"Cohort 3 reflects the real world.\", \"schema\": {\"train\": [\"subject_3\", \"label\"], \"test\": [\"subject_3\", \"label\"]}}", "target": {"kind": "ambiguous", "check": null}} |
| {"input": "{\"quote\": \"There are exactly 705 records in train.\", \"schema\": {\"train\": [\"subject_4\", \"label\"], \"test\": [\"subject_4\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "row_count", "split": "train", "expected": 705}}} |
| {"input": "{\"quote\": \"Within train, subject_4 never repeats.\", \"schema\": {\"train\": [\"subject_4\", \"label\"], \"test\": [\"subject_4\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "unique", "split": "train", "column": "subject_4"}}} |
| {"input": "{\"quote\": \"The train and test sets share zero subject_4 values.\", \"schema\": {\"train\": [\"subject_4\", \"label\"], \"test\": [\"subject_4\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "split_disjoint", "left": "train", "right": "test", "column": "subject_4"}}} |
| {"input": "{\"quote\": \"Permission to contribute was obtained for cohort 4.\", \"schema\": {\"train\": [\"subject_4\", \"label\"], \"test\": [\"subject_4\", \"label\"]}}", "target": {"kind": "attestation", "check": null}} |
| {"input": "{\"quote\": \"Cohort 4 reflects the real world.\", \"schema\": {\"train\": [\"subject_4\", \"label\"], \"test\": [\"subject_4\", \"label\"]}}", "target": {"kind": "ambiguous", "check": null}} |
| {"input": "{\"quote\": \"There are exactly 706 records in train.\", \"schema\": {\"train\": [\"subject_5\", \"label\"], \"test\": [\"subject_5\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "row_count", "split": "train", "expected": 706}}} |
| {"input": "{\"quote\": \"Within train, subject_5 never repeats.\", \"schema\": {\"train\": [\"subject_5\", \"label\"], \"test\": [\"subject_5\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "unique", "split": "train", "column": "subject_5"}}} |
| {"input": "{\"quote\": \"The train and test sets share zero subject_5 values.\", \"schema\": {\"train\": [\"subject_5\", \"label\"], \"test\": [\"subject_5\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "split_disjoint", "left": "train", "right": "test", "column": "subject_5"}}} |
| {"input": "{\"quote\": \"Permission to contribute was obtained for cohort 5.\", \"schema\": {\"train\": [\"subject_5\", \"label\"], \"test\": [\"subject_5\", \"label\"]}}", "target": {"kind": "attestation", "check": null}} |
| {"input": "{\"quote\": \"Cohort 5 reflects the real world.\", \"schema\": {\"train\": [\"subject_5\", \"label\"], \"test\": [\"subject_5\", \"label\"]}}", "target": {"kind": "ambiguous", "check": null}} |
| {"input": "{\"quote\": \"There are exactly 707 records in train.\", \"schema\": {\"train\": [\"subject_6\", \"label\"], \"test\": [\"subject_6\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "row_count", "split": "train", "expected": 707}}} |
| {"input": "{\"quote\": \"Within train, subject_6 never repeats.\", \"schema\": {\"train\": [\"subject_6\", \"label\"], \"test\": [\"subject_6\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "unique", "split": "train", "column": "subject_6"}}} |
| {"input": "{\"quote\": \"The train and test sets share zero subject_6 values.\", \"schema\": {\"train\": [\"subject_6\", \"label\"], \"test\": [\"subject_6\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "split_disjoint", "left": "train", "right": "test", "column": "subject_6"}}} |
| {"input": "{\"quote\": \"Permission to contribute was obtained for cohort 6.\", \"schema\": {\"train\": [\"subject_6\", \"label\"], \"test\": [\"subject_6\", \"label\"]}}", "target": {"kind": "attestation", "check": null}} |
| {"input": "{\"quote\": \"Cohort 6 reflects the real world.\", \"schema\": {\"train\": [\"subject_6\", \"label\"], \"test\": [\"subject_6\", \"label\"]}}", "target": {"kind": "ambiguous", "check": null}} |
| {"input": "{\"quote\": \"There are exactly 708 records in train.\", \"schema\": {\"train\": [\"subject_7\", \"label\"], \"test\": [\"subject_7\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "row_count", "split": "train", "expected": 708}}} |
| {"input": "{\"quote\": \"Within train, subject_7 never repeats.\", \"schema\": {\"train\": [\"subject_7\", \"label\"], \"test\": [\"subject_7\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "unique", "split": "train", "column": "subject_7"}}} |
| {"input": "{\"quote\": \"The train and test sets share zero subject_7 values.\", \"schema\": {\"train\": [\"subject_7\", \"label\"], \"test\": [\"subject_7\", \"label\"]}}", "target": {"kind": "computable", "check": {"op": "split_disjoint", "left": "train", "right": "test", "column": "subject_7"}}} |
| {"input": "{\"quote\": \"Permission to contribute was obtained for cohort 7.\", \"schema\": {\"train\": [\"subject_7\", \"label\"], \"test\": [\"subject_7\", \"label\"]}}", "target": {"kind": "attestation", "check": null}} |
| {"input": "{\"quote\": \"Cohort 7 reflects the real world.\", \"schema\": {\"train\": [\"subject_7\", \"label\"], \"test\": [\"subject_7\", \"label\"]}}", "target": {"kind": "ambiguous", "check": null}} |
|
|
