{"id": "dev:1000", "db_id": "singer", "question": "How many singers are there?", "gold_sql": "SELECT count(*) FROM singer", "raw_output": "SELECT count(*) FROM singer", "predicted_sql": "SELECT count(*) FROM singer", "generation_status": "ok", "prompt_tokens": 198, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1001", "db_id": "singer", "question": "What is the count of singers?", "gold_sql": "SELECT count(*) FROM singer", "raw_output": "SELECT count(*) FROM singer", "predicted_sql": "SELECT count(*) FROM singer", "generation_status": "ok", "prompt_tokens": 199, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1015", "db_id": "singer", "question": "What is the most common singer citizenship ?", "gold_sql": "select citizenship from singer group by citizenship order by count(*) desc limit 1", "raw_output": "SELECT Citizenship FROM singer GROUP BY Citizenship ORDER BY COUNT(*) DESC LIMIT 1", "predicted_sql": "SELECT Citizenship FROM singer GROUP BY Citizenship ORDER BY COUNT(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 200, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:1018", "db_id": "singer", "question": "Show titles of songs and names of singers.", "gold_sql": "SELECT T2.Title , T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID", "raw_output": "SELECT T1.Title, T2.Name FROM song AS T1 JOIN singer AS T2 ON T1.Singer_ID = T2.Singer_ID", "predicted_sql": "SELECT T1.Title, T2.Name FROM song AS T1 JOIN singer AS T2 ON T1.Singer_ID = T2.Singer_ID", "generation_status": "ok", "prompt_tokens": 201, "generated_tokens": 35, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1019", "db_id": "singer", "question": "What are the song titles and singer names?", "gold_sql": "SELECT T2.Title , T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID", "raw_output": "SELECT T1.Title, T2.Name FROM song AS T1 INNER JOIN singer AS T2 ON T1.Singer_ID = T2.Singer_ID", "predicted_sql": "SELECT T1.Title, T2.Name FROM song AS T1 INNER JOIN singer AS T2 ON T1.Singer_ID = T2.Singer_ID", "generation_status": "ok", "prompt_tokens": 201, "generated_tokens": 36, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1014", "db_id": "singer", "question": "Please show the most common citizenship of singers.", "gold_sql": "SELECT Citizenship FROM singer GROUP BY Citizenship ORDER BY COUNT(*) DESC LIMIT 1", "raw_output": "SELECT Citizenship FROM singer GROUP BY Citizenship ORDER BY COUNT(*) DESC LIMIT 1", "predicted_sql": "SELECT Citizenship FROM singer GROUP BY Citizenship ORDER BY COUNT(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 201, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:1004", "db_id": "singer", "question": "What are the birth year and citizenship of singers?", "gold_sql": "SELECT Birth_Year , Citizenship FROM singer", "raw_output": "SELECT Birth_Year, Citizenship FROM singer", "predicted_sql": "SELECT Birth_Year, Citizenship FROM singer", "generation_status": "ok", "prompt_tokens": 202, "generated_tokens": 9, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1017", "db_id": "singer", "question": "For each citizenship, what is the maximum net worth?", "gold_sql": "SELECT Citizenship , max(Net_Worth_Millions) FROM singer GROUP BY Citizenship", "raw_output": "SELECT T1.Citizenship, MAX(T2.Net_Worth_Millions) FROM singer AS T1 JOIN singer AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Citizenship", "predicted_sql": "SELECT T1.Citizenship, MAX(T2.Net_Worth_Millions) FROM singer AS T1 JOIN singer AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Citizenship", "generation_status": "ok", "prompt_tokens": 203, "generated_tokens": 50, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1005", "db_id": "singer", "question": "What are the birth years and citizenships of the singers?", "gold_sql": "SELECT Birth_Year , Citizenship FROM singer", "raw_output": "SELECT Birth_Year, Citizenship FROM singer", "predicted_sql": "SELECT Birth_Year, Citizenship FROM singer", "generation_status": "ok", "prompt_tokens": 204, "generated_tokens": 9, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1026", "db_id": "singer", "question": "List the name of singers that do not have any song.", "gold_sql": "SELECT Name FROM singer WHERE Singer_ID NOT IN (SELECT Singer_ID FROM song)", "raw_output": "SELECT T1.Name FROM singer AS T1 LEFT JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T2.Song_ID IS NULL", "predicted_sql": "SELECT T1.Name FROM singer AS T1 LEFT JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T2.Song_ID IS NULL", "generation_status": "ok", "prompt_tokens": 204, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1003", "db_id": "singer", "question": "What are the names of singers ordered by ascending net worth?", "gold_sql": "SELECT Name FROM singer ORDER BY Net_Worth_Millions ASC", "raw_output": "SELECT T1.Name FROM singer AS T1 ORDER BY T1.Net_Worth_Millions ASC", "predicted_sql": "SELECT T1.Name FROM singer AS T1 ORDER BY T1.Net_Worth_Millions ASC", "generation_status": "ok", "prompt_tokens": 204, "generated_tokens": 22, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:1002", "db_id": "singer", "question": "List the name of singers in ascending order of net worth.", "gold_sql": "SELECT Name FROM singer ORDER BY Net_Worth_Millions ASC", "raw_output": "SELECT Name FROM singer ORDER BY Net_Worth_Millions ASC", "predicted_sql": "SELECT Name FROM singer ORDER BY Net_Worth_Millions ASC", "generation_status": "ok", "prompt_tokens": 204, "generated_tokens": 13, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:1022", "db_id": "singer", "question": "Show the names of singers that have more than one song.", "gold_sql": "SELECT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name HAVING COUNT(*) > 1", "raw_output": "SELECT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name HAVING count(*) > 1", "predicted_sql": "SELECT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name HAVING count(*) > 1", "generation_status": "ok", "prompt_tokens": 204, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1013", "db_id": "singer", "question": "For each citizenship, how many singers are from that country?", "gold_sql": "SELECT Citizenship , COUNT(*) FROM singer GROUP BY Citizenship", "raw_output": "SELECT Citizenship, count(Singer_ID) FROM singer GROUP BY Citizenship", "predicted_sql": "SELECT Citizenship, count(Singer_ID) FROM singer GROUP BY Citizenship", "generation_status": "ok", "prompt_tokens": 204, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1006", "db_id": "singer", "question": "List the name of singers whose citizenship is not \"France\".", "gold_sql": "SELECT Name FROM singer WHERE Citizenship != \"France\"", "raw_output": "SELECT T1.Name FROM singer AS T1 WHERE T1.Citizenship != 'France'", "predicted_sql": "SELECT T1.Name FROM singer AS T1 WHERE T1.Citizenship != 'France'", "generation_status": "ok", "prompt_tokens": 204, "generated_tokens": 21, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1007", "db_id": "singer", "question": "What are the names of the singers who are not French citizens?", "gold_sql": "SELECT Name FROM singer WHERE Citizenship != \"France\"", "raw_output": "SELECT Name FROM singer WHERE Citizenship != 'French'", "predicted_sql": "SELECT Name FROM singer WHERE Citizenship != 'French'", "generation_status": "ok", "prompt_tokens": 205, "generated_tokens": 11, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:1011", "db_id": "singer", "question": "What is the name of the singer who is worth the most?", "gold_sql": "SELECT Name FROM singer ORDER BY Net_Worth_Millions DESC LIMIT 1", "raw_output": "SELECT T1.Name FROM singer AS T1 ORDER BY T1.Net_Worth_Millions DESC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM singer AS T1 ORDER BY T1.Net_Worth_Millions DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 205, "generated_tokens": 25, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:1010", "db_id": "singer", "question": "What is the name of the singer with the largest net worth?", "gold_sql": "SELECT Name FROM singer ORDER BY Net_Worth_Millions DESC LIMIT 1", "raw_output": "SELECT T1.Name FROM singer AS T1 ORDER BY T1.Net_Worth_Millions DESC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM singer AS T1 ORDER BY T1.Net_Worth_Millions DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 205, "generated_tokens": 25, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:1024", "db_id": "singer", "question": "Show the names of singers and the total sales of their songs.", "gold_sql": "SELECT T1.Name , sum(T2.Sales) FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name", "raw_output": "SELECT T1.Name, SUM(T2.Sales) FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name", "predicted_sql": "SELECT T1.Name, SUM(T2.Sales) FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name", "generation_status": "ok", "prompt_tokens": 205, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1023", "db_id": "singer", "question": "What are the names of the singers that have more than one songs?", "gold_sql": "SELECT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name HAVING COUNT(*) > 1", "raw_output": "SELECT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name HAVING count(*) > 1", "predicted_sql": "SELECT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name HAVING count(*) > 1", "generation_status": "ok", "prompt_tokens": 206, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1025", "db_id": "singer", "question": "For each singer name, what is the total sales for their songs?", "gold_sql": "SELECT T1.Name , sum(T2.Sales) FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name", "raw_output": "SELECT T1.Name, SUM(T2.Sales) FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name", "predicted_sql": "SELECT T1.Name, SUM(T2.Sales) FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name", "generation_status": "ok", "prompt_tokens": 206, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1012", "db_id": "singer", "question": "Show different citizenship of singers and the number of singers of each citizenship.", "gold_sql": "SELECT Citizenship , COUNT(*) FROM singer GROUP BY Citizenship", "raw_output": "SELECT Citizenship, count(*) FROM singer GROUP BY Citizenship", "predicted_sql": "SELECT Citizenship, count(*) FROM singer GROUP BY Citizenship", "generation_status": "ok", "prompt_tokens": 206, "generated_tokens": 11, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1027", "db_id": "singer", "question": "What is the sname of every sing that does not have any song?", "gold_sql": "SELECT Name FROM singer WHERE Singer_ID NOT IN (SELECT Singer_ID FROM song)", "raw_output": "SELECT T1.Name FROM singer AS T1 LEFT JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T2.Song_ID IS NULL", "predicted_sql": "SELECT T1.Name FROM singer AS T1 LEFT JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T2.Song_ID IS NULL", "generation_status": "ok", "prompt_tokens": 207, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1016", "db_id": "singer", "question": "Show different citizenships and the maximum net worth of singers of each citizenship.", "gold_sql": "SELECT Citizenship , max(Net_Worth_Millions) FROM singer GROUP BY Citizenship", "raw_output": "SELECT T1.Citizenship, MAX(T2.Net_Worth_Millions) FROM singer AS T1 JOIN singer AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Citizenship", "predicted_sql": "SELECT T1.Citizenship, MAX(T2.Net_Worth_Millions) FROM singer AS T1 JOIN singer AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Citizenship", "generation_status": "ok", "prompt_tokens": 207, "generated_tokens": 50, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1020", "db_id": "singer", "question": "Show distinct names of singers that have songs with sales more than 300000.", "gold_sql": "SELECT DISTINCT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T2.Sales > 300000", "raw_output": "SELECT DISTINCT T1.Name FROM singer AS T1 INNER JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T2.Sales > 300000", "predicted_sql": "SELECT DISTINCT T1.Name FROM singer AS T1 INNER JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T2.Sales > 300000", "generation_status": "ok", "prompt_tokens": 212, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1021", "db_id": "singer", "question": "what are the different names of the singers that have sales more than 300000?", "gold_sql": "SELECT DISTINCT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T2.Sales > 300000", "raw_output": "SELECT T1.Name FROM singer AS T1 INNER JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T2.Sales > 300000", "predicted_sql": "SELECT T1.Name FROM singer AS T1 INNER JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T2.Sales > 300000", "generation_status": "ok", "prompt_tokens": 213, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:1008", "db_id": "singer", "question": "Show the name of singers whose birth year is either 1948 or 1949?", "gold_sql": "SELECT Name FROM singer WHERE Birth_Year = 1948 OR Birth_Year = 1949", "raw_output": "SELECT T1.Name FROM singer AS T1 WHERE T1.Birth_Year = 1948 OR T1.Birth_Year = 1949", "predicted_sql": "SELECT T1.Name FROM singer AS T1 WHERE T1.Birth_Year = 1948 OR T1.Birth_Year = 1949", "generation_status": "ok", "prompt_tokens": 214, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:648", "db_id": "poker_player", "question": "Count the number of poker players.", "gold_sql": "SELECT count(*) FROM poker_player", "raw_output": "SELECT count(*) FROM poker_player", "predicted_sql": "SELECT count(*) FROM poker_player", "generation_status": "ok", "prompt_tokens": 215, "generated_tokens": 8, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:647", "db_id": "poker_player", "question": "How many poker players are there?", "gold_sql": "SELECT count(*) FROM poker_player", "raw_output": "SELECT count(*) FROM poker_player", "predicted_sql": "SELECT count(*) FROM poker_player", "generation_status": "ok", "prompt_tokens": 215, "generated_tokens": 8, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:685", "db_id": "poker_player", "question": "How many distinct nationalities are there?", "gold_sql": "SELECT count(DISTINCT Nationality) FROM people", "raw_output": "SELECT COUNT(DISTINCT Nationality) FROM people", "predicted_sql": "SELECT COUNT(DISTINCT Nationality) FROM people", "generation_status": "ok", "prompt_tokens": 215, "generated_tokens": 10, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1028", "db_id": "singer", "question": "Show the citizenship shared by singers with birth year before 1945 and after 1955.", "gold_sql": "SELECT Citizenship FROM singer WHERE Birth_Year < 1945 INTERSECT SELECT Citizenship FROM singer WHERE Birth_Year > 1955", "raw_output": "SELECT Citizenship FROM singer WHERE Birth_Year < 1945 AND Birth_Year > 1955", "predicted_sql": "SELECT Citizenship FROM singer WHERE Birth_Year < 1945 AND Birth_Year > 1955", "generation_status": "ok", "prompt_tokens": 215, "generated_tokens": 25, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:686", "db_id": "poker_player", "question": "Count the number of different nationalities.", "gold_sql": "SELECT count(DISTINCT Nationality) FROM people", "raw_output": "SELECT count(DISTINCT Nationality) FROM people", "predicted_sql": "SELECT count(DISTINCT Nationality) FROM people", "generation_status": "ok", "prompt_tokens": 215, "generated_tokens": 10, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:659", "db_id": "poker_player", "question": "What are the names of poker players?", "gold_sql": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID", "raw_output": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID", "predicted_sql": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID", "generation_status": "ok", "prompt_tokens": 216, "generated_tokens": 32, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1009", "db_id": "singer", "question": "What are the names of the singers whose birth years are either 1948 or 1949?", "gold_sql": "SELECT Name FROM singer WHERE Birth_Year = 1948 OR Birth_Year = 1949", "raw_output": "SELECT Name FROM singer WHERE Birth_Year = 1948 OR Birth_Year = 1949", "predicted_sql": "SELECT Name FROM singer WHERE Birth_Year = 1948 OR Birth_Year = 1949", "generation_status": "ok", "prompt_tokens": 216, "generated_tokens": 25, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:660", "db_id": "poker_player", "question": "Return the names of all the poker players.", "gold_sql": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID", "raw_output": "SELECT T2.Name FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People_ID", "predicted_sql": "SELECT T2.Name FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People_ID", "generation_status": "ok", "prompt_tokens": 217, "generated_tokens": 32, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:653", "db_id": "poker_player", "question": "What is the average earnings of poker players?", "gold_sql": "SELECT avg(Earnings) FROM poker_player", "raw_output": "SELECT AVG(T1.Earnings) FROM poker_player AS T1", "predicted_sql": "SELECT AVG(T1.Earnings) FROM poker_player AS T1", "generation_status": "ok", "prompt_tokens": 217, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:674", "db_id": "poker_player", "question": "How many people are there of each nationality?", "gold_sql": "SELECT Nationality , COUNT(*) FROM people GROUP BY Nationality", "raw_output": "SELECT Nationality, count(*) FROM people GROUP BY Nationality", "predicted_sql": "SELECT Nationality, count(*) FROM people GROUP BY Nationality", "generation_status": "ok", "prompt_tokens": 217, "generated_tokens": 11, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:675", "db_id": "poker_player", "question": "What is the most common nationality of people?", "gold_sql": "SELECT Nationality FROM people GROUP BY Nationality ORDER BY COUNT(*) DESC LIMIT 1", "raw_output": "SELECT Nationality FROM people GROUP BY Nationality ORDER BY COUNT(*) DESC LIMIT 1", "predicted_sql": "SELECT Nationality FROM people GROUP BY Nationality ORDER BY COUNT(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 217, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:654", "db_id": "poker_player", "question": "Return the average earnings across all poker players.", "gold_sql": "SELECT avg(Earnings) FROM poker_player", "raw_output": "SELECT AVG(T1.Earnings) FROM poker_player AS T1", "predicted_sql": "SELECT AVG(T1.Earnings) FROM poker_player AS T1", "generation_status": "ok", "prompt_tokens": 217, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:649", "db_id": "poker_player", "question": "List the earnings of poker players in descending order.", "gold_sql": "SELECT Earnings FROM poker_player ORDER BY Earnings DESC", "raw_output": "SELECT Earnings FROM poker_player ORDER BY Earnings DESC", "predicted_sql": "SELECT Earnings FROM poker_player ORDER BY Earnings DESC", "generation_status": "ok", "prompt_tokens": 218, "generated_tokens": 11, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:683", "db_id": "poker_player", "question": "List the names of people that are not poker players.", "gold_sql": "SELECT Name FROM people WHERE People_ID NOT IN (SELECT People_ID FROM poker_player)", "raw_output": "SELECT T1.Name FROM people AS T1 LEFT JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T2.Poker_Player_ID IS NULL", "predicted_sql": "SELECT T1.Name FROM people AS T1 LEFT JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T2.Poker_Player_ID IS NULL", "generation_status": "ok", "prompt_tokens": 219, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:676", "db_id": "poker_player", "question": "Give the nationality that is most common across all people.", "gold_sql": "SELECT Nationality FROM people GROUP BY Nationality ORDER BY COUNT(*) DESC LIMIT 1", "raw_output": "SELECT Nationality FROM people GROUP BY Nationality ORDER BY COUNT(*) DESC LIMIT 1", "predicted_sql": "SELECT Nationality FROM people GROUP BY Nationality ORDER BY COUNT(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 219, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:681", "db_id": "poker_player", "question": "Show names of people whose nationality is not \"Russia\".", "gold_sql": "SELECT Name FROM people WHERE Nationality != \"Russia\"", "raw_output": "SELECT T1.Name FROM people AS T1 WHERE T1.Nationality != 'Russia'", "predicted_sql": "SELECT T1.Name FROM people AS T1 WHERE T1.Nationality != 'Russia'", "generation_status": "ok", "prompt_tokens": 219, "generated_tokens": 20, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:667", "db_id": "poker_player", "question": "What is the money rank of the tallest poker player?", "gold_sql": "SELECT T2.Money_Rank FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T1.Height DESC LIMIT 1", "raw_output": "SELECT T1.Money_Rank FROM poker_player AS T1 INNER JOIN people AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Height DESC LIMIT 1", "predicted_sql": "SELECT T1.Money_Rank FROM poker_player AS T1 INNER JOIN people AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Height DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 219, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:672", "db_id": "poker_player", "question": "Return the names of poker players sorted by their earnings descending.", "gold_sql": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Earnings DESC", "raw_output": "SELECT T1.Name FROM poker_player AS T2 JOIN people AS T1 ON T2.People_ID = T1.People_ID ORDER BY T2.Earnings DESC", "predicted_sql": "SELECT T1.Name FROM poker_player AS T2 JOIN people AS T1 ON T2.People_ID = T1.People_ID ORDER BY T2.Earnings DESC", "generation_status": "ok", "prompt_tokens": 220, "generated_tokens": 39, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:678", "db_id": "poker_player", "question": "Return the nationalities for which there are two or more people.", "gold_sql": "SELECT Nationality FROM people GROUP BY Nationality HAVING COUNT(*) >= 2", "raw_output": "SELECT Nationality FROM people GROUP BY Nationality HAVING count(*) >= 2", "predicted_sql": "SELECT Nationality FROM people GROUP BY Nationality HAVING count(*) >= 2", "generation_status": "ok", "prompt_tokens": 220, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:684", "db_id": "poker_player", "question": "What are the names of people who do not play poker?", "gold_sql": "SELECT Name FROM people WHERE People_ID NOT IN (SELECT People_ID FROM poker_player)", "raw_output": "SELECT T1.Name FROM people AS T1 LEFT JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T2.Poker_Player_ID IS NULL", "predicted_sql": "SELECT T1.Name FROM people AS T1 LEFT JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T2.Poker_Player_ID IS NULL", "generation_status": "ok", "prompt_tokens": 220, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1029", "db_id": "singer", "question": "What are the citizenships that are shared by singers with a birth year before 1945 and after 1955?", "gold_sql": "SELECT Citizenship FROM singer WHERE Birth_Year < 1945 INTERSECT SELECT Citizenship FROM singer WHERE Birth_Year > 1955", "raw_output": "SELECT T1.Citizenship FROM singer AS T1 WHERE T1.Birth_Year < 1945 AND T1.Birth_Year > 1955", "predicted_sql": "SELECT T1.Citizenship FROM singer AS T1 WHERE T1.Birth_Year < 1945 AND T1.Birth_Year > 1955", "generation_status": "ok", "prompt_tokens": 220, "generated_tokens": 38, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:682", "db_id": "poker_player", "question": "What are the names of people who are not from Russia?", "gold_sql": "SELECT Name FROM people WHERE Nationality != \"Russia\"", "raw_output": "SELECT T1.Name FROM people AS T1 WHERE T1.Nationality != 'Russia'", "predicted_sql": "SELECT T1.Name FROM people AS T1 WHERE T1.Nationality != 'Russia'", "generation_status": "ok", "prompt_tokens": 220, "generated_tokens": 20, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:656", "db_id": "poker_player", "question": "Return the money rank of the player with the greatest earnings.", "gold_sql": "SELECT Money_Rank FROM poker_player ORDER BY Earnings DESC LIMIT 1", "raw_output": "SELECT T1.Money_Rank FROM poker_player AS T1 ORDER BY T1.Earnings DESC LIMIT 1", "predicted_sql": "SELECT T1.Money_Rank FROM poker_player AS T1 ORDER BY T1.Earnings DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 220, "generated_tokens": 25, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:651", "db_id": "poker_player", "question": "List the final tables made and the best finishes of poker players.", "gold_sql": "SELECT Final_Table_Made , Best_Finish FROM poker_player", "raw_output": "SELECT Final_Table_Made, Best_Finish FROM poker_player", "predicted_sql": "SELECT Final_Table_Made, Best_Finish FROM poker_player", "generation_status": "ok", "prompt_tokens": 221, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:668", "db_id": "poker_player", "question": "Return the money rank of the poker player with the greatest height.", "gold_sql": "SELECT T2.Money_Rank FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T1.Height DESC LIMIT 1", "raw_output": "SELECT T1.Money_Rank FROM poker_player AS T1 INNER JOIN people AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Height DESC LIMIT 1", "predicted_sql": "SELECT T1.Money_Rank FROM poker_player AS T1 INNER JOIN people AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Height DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 221, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:666", "db_id": "poker_player", "question": "Return the birth date of the poker player with the lowest earnings.", "gold_sql": "SELECT T1.Birth_Date FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Earnings ASC LIMIT 1", "raw_output": "SELECT T2.Birth_Date FROM poker_player AS T1 INNER JOIN people AS T2 ON T1.People_ID = T2.People_ID ORDER BY T1.Earnings ASC LIMIT 1", "predicted_sql": "SELECT T2.Birth_Date FROM poker_player AS T1 INNER JOIN people AS T2 ON T1.People_ID = T2.People_ID ORDER BY T1.Earnings ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 221, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:671", "db_id": "poker_player", "question": "What are the names of poker players in descending order of earnings?", "gold_sql": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Earnings DESC", "raw_output": "SELECT T1.Name FROM poker_player AS T2 JOIN people AS T1 ON T2.People_ID = T1.People_ID ORDER BY T2.Earnings DESC", "predicted_sql": "SELECT T1.Name FROM poker_player AS T2 JOIN people AS T1 ON T2.People_ID = T1.People_ID ORDER BY T2.Earnings DESC", "generation_status": "ok", "prompt_tokens": 221, "generated_tokens": 39, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:650", "db_id": "poker_player", "question": "What are the earnings of poker players, ordered descending by value?", "gold_sql": "SELECT Earnings FROM poker_player ORDER BY Earnings DESC", "raw_output": "SELECT Earnings FROM poker_player ORDER BY Earnings DESC", "predicted_sql": "SELECT Earnings FROM poker_player ORDER BY Earnings DESC", "generation_status": "ok", "prompt_tokens": 221, "generated_tokens": 11, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:677", "db_id": "poker_player", "question": "What are the nationalities that are shared by at least two people?", "gold_sql": "SELECT Nationality FROM people GROUP BY Nationality HAVING COUNT(*) >= 2", "raw_output": "SELECT Nationality FROM people GROUP BY Nationality HAVING count(*) >= 2", "predicted_sql": "SELECT Nationality FROM people GROUP BY Nationality HAVING count(*) >= 2", "generation_status": "ok", "prompt_tokens": 221, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:652", "db_id": "poker_player", "question": "What are the final tables made and best finishes for all poker players?", "gold_sql": "SELECT Final_Table_Made , Best_Finish FROM poker_player", "raw_output": " نحوه_poker_player.Final_Table_Made, نحوه_poker_player.Best_Finish", "predicted_sql": "نحوه_poker_player.Final_Table_Made, نحوه_poker_player.Best_Finish", "generation_status": "ok", "prompt_tokens": 222, "generated_tokens": 26, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "rejected", "prediction_error": "Only SELECT or WITH ... SELECT is accepted", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:655", "db_id": "poker_player", "question": "What is the money rank of the poker player with the highest earnings?", "gold_sql": "SELECT Money_Rank FROM poker_player ORDER BY Earnings DESC LIMIT 1", "raw_output": " نحوه_poker_player.Earnings, order by Earnings desc limit 1", "predicted_sql": "نحوه_poker_player.Earnings, order by Earnings desc limit 1", "generation_status": "ok", "prompt_tokens": 222, "generated_tokens": 18, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "rejected", "prediction_error": "Only SELECT or WITH ... SELECT is accepted", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:665", "db_id": "poker_player", "question": "What is the birth date of the poker player with the lowest earnings?", "gold_sql": "SELECT T1.Birth_Date FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Earnings ASC LIMIT 1", "raw_output": " نحوه_poker_player.Earnings, نحوه_people.Birth_Date, نحوه_poker_player.Earnings, نحوه_people.Birth_Date", "predicted_sql": "نحوه_poker_player.Earnings, نحوه_people.Birth_Date, نحوه_poker_player.Earnings, نحوه_people.Birth_Date", "generation_status": "ok", "prompt_tokens": 222, "generated_tokens": 38, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "rejected", "prediction_error": "Only SELECT or WITH ... SELECT is accepted", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:679", "db_id": "poker_player", "question": "List the names and birth dates of people in ascending alphabetical order of name.", "gold_sql": "SELECT Name , Birth_Date FROM people ORDER BY Name ASC", "raw_output": " نحوه_الاستعلام_لإظهار_أسماء_وأعياد_الميلاد_الأشخاص_مرتبة_أبجدية_تصاعدية", "predicted_sql": "نحوه_الاستعلام_لإظهار_أسماء_وأعياد_الميلاد_الأشخاص_مرتبة_أبجدية_تصاعدية", "generation_status": "ok", "prompt_tokens": 223, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "rejected", "prediction_error": "Only SELECT or WITH ... SELECT is accepted", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:670", "db_id": "poker_player", "question": "Give average earnings of poker players who are taller than 200.", "gold_sql": "SELECT avg(T2.Earnings) FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T1.Height > 200", "raw_output": " نحوه_الاستعلام_للحصول_من_المبالغ_المتوسطة_للاعبين_الذين_أطول_من_200", "predicted_sql": "نحوه_الاستعلام_للحصول_من_المبالغ_المتوسطة_للاعبين_الذين_أطول_من_200", "generation_status": "ok", "prompt_tokens": 223, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "rejected", "prediction_error": "Only SELECT or WITH ... SELECT is accepted", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:673", "db_id": "poker_player", "question": "What are different nationalities of people and the corresponding number of people from each nation?", "gold_sql": "SELECT Nationality , COUNT(*) FROM people GROUP BY Nationality", "raw_output": " نحوه_الاستعلام_للحصول_من_الاستعلام_الذي_يطلب_الجنسيات_وعدد_الأشخاص_لكل_جنسية:\nSELECT Nationality, COUNT(People_ID) FROM people GROUP BY Nationality", "predicted_sql": "نحوه_الاستعلام_للحصول_من_الاستعلام_الذي_يطلب_الجنسيات_وعدد_الأشخاص_لكل_جنسية:\nSELECT Nationality, COUNT(People_ID) FROM people GROUP BY Nationality", "generation_status": "ok", "prompt_tokens": 224, "generated_tokens": 57, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "rejected", "prediction_error": "Only SELECT or WITH ... SELECT is accepted", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:663", "db_id": "poker_player", "question": "List the names of poker players ordered by the final tables made in ascending order.", "gold_sql": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Final_Table_Made", "raw_output": " نحوه_الاستعلام_لإظهار_أسماء_لاعبي_البوكر_مرتبة_حسب_الطاولات_النهائية_المصنوعة_تصاعدياً\nSELECT T2.Name FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People_ID ORDER BY T1.Final_Table_Made ASC", "predicted_sql": "نحوه_الاستعلام_لإظهار_أسماء_لاعبي_البوكر_مرتبة_حسب_الطاولات_النهائية_المصنوعة_تصاعدياً\nSELECT T2.Name FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People_ID ORDER BY T1.Final_Table_Made ASC", "generation_status": "ok", "prompt_tokens": 224, "generated_tokens": 89, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "rejected", "prediction_error": "Only SELECT or WITH ... SELECT is accepted", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:669", "db_id": "poker_player", "question": "What is the average earnings of poker players with height higher than 200?", "gold_sql": "SELECT avg(T2.Earnings) FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T1.Height > 200", "raw_output": "2000000000", "predicted_sql": "2000000000", "generation_status": "ok", "prompt_tokens": 225, "generated_tokens": 11, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "rejected", "prediction_error": "Only SELECT or WITH ... SELECT is accepted", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:680", "db_id": "poker_player", "question": "What are the names and birth dates of people, ordered by their names in alphabetical order?", "gold_sql": "SELECT Name , Birth_Date FROM people ORDER BY Name ASC", "raw_output": "SELECT T1.Name, T1.Birth_Date FROM people AS T1 ORDER BY T1.Name;", "predicted_sql": "SELECT T1.Name, T1.Birth_Date FROM people AS T1 ORDER BY T1.Name;", "generation_status": "ok", "prompt_tokens": 226, "generated_tokens": 25, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:662", "db_id": "poker_player", "question": "Give the names of poker players who have earnings above 300000.", "gold_sql": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T2.Earnings > 300000", "raw_output": "SELECT T1.Name FROM people AS T1 INNER JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T2.Earnings > 300000", "predicted_sql": "SELECT T1.Name FROM people AS T1 INNER JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T2.Earnings > 300000", "generation_status": "ok", "prompt_tokens": 226, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:664", "db_id": "poker_player", "question": "What are the names of poker players, ordered ascending by the number of final tables they have made?", "gold_sql": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Final_Table_Made", "raw_output": "SELECT T1.Name FROM people AS T1 INNER JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY SUM(T2.Final_Table_Made) ASC", "predicted_sql": "SELECT T1.Name FROM people AS T1 INNER JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY SUM(T2.Final_Table_Made) ASC", "generation_status": "ok", "prompt_tokens": 228, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "misuse of aggregate: SUM()", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:661", "db_id": "poker_player", "question": "What are the names of poker players whose earnings is higher than 300000?", "gold_sql": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T2.Earnings > 300000", "raw_output": "SELECT T1.Name FROM poker_player AS T2 INNER JOIN people AS T1 ON T2.People_ID = T1.People_ID WHERE T2.Earnings > 300000", "predicted_sql": "SELECT T1.Name FROM poker_player AS T2 INNER JOIN people AS T1 ON T2.People_ID = T1.People_ID WHERE T2.Earnings > 300000", "generation_status": "ok", "prompt_tokens": 228, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:658", "db_id": "poker_player", "question": "Return the maximum final tables made across all poker players who have earnings below 200000.", "gold_sql": "SELECT max(Final_Table_Made) FROM poker_player WHERE Earnings < 200000", "raw_output": "SELECT MAX(T1.Final_Table_Made) FROM poker_player AS T1 INNER JOIN people AS T2 ON T1.People_ID = T2.People_ID WHERE T1.Earnings < 200000", "predicted_sql": "SELECT MAX(T1.Final_Table_Made) FROM poker_player AS T1 INNER JOIN people AS T2 ON T1.People_ID = T2.People_ID WHERE T1.Earnings < 200000", "generation_status": "ok", "prompt_tokens": 230, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:381", "db_id": "course_teach", "question": "How many teachers are there?", "gold_sql": "SELECT count(*) FROM teacher", "raw_output": "SELECT count(*) FROM teacher", "predicted_sql": "SELECT count(*) FROM teacher", "generation_status": "ok", "prompt_tokens": 231, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:392", "db_id": "course_teach", "question": "Where is the youngest teacher from?", "gold_sql": "SELECT Hometown FROM teacher ORDER BY Age ASC LIMIT 1", "raw_output": "SELECT T1.Hometown FROM teacher AS T1 ORDER BY T1.Age LIMIT 1", "predicted_sql": "SELECT T1.Hometown FROM teacher AS T1 ORDER BY T1.Age LIMIT 1", "generation_status": "ok", "prompt_tokens": 232, "generated_tokens": 21, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:657", "db_id": "poker_player", "question": "What is the maximum number of final tables made among poker players with earnings less than 200000?", "gold_sql": "SELECT max(Final_Table_Made) FROM poker_player WHERE Earnings < 200000", "raw_output": "SELECT MAX(T1.Final_Table_Made) FROM poker_player AS T1 INNER JOIN people AS T2 ON T1.People_ID = T2.People_ID WHERE T1.Earnings < 200000", "predicted_sql": "SELECT MAX(T1.Final_Table_Made) FROM poker_player AS T1 INNER JOIN people AS T2 ON T1.People_ID = T2.People_ID WHERE T1.Earnings < 200000", "generation_status": "ok", "prompt_tokens": 232, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:395", "db_id": "course_teach", "question": "List the most common hometown of teachers.", "gold_sql": "SELECT Hometown FROM teacher GROUP BY Hometown ORDER BY COUNT(*) DESC LIMIT 1", "raw_output": "SELECT Hometown FROM teacher GROUP BY Hometown ORDER BY COUNT(*) DESC LIMIT 1", "predicted_sql": "SELECT Hometown FROM teacher GROUP BY Hometown ORDER BY COUNT(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 233, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:382", "db_id": "course_teach", "question": "What is the total count of teachers?", "gold_sql": "SELECT count(*) FROM teacher", "raw_output": "SELECT count(*) FROM teacher", "predicted_sql": "SELECT count(*) FROM teacher", "generation_status": "ok", "prompt_tokens": 233, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:385", "db_id": "course_teach", "question": "What are the age and hometown of teachers?", "gold_sql": "SELECT Age , Hometown FROM teacher", "raw_output": "SELECT Name, Age, Hometown FROM teacher", "predicted_sql": "SELECT Name, Age, Hometown FROM teacher", "generation_status": "ok", "prompt_tokens": 234, "generated_tokens": 9, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:391", "db_id": "course_teach", "question": "What is the hometown of the youngest teacher?", "gold_sql": "SELECT Hometown FROM teacher ORDER BY Age ASC LIMIT 1", "raw_output": "SELECT T1.Hometown FROM teacher AS T1 ORDER BY T1.Age ASC LIMIT 1", "predicted_sql": "SELECT T1.Hometown FROM teacher AS T1 ORDER BY T1.Age ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 234, "generated_tokens": 22, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:386", "db_id": "course_teach", "question": "What is the age and hometown of every teacher?", "gold_sql": "SELECT Age , Hometown FROM teacher", "raw_output": "SELECT Name, Age, Hometown FROM teacher", "predicted_sql": "SELECT Name, Age, Hometown FROM teacher", "generation_status": "ok", "prompt_tokens": 235, "generated_tokens": 9, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:394", "db_id": "course_teach", "question": "For each hometown, how many teachers are there?", "gold_sql": "SELECT Hometown , COUNT(*) FROM teacher GROUP BY Hometown", "raw_output": "SELECT Hometown, count(Teacher_ID) FROM teacher GROUP BY Hometown", "predicted_sql": "SELECT Hometown, count(Teacher_ID) FROM teacher GROUP BY Hometown", "generation_status": "ok", "prompt_tokens": 235, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:397", "db_id": "course_teach", "question": "Show the hometowns shared by at least two teachers.", "gold_sql": "SELECT Hometown FROM teacher GROUP BY Hometown HAVING COUNT(*) >= 2", "raw_output": "SELECT Hometown FROM teacher GROUP BY Hometown HAVING count(*) >= 2", "predicted_sql": "SELECT Hometown FROM teacher GROUP BY Hometown HAVING count(*) >= 2", "generation_status": "ok", "prompt_tokens": 236, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:396", "db_id": "course_teach", "question": "What is the most commmon hometowns for teachers?", "gold_sql": "SELECT Hometown FROM teacher GROUP BY Hometown ORDER BY COUNT(*) DESC LIMIT 1", "raw_output": "SELECT Hometown, COUNT(*) FROM teacher GROUP BY Hometown ORDER BY COUNT(*) DESC LIMIT 1", "predicted_sql": "SELECT Hometown, COUNT(*) FROM teacher GROUP BY Hometown ORDER BY COUNT(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 236, "generated_tokens": 19, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:403", "db_id": "course_teach", "question": "Show the name of the teacher for the math course.", "gold_sql": "SELECT T3.Name FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID WHERE T2.Course = \"Math\"", "raw_output": "SELECT T1.Name FROM teacher AS T1 JOIN course_arrange AS T2 ON T1.Teacher_ID = T2.Teacher_ID JOIN course AS T3 ON T2.Course_ID = T3.Course_ID WHERE T3.Course = 'math'", "predicted_sql": "SELECT T1.Name FROM teacher AS T1 JOIN course_arrange AS T2 ON T1.Teacher_ID = T2.Teacher_ID JOIN course AS T3 ON T2.Course_ID = T3.Course_ID WHERE T3.Course = 'math'", "generation_status": "ok", "prompt_tokens": 236, "generated_tokens": 60, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:407", "db_id": "course_teach", "question": "Show names of teachers that teach at least two courses.", "gold_sql": "SELECT T2.Name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T2.Name HAVING COUNT(*) >= 2", "raw_output": "SELECT T1.Name FROM teacher AS T1 JOIN course_arrange AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T1.Name HAVING count(*) >= 2", "predicted_sql": "SELECT T1.Name FROM teacher AS T1 JOIN course_arrange AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T1.Name HAVING count(*) >= 2", "generation_status": "ok", "prompt_tokens": 236, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:383", "db_id": "course_teach", "question": "List the names of teachers in ascending order of age.", "gold_sql": "SELECT Name FROM teacher ORDER BY Age ASC", "raw_output": "SELECT T.Name FROM teacher AS T ORDER BY T.Age ASC", "predicted_sql": "SELECT T.Name FROM teacher AS T ORDER BY T.Age ASC", "generation_status": "ok", "prompt_tokens": 236, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:404", "db_id": "course_teach", "question": "What are the names of the people who teach math courses?", "gold_sql": "SELECT T3.Name FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID WHERE T2.Course = \"Math\"", "raw_output": "SELECT T1.Name FROM teacher AS T1 JOIN course_arrange AS T2 ON T1.Teacher_ID = T2.Teacher_ID JOIN course AS T3 ON T2.Course_ID = T3.Course_ID WHERE T3.Course = 'math'", "predicted_sql": "SELECT T1.Name FROM teacher AS T1 JOIN course_arrange AS T2 ON T1.Teacher_ID = T2.Teacher_ID JOIN course AS T3 ON T2.Course_ID = T3.Course_ID WHERE T3.Course = 'math'", "generation_status": "ok", "prompt_tokens": 237, "generated_tokens": 60, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:384", "db_id": "course_teach", "question": "What are the names of the teachers ordered by ascending age?", "gold_sql": "SELECT Name FROM teacher ORDER BY Age ASC", "raw_output": "SELECT T.Name FROM teacher AS T ORDER BY T.Age ASC", "predicted_sql": "SELECT T.Name FROM teacher AS T ORDER BY T.Age ASC", "generation_status": "ok", "prompt_tokens": 237, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:405", "db_id": "course_teach", "question": "Show names of teachers and the number of courses they teach.", "gold_sql": "SELECT T2.Name , COUNT(*) FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T2.Name", "raw_output": "SELECT T1.Name, count(T2.Course_ID) FROM teacher AS T1 JOIN course_arrange AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T1.Name", "predicted_sql": "SELECT T1.Name, count(T2.Course_ID) FROM teacher AS T1 JOIN course_arrange AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T1.Name", "generation_status": "ok", "prompt_tokens": 237, "generated_tokens": 48, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:192", "db_id": "flight_2", "question": "Return the number of flights.", "gold_sql": "SELECT count(*) FROM FLIGHTS", "raw_output": "SELECT count(*) FROM flights", "predicted_sql": "SELECT count(*) FROM flights", "generation_status": "ok", "prompt_tokens": 238, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:400", "db_id": "course_teach", "question": "What is the name of each teacher and what course they teach?", "gold_sql": "SELECT T3.Name , T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID", "raw_output": "SELECT T.Name, C.Course FROM teacher AS T JOIN course_arrange AS CA ON T.Teacher_ID = CA.Teacher_ID JOIN course AS C ON CA.Course_ID = C.Course_ID", "predicted_sql": "SELECT T.Name, C.Course FROM teacher AS T JOIN course_arrange AS CA ON T.Teacher_ID = CA.Teacher_ID JOIN course AS C ON CA.Course_ID = C.Course_ID", "generation_status": "ok", "prompt_tokens": 238, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:398", "db_id": "course_teach", "question": "What are the towns from which at least two teachers come from?", "gold_sql": "SELECT Hometown FROM teacher GROUP BY Hometown HAVING COUNT(*) >= 2", "raw_output": "SELECT Hometown FROM teacher GROUP BY Hometown HAVING count(*) >= 2", "predicted_sql": "SELECT Hometown FROM teacher GROUP BY Hometown HAVING count(*) >= 2", "generation_status": "ok", "prompt_tokens": 238, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:399", "db_id": "course_teach", "question": "Show names of teachers and the courses they are arranged to teach.", "gold_sql": "SELECT T3.Name , T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID", "raw_output": "SELECT T.Name, C.Course FROM teacher AS T JOIN course_arrange AS CA ON T.Teacher_ID = CA.Teacher_ID JOIN course AS C ON CA.Course_ID = C.Course_ID", "predicted_sql": "SELECT T.Name, C.Course FROM teacher AS T JOIN course_arrange AS CA ON T.Teacher_ID = CA.Teacher_ID JOIN course AS C ON CA.Course_ID = C.Course_ID", "generation_status": "ok", "prompt_tokens": 238, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:687", "db_id": "voter_1", "question": "How many states are there?", "gold_sql": "SELECT count(*) FROM area_code_state", "raw_output": "SELECT count(*) FROM AREA_CODE_STATE", "predicted_sql": "SELECT count(*) FROM AREA_CODE_STATE", "generation_status": "ok", "prompt_tokens": 238, "generated_tokens": 10, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:193", "db_id": "flight_2", "question": "Which airline has abbreviation 'UAL'?", "gold_sql": "SELECT Airline FROM AIRLINES WHERE Abbreviation = \"UAL\"", "raw_output": "SELECT Airline FROM airlines WHERE Abbreviation = 'UAL'", "predicted_sql": "SELECT Airline FROM airlines WHERE Abbreviation = 'UAL'", "generation_status": "ok", "prompt_tokens": 239, "generated_tokens": 12, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:189", "db_id": "flight_2", "question": "How many airports do we have?", "gold_sql": "SELECT count(*) FROM AIRPORTS", "raw_output": "SELECT count(*) FROM airports", "predicted_sql": "SELECT count(*) FROM airports", "generation_status": "ok", "prompt_tokens": 239, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:195", "db_id": "flight_2", "question": "How many airlines are from USA?", "gold_sql": "SELECT count(*) FROM AIRLINES WHERE Country = \"USA\"", "raw_output": "SELECT count(*) FROM airlines WHERE Country = 'USA'", "predicted_sql": "SELECT count(*) FROM airlines WHERE Country = 'USA'", "generation_status": "ok", "prompt_tokens": 239, "generated_tokens": 12, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:191", "db_id": "flight_2", "question": "How many flights do we have?", "gold_sql": "SELECT count(*) FROM FLIGHTS", "raw_output": "SELECT count(*) FROM flights", "predicted_sql": "SELECT count(*) FROM flights", "generation_status": "ok", "prompt_tokens": 239, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:393", "db_id": "course_teach", "question": "Show different hometown of teachers and the number of teachers from each hometown.", "gold_sql": "SELECT Hometown , COUNT(*) FROM teacher GROUP BY Hometown", "raw_output": "SELECT Hometown, count(Teacher_ID) FROM teacher GROUP BY Hometown", "predicted_sql": "SELECT Hometown, count(Teacher_ID) FROM teacher GROUP BY Hometown", "generation_status": "ok", "prompt_tokens": 239, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:409", "db_id": "course_teach", "question": "List the names of teachers who have not been arranged to teach courses.", "gold_sql": "SELECT Name FROM teacher WHERE Teacher_id NOT IN (SELECT Teacher_id FROM course_arrange)", "raw_output": "SELECT T1.Name FROM teacher AS T1 LEFT JOIN course_arrange AS T2 ON T1.Teacher_ID = T2.Teacher_ID WHERE T2.Teacher_ID IS NULL", "predicted_sql": "SELECT T1.Name FROM teacher AS T1 LEFT JOIN course_arrange AS T2 ON T1.Teacher_ID = T2.Teacher_ID WHERE T2.Teacher_ID IS NULL", "generation_status": "ok", "prompt_tokens": 239, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:187", "db_id": "flight_2", "question": "How many airlines do we have?", "gold_sql": "SELECT count(*) FROM AIRLINES", "raw_output": "SELECT count(*) FROM airlines", "predicted_sql": "SELECT count(*) FROM airlines", "generation_status": "ok", "prompt_tokens": 239, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:230", "db_id": "flight_2", "question": "What airline serves the most flights?", "gold_sql": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline GROUP BY T1.Airline ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline GROUP BY T1.Airline ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 239, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:205", "db_id": "flight_2", "question": "How many flights have destination ATO?", "gold_sql": "SELECT count(*) FROM FLIGHTS WHERE DestAirport = \"ATO\"", "raw_output": "SELECT count(*) FROM flights WHERE DestAirport = 'ATO'", "predicted_sql": "SELECT count(*) FROM flights WHERE DestAirport = 'ATO'", "generation_status": "ok", "prompt_tokens": 239, "generated_tokens": 13, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:408", "db_id": "course_teach", "question": "What are the names of the teachers who teach at least two courses?", "gold_sql": "SELECT T2.Name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T2.Name HAVING COUNT(*) >= 2", "raw_output": "SELECT T1.Name FROM teacher AS T1 JOIN course_arrange AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T1.Teacher_ID HAVING count(*) >= 2", "predicted_sql": "SELECT T1.Name FROM teacher AS T1 JOIN course_arrange AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T1.Teacher_ID HAVING count(*) >= 2", "generation_status": "ok", "prompt_tokens": 239, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:410", "db_id": "course_teach", "question": "What are the names of the teachers whose courses have not been arranged?", "gold_sql": "SELECT Name FROM teacher WHERE Teacher_id NOT IN (SELECT Teacher_id FROM course_arrange)", "raw_output": "SELECT T1.Name FROM teacher AS T1 LEFT JOIN course_arrange AS T2 ON T1.Teacher_ID = T2.Teacher_ID WHERE T2.Teacher_ID IS NULL", "predicted_sql": "SELECT T1.Name FROM teacher AS T1 LEFT JOIN course_arrange AS T2 ON T1.Teacher_ID = T2.Teacher_ID WHERE T2.Teacher_ID IS NULL", "generation_status": "ok", "prompt_tokens": 239, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:229", "db_id": "flight_2", "question": "Which airline has most number of flights?", "gold_sql": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline GROUP BY T1.Airline ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline GROUP BY T1.Airline ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 240, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:697", "db_id": "voter_1", "question": "How many contestants did not get voted?", "gold_sql": "SELECT count(*) FROM contestants WHERE contestant_number NOT IN ( SELECT contestant_number FROM votes )", "raw_output": "SELECT COUNT(*) FROM CONTESTANTS EXCEPT SELECT contestant_number FROM VOTES", "predicted_sql": "SELECT COUNT(*) FROM CONTESTANTS EXCEPT SELECT contestant_number FROM VOTES", "generation_status": "ok", "prompt_tokens": 240, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:188", "db_id": "flight_2", "question": "What is the total number of airlines?", "gold_sql": "SELECT count(*) FROM AIRLINES", "raw_output": "SELECT count(*) FROM airlines", "predicted_sql": "SELECT count(*) FROM airlines", "generation_status": "ok", "prompt_tokens": 240, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:406", "db_id": "course_teach", "question": "What are the names of the teachers and how many courses do they teach?", "gold_sql": "SELECT T2.Name , COUNT(*) FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T2.Name", "raw_output": "SELECT T1.Name, count(T2.Course_ID) FROM teacher AS T1 JOIN course_arrange AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T1.Name", "predicted_sql": "SELECT T1.Name, count(T2.Course_ID) FROM teacher AS T1 JOIN course_arrange AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T1.Name", "generation_status": "ok", "prompt_tokens": 240, "generated_tokens": 48, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:207", "db_id": "flight_2", "question": "How many flights depart from City Aberdeen?", "gold_sql": "SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.City = \"Aberdeen\"", "raw_output": "SELECT count(*) FROM flights WHERE SourceAirport = 'Aberdeen';", "predicted_sql": "SELECT count(*) FROM flights WHERE SourceAirport = 'Aberdeen';", "generation_status": "ok", "prompt_tokens": 240, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:206", "db_id": "flight_2", "question": "Count the number of flights into ATO.", "gold_sql": "SELECT count(*) FROM FLIGHTS WHERE DestAirport = \"ATO\"", "raw_output": "SELECT count(*) FROM flights WHERE DestAirport = 'ATO'", "predicted_sql": "SELECT count(*) FROM flights WHERE DestAirport = 'ATO'", "generation_status": "ok", "prompt_tokens": 240, "generated_tokens": 13, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:190", "db_id": "flight_2", "question": "Return the number of airports.", "gold_sql": "SELECT count(*) FROM AIRPORTS", "raw_output": "SELECT count(*) FROM airports", "predicted_sql": "SELECT count(*) FROM airports", "generation_status": "ok", "prompt_tokens": 240, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:194", "db_id": "flight_2", "question": "Give the airline with abbreviation 'UAL'.", "gold_sql": "SELECT Airline FROM AIRLINES WHERE Abbreviation = \"UAL\"", "raw_output": "SELECT Airline FROM airlines WHERE Abbreviation = 'UAL'", "predicted_sql": "SELECT Airline FROM airlines WHERE Abbreviation = 'UAL'", "generation_status": "ok", "prompt_tokens": 240, "generated_tokens": 12, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:182", "db_id": "flight_2", "question": "Which abbreviation corresponds to Jetblue Airways?", "gold_sql": "SELECT Abbreviation FROM AIRLINES WHERE Airline = \"JetBlue Airways\"", "raw_output": "SELECT T1.Abbreviation FROM airlines AS T1 WHERE T1.Airline = 'Jetblue Airways'", "predicted_sql": "SELECT T1.Abbreviation FROM airlines AS T1 WHERE T1.Airline = 'Jetblue Airways'", "generation_status": "ok", "prompt_tokens": 240, "generated_tokens": 23, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:389", "db_id": "course_teach", "question": "Show the name of teachers aged either 32 or 33?", "gold_sql": "SELECT Name FROM teacher WHERE Age = 32 OR Age = 33", "raw_output": "SELECT T1.Name FROM teacher AS T1 WHERE T1.Age = '32' OR T1.Age = '33'", "predicted_sql": "SELECT T1.Name FROM teacher AS T1 WHERE T1.Age = '32' OR T1.Age = '33'", "generation_status": "ok", "prompt_tokens": 240, "generated_tokens": 31, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:209", "db_id": "flight_2", "question": "How many flights arriving in Aberdeen city?", "gold_sql": "SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.City = \"Aberdeen\"", "raw_output": "SELECT count(*) FROM flights WHERE DestAirport = (SELECT AirportCode FROM airports WHERE City = 'Aberdeen');", "predicted_sql": "SELECT count(*) FROM flights WHERE DestAirport = (SELECT AirportCode FROM airports WHERE City = 'Aberdeen');", "generation_status": "ok", "prompt_tokens": 240, "generated_tokens": 23, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:221", "db_id": "flight_2", "question": "Which city has most number of arriving flights?", "gold_sql": "SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport GROUP BY T1.City ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.City FROM airports AS T1 JOIN flights AS T2 ON T1.AirportCode = T2.SourceAirport GROUP BY T1.City ORDER BY COUNT(T2.FlightNo) DESC LIMIT 1", "predicted_sql": "SELECT T1.City FROM airports AS T1 JOIN flights AS T2 ON T1.AirportCode = T2.SourceAirport GROUP BY T1.City ORDER BY COUNT(T2.FlightNo) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 241, "generated_tokens": 48, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:202", "db_id": "flight_2", "question": "What are the names of airports in Aberdeen?", "gold_sql": "SELECT AirportName FROM AIRPORTS WHERE City = \"Aberdeen\"", "raw_output": "SELECT T1.AirportName FROM airports AS T1 WHERE T1.Country = 'Aberdeen'", "predicted_sql": "SELECT T1.AirportName FROM airports AS T1 WHERE T1.Country = 'Aberdeen'", "generation_status": "ok", "prompt_tokens": 241, "generated_tokens": 22, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:210", "db_id": "flight_2", "question": "Return the number of flights arriving in Aberdeen.", "gold_sql": "SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.City = \"Aberdeen\"", "raw_output": "SELECT count(*) FROM flights WHERE DestAirport = 'ABER';", "predicted_sql": "SELECT count(*) FROM flights WHERE DestAirport = 'ABER';", "generation_status": "ok", "prompt_tokens": 241, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:180", "db_id": "flight_2", "question": "What country is Jetblue Airways affiliated with?", "gold_sql": "SELECT Country FROM AIRLINES WHERE Airline = \"JetBlue Airways\"", "raw_output": "SELECT T1.Country FROM airlines AS T1 WHERE T1.Abbreviation = 'JB';", "predicted_sql": "SELECT T1.Country FROM airlines AS T1 WHERE T1.Abbreviation = 'JB';", "generation_status": "ok", "prompt_tokens": 241, "generated_tokens": 21, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:212", "db_id": "flight_2", "question": "How many flights fly from Aberdeen to Ashley?", "gold_sql": "SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode JOIN AIRPORTS AS T3 ON T1.SourceAirport = T3.AirportCode WHERE T2.City = \"Ashley\" AND T3.City = \"Aberdeen\"", "raw_output": "SELECT count(*) FROM flights WHERE SourceAirport = 'Aberdeen' AND DestAirport = 'Ashley'", "predicted_sql": "SELECT count(*) FROM flights WHERE SourceAirport = 'Aberdeen' AND DestAirport = 'Ashley'", "generation_status": "ok", "prompt_tokens": 241, "generated_tokens": 21, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:208", "db_id": "flight_2", "question": "Return the number of flights departing from Aberdeen.", "gold_sql": "SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.City = \"Aberdeen\"", "raw_output": "SELECT count(*) FROM flights WHERE SourceAirport = 'Aberdeen'", "predicted_sql": "SELECT count(*) FROM flights WHERE SourceAirport = 'Aberdeen'", "generation_status": "ok", "prompt_tokens": 241, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:222", "db_id": "flight_2", "question": "Which city has the most frequent destination airport?", "gold_sql": "SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport GROUP BY T1.City ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.City FROM airports AS T1 JOIN flights AS T2 ON T1.AirportCode = T2.DestAirport GROUP BY T1.City ORDER BY COUNT(T2.DestAirport) DESC LIMIT 1", "predicted_sql": "SELECT T1.City FROM airports AS T1 JOIN flights AS T2 ON T1.AirportCode = T2.DestAirport GROUP BY T1.City ORDER BY COUNT(T2.DestAirport) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 241, "generated_tokens": 48, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:868", "db_id": "network_1", "question": "What grade is Kyle in?", "gold_sql": "SELECT grade FROM Highschooler WHERE name = \"Kyle\"", "raw_output": "SELECT T1.grade FROM Highschooler AS T1 WHERE T1.name = 'Kyle'", "predicted_sql": "SELECT T1.grade FROM Highschooler AS T1 WHERE T1.name = 'Kyle'", "generation_status": "ok", "prompt_tokens": 241, "generated_tokens": 22, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:246", "db_id": "flight_2", "question": "Which flight numbers correspond to United Airlines flights?", "gold_sql": "SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T2.uid = T1.Airline WHERE T2.Airline = \"United Airlines\"", "raw_output": "SELECT FlightNo FROM flights WHERE Airline = (SELECT uid FROM airlines WHERE Airline = 'United Airlines')", "predicted_sql": "SELECT FlightNo FROM flights WHERE Airline = (SELECT uid FROM airlines WHERE Airline = 'United Airlines')", "generation_status": "ok", "prompt_tokens": 241, "generated_tokens": 21, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:224", "db_id": "flight_2", "question": "Which city is the most frequent source airport?", "gold_sql": "SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.SourceAirport GROUP BY T1.City ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT SourceAirport FROM flights GROUP BY SourceAirport ORDER BY COUNT(*) DESC LIMIT 1", "predicted_sql": "SELECT SourceAirport FROM flights GROUP BY SourceAirport ORDER BY COUNT(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 241, "generated_tokens": 18, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:214", "db_id": "flight_2", "question": "Give the number of Jetblue Airways flights.", "gold_sql": "SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T1.Airline = T2.uid WHERE T2.Airline = \"JetBlue Airways\"", "raw_output": "SELECT count(*) FROM flights WHERE Airline = (SELECT uid FROM airlines WHERE Airline = 'Jetblue Airways')", "predicted_sql": "SELECT count(*) FROM flights WHERE Airline = (SELECT uid FROM airlines WHERE Airline = 'Jetblue Airways')", "generation_status": "ok", "prompt_tokens": 241, "generated_tokens": 22, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:196", "db_id": "flight_2", "question": "Return the number of airlines in the USA.", "gold_sql": "SELECT count(*) FROM AIRLINES WHERE Country = \"USA\"", "raw_output": "SELECT count(*) FROM airlines WHERE Country = 'USA'", "predicted_sql": "SELECT count(*) FROM airlines WHERE Country = 'USA'", "generation_status": "ok", "prompt_tokens": 241, "generated_tokens": 12, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:387", "db_id": "course_teach", "question": "List the name of teachers whose hometown is not `` Little Lever Urban District '' .", "gold_sql": "select name from teacher where hometown != \"little lever urban district\"", "raw_output": "SELECT T1.Name FROM teacher AS T1 WHERE T1.Hometown != 'Little Lever Urban District'", "predicted_sql": "SELECT T1.Name FROM teacher AS T1 WHERE T1.Hometown != 'Little Lever Urban District'", "generation_status": "ok", "prompt_tokens": 241, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:203", "db_id": "flight_2", "question": "How many flights depart from 'APG'?", "gold_sql": "SELECT count(*) FROM FLIGHTS WHERE SourceAirport = \"APG\"", "raw_output": "SELECT count(*) FROM flights WHERE SourceAirport = 'APG'", "predicted_sql": "SELECT count(*) FROM flights WHERE SourceAirport = 'APG'", "generation_status": "ok", "prompt_tokens": 241, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:223", "db_id": "flight_2", "question": "Which city has most number of departing flights?", "gold_sql": "SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.SourceAirport GROUP BY T1.City ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.City FROM airports AS T1 JOIN flights AS T2 ON T1.AirportCode = T2.SourceAirport GROUP BY T1.City ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T1.City FROM airports AS T1 JOIN flights AS T2 ON T1.AirportCode = T2.SourceAirport GROUP BY T1.City ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 241, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:198", "db_id": "flight_2", "question": "Give the city and country for the Alton airport.", "gold_sql": "SELECT City , Country FROM AIRPORTS WHERE AirportName = \"Alton\"", "raw_output": "SELECT T1.City, T1.Country FROM airports AS T1 WHERE T1.AirportName = 'Alton'", "predicted_sql": "SELECT T1.City, T1.Country FROM airports AS T1 WHERE T1.AirportName = 'Alton'", "generation_status": "ok", "prompt_tokens": 242, "generated_tokens": 26, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:256", "db_id": "flight_2", "question": "How many flights land in Aberdeen or Abilene?", "gold_sql": "SELECT count(*) FROM Flights AS T1 JOIN Airports AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.city = \"Aberdeen\" OR T2.city = \"Abilene\"", "raw_output": "SELECT count(*) FROM flights WHERE DestAirport IN (SELECT AirportCode FROM airports WHERE City = 'Aberdeen') OR DestAirport IN (SELECT AirportCode FROM airports WHERE City = 'Abilene')", "predicted_sql": "SELECT count(*) FROM flights WHERE DestAirport IN (SELECT AirportCode FROM airports WHERE City = 'Aberdeen') OR DestAirport IN (SELECT AirportCode FROM airports WHERE City = 'Abilene')", "generation_status": "ok", "prompt_tokens": 242, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:201", "db_id": "flight_2", "question": "What are airport names at City 'Aberdeen'?", "gold_sql": "SELECT AirportName FROM AIRPORTS WHERE City = \"Aberdeen\"", "raw_output": "SELECT T1.AirportName FROM airports AS T1 WHERE T1.City = 'Aberdeen'", "predicted_sql": "SELECT T1.AirportName FROM airports AS T1 WHERE T1.City = 'Aberdeen'", "generation_status": "ok", "prompt_tokens": 242, "generated_tokens": 22, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:258", "db_id": "flight_2", "question": "Which airports do not have departing or arriving flights?", "gold_sql": "SELECT AirportName FROM Airports WHERE AirportCode NOT IN (SELECT SourceAirport FROM Flights UNION SELECT DestAirport FROM Flights)", "raw_output": "SELECT T1.City FROM airports AS T1 LEFT JOIN flights AS T2 ON T1.AirportCode = T2.SourceAirport\nWHERE T2.SourceAirport IS NULL\nUNION\nSELECT T1.City FROM airports AS T1 LEFT JOIN flights AS T2 ON T1.AirportCode = T2.DestAirport\nWHERE T2.DestAirport IS NULL", "predicted_sql": "SELECT T1.City FROM airports AS T1 LEFT JOIN flights AS T2 ON T1.AirportCode = T2.SourceAirport\nWHERE T2.SourceAirport IS NULL\nUNION\nSELECT T1.City FROM airports AS T1 LEFT JOIN flights AS T2 ON T1.AirportCode = T2.DestAirport\nWHERE T2.DestAirport IS NULL", "generation_status": "ok", "prompt_tokens": 242, "generated_tokens": 78, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:197", "db_id": "flight_2", "question": "Which city and country is the Alton airport at?", "gold_sql": "SELECT City , Country FROM AIRPORTS WHERE AirportName = \"Alton\"", "raw_output": "SELECT T1.City, T1.Country FROM airports AS T1 WHERE T1.AirportName = 'Alton'", "predicted_sql": "SELECT T1.City, T1.Country FROM airports AS T1 WHERE T1.AirportName = 'Alton'", "generation_status": "ok", "prompt_tokens": 242, "generated_tokens": 26, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:242", "db_id": "flight_2", "question": "Which airlines have at least 10 flights?", "gold_sql": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING count(*) > 10", "raw_output": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline GROUP BY T1.Airline HAVING count(*) >= 10", "predicted_sql": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline GROUP BY T1.Airline HAVING count(*) >= 10", "generation_status": "ok", "prompt_tokens": 242, "generated_tokens": 39, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:254", "db_id": "flight_2", "question": "Give the flight numbers of flights arriving in Aberdeen.", "gold_sql": "SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.City = \"Aberdeen\"", "raw_output": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airports AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.City = 'Aberdeen'", "predicted_sql": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airports AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.City = 'Aberdeen'", "generation_status": "ok", "prompt_tokens": 242, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:912", "db_id": "network_1", "question": "How many likes does Kyle have?", "gold_sql": "SELECT count(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.name = \"Kyle\"", "raw_output": "SELECT count(T1.liked_id) FROM Likes AS T1 INNER JOIN Highschooler AS T2 ON T1.student_id = T2.ID WHERE T2.name = 'Kyle'", "predicted_sql": "SELECT count(T1.liked_id) FROM Likes AS T1 INNER JOIN Highschooler AS T2 ON T1.student_id = T2.ID WHERE T2.name = 'Kyle'", "generation_status": "ok", "prompt_tokens": 242, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:245", "db_id": "flight_2", "question": "What are flight numbers of Airline \"United Airlines\"?", "gold_sql": "SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T2.uid = T1.Airline WHERE T2.Airline = \"United Airlines\"", "raw_output": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airlines AS T2 ON T1.Airline = T2.uid WHERE T2.Airline = 'United Airlines'", "predicted_sql": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airlines AS T2 ON T1.Airline = T2.uid WHERE T2.Airline = 'United Airlines'", "generation_status": "ok", "prompt_tokens": 242, "generated_tokens": 38, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:873", "db_id": "network_1", "question": "What is Kyle's id?", "gold_sql": "SELECT ID FROM Highschooler WHERE name = \"Kyle\"", "raw_output": "SELECT ID FROM Highschooler WHERE name = 'Kyle'", "predicted_sql": "SELECT ID FROM Highschooler WHERE name = 'Kyle'", "generation_status": "ok", "prompt_tokens": 242, "generated_tokens": 13, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:252", "db_id": "flight_2", "question": "Give the flight numbers of flights leaving from Aberdeen.", "gold_sql": "SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.City = \"Aberdeen\"", "raw_output": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airports AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.City = 'Aberdeen'", "predicted_sql": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airports AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.City = 'Aberdeen'", "generation_status": "ok", "prompt_tokens": 242, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:690", "db_id": "voter_1", "question": "What are the maximum and minimum values of area codes?", "gold_sql": "SELECT max(area_code) , min(area_code) FROM area_code_state", "raw_output": "SELECT MAX(area_code), MIN(area_code) FROM AREA_CODE_STATE", "predicted_sql": "SELECT MAX(area_code), MIN(area_code) FROM AREA_CODE_STATE", "generation_status": "ok", "prompt_tokens": 243, "generated_tokens": 20, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:893", "db_id": "network_1", "question": "Count the number of friends Kyle has.", "gold_sql": "SELECT count(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.name = \"Kyle\"", "raw_output": "SELECT count(T1.friend_id) FROM Friend AS T1 INNER JOIN Highschooler AS T2 ON T1.student_id = T2.ID WHERE T2.name = 'Kyle'", "predicted_sql": "SELECT count(T1.friend_id) FROM Friend AS T1 INNER JOIN Highschooler AS T2 ON T1.student_id = T2.ID WHERE T2.name = 'Kyle'", "generation_status": "ok", "prompt_tokens": 243, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:236", "db_id": "flight_2", "question": "Which airlines have a flight with destination airport AHD?", "gold_sql": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.DestAirport = \"AHD\"", "raw_output": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.DestAirport = 'AHD'", "predicted_sql": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.DestAirport = 'AHD'", "generation_status": "ok", "prompt_tokens": 243, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:199", "db_id": "flight_2", "question": "What is the airport name for airport 'AKO'?", "gold_sql": "SELECT AirportName FROM AIRPORTS WHERE AirportCode = \"AKO\"", "raw_output": "SELECT T1.AirportName FROM airports AS T1 WHERE T1.AirportCode = 'AKO'", "predicted_sql": "SELECT T1.AirportName FROM airports AS T1 WHERE T1.AirportCode = 'AKO'", "generation_status": "ok", "prompt_tokens": 243, "generated_tokens": 23, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:862", "db_id": "network_1", "question": "How many high schoolers are there?", "gold_sql": "SELECT count(*) FROM Highschooler", "raw_output": "SELECT count(*) FROM Highschooler", "predicted_sql": "SELECT count(*) FROM Highschooler", "generation_status": "ok", "prompt_tokens": 243, "generated_tokens": 8, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:204", "db_id": "flight_2", "question": "Count the number of flights departing from 'APG'.", "gold_sql": "SELECT count(*) FROM FLIGHTS WHERE SourceAirport = \"APG\"", "raw_output": "SELECT count(*) FROM flights WHERE SourceAirport = 'APG'", "predicted_sql": "SELECT count(*) FROM flights WHERE SourceAirport = 'APG'", "generation_status": "ok", "prompt_tokens": 243, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:183", "db_id": "flight_2", "question": "List all airline names and their abbreviations in \"USA\".", "gold_sql": "SELECT Airline , Abbreviation FROM AIRLINES WHERE Country = \"USA\"", "raw_output": "SELECT T1.Airline, T1.Abbreviation FROM airlines AS T1 WHERE T1.Country = 'USA'", "predicted_sql": "SELECT T1.Airline, T1.Abbreviation FROM airlines AS T1 WHERE T1.Country = 'USA'", "generation_status": "ok", "prompt_tokens": 243, "generated_tokens": 26, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:181", "db_id": "flight_2", "question": "What is the abbreviation of Airline \"JetBlue Airways\"?", "gold_sql": "SELECT Abbreviation FROM AIRLINES WHERE Airline = \"JetBlue Airways\"", "raw_output": "SELECT T1.Abbreviation FROM airlines AS T1 WHERE T1.Airline = 'JetBlue Airways'", "predicted_sql": "SELECT T1.Abbreviation FROM airlines AS T1 WHERE T1.Airline = 'JetBlue Airways'", "generation_status": "ok", "prompt_tokens": 243, "generated_tokens": 23, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:244", "db_id": "flight_2", "question": "Which airlines have less than 200 flights?", "gold_sql": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING count(*) < 200", "raw_output": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING count(*) < 200", "predicted_sql": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING count(*) < 200", "generation_status": "ok", "prompt_tokens": 243, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:248", "db_id": "flight_2", "question": "Give the flight numbers of flights leaving from APG.", "gold_sql": "SELECT FlightNo FROM FLIGHTS WHERE SourceAirport = \"APG\"", "raw_output": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airports AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.AirportCode = 'APG'", "predicted_sql": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airports AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.AirportCode = 'APG'", "generation_status": "ok", "prompt_tokens": 243, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:883", "db_id": "network_1", "question": "How many friends does each student have?", "gold_sql": "SELECT student_id , count(*) FROM Friend GROUP BY student_id", "raw_output": "SELECT T1.name, COUNT(T2.friend_id) FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID", "predicted_sql": "SELECT T1.name, COUNT(T2.friend_id) FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID", "generation_status": "ok", "prompt_tokens": 243, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:234", "db_id": "flight_2", "question": "Which airlines have a flight with source airport AHD?", "gold_sql": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"AHD\"", "raw_output": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport = 'AHD'", "predicted_sql": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport = 'AHD'", "generation_status": "ok", "prompt_tokens": 243, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:863", "db_id": "network_1", "question": "Count the number of high schoolers.", "gold_sql": "SELECT count(*) FROM Highschooler", "raw_output": "SELECT count(*) FROM Highschooler", "predicted_sql": "SELECT count(*) FROM Highschooler", "generation_status": "ok", "prompt_tokens": 243, "generated_tokens": 8, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:388", "db_id": "course_teach", "question": "What are the names of the teachers whose hometown is not `` Little Lever Urban District '' ?", "gold_sql": "select name from teacher where hometown != \"little lever urban district\"", "raw_output": "SELECT T1.Name FROM teacher AS T1 WHERE T1.Hometown != 'Little Lever Urban District'", "predicted_sql": "SELECT T1.Name FROM teacher AS T1 WHERE T1.Hometown != 'Little Lever Urban District'", "generation_status": "ok", "prompt_tokens": 243, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:250", "db_id": "flight_2", "question": "Give the flight numbers of flights landing at APG.", "gold_sql": "SELECT FlightNo FROM FLIGHTS WHERE DestAirport = \"APG\"", "raw_output": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airports AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.AirportCode = 'APG'", "predicted_sql": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airports AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.AirportCode = 'APG'", "generation_status": "ok", "prompt_tokens": 243, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:228", "db_id": "flight_2", "question": "Give the code of the airport with the least flights.", "gold_sql": "SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport OR T1.AirportCode = T2.SourceAirport GROUP BY T1.AirportCode ORDER BY count(*) LIMIT 1", "raw_output": "SELECT T1.AirportCode FROM airports AS T1 JOIN flights AS T2 ON T1.AirportCode = T2.SourceAirport GROUP BY T1.AirportCode ORDER BY COUNT(T2.FlightNo) ASC LIMIT 1", "predicted_sql": "SELECT T1.AirportCode FROM airports AS T1 JOIN flights AS T2 ON T1.AirportCode = T2.SourceAirport GROUP BY T1.AirportCode ORDER BY COUNT(T2.FlightNo) ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 243, "generated_tokens": 50, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:693", "db_id": "voter_1", "question": "What are the distinct states and create time of all votes?", "gold_sql": "SELECT DISTINCT state , created FROM votes", "raw_output": "SELECT DISTINCT state, created FROM VOTES", "predicted_sql": "SELECT DISTINCT state, created FROM VOTES", "generation_status": "ok", "prompt_tokens": 244, "generated_tokens": 9, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:213", "db_id": "flight_2", "question": "How many flights does airline 'JetBlue Airways' have?", "gold_sql": "SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T1.Airline = T2.uid WHERE T2.Airline = \"JetBlue Airways\"", "raw_output": "SELECT count(*) FROM flights WHERE Airline = (SELECT uid FROM airlines WHERE Airline = 'JetBlue Airways')", "predicted_sql": "SELECT count(*) FROM flights WHERE Airline = (SELECT uid FROM airlines WHERE Airline = 'JetBlue Airways')", "generation_status": "ok", "prompt_tokens": 244, "generated_tokens": 22, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:903", "db_id": "network_1", "question": "How many likes correspond to each student id?", "gold_sql": "SELECT student_id , count(*) FROM Likes GROUP BY student_id", "raw_output": "SELECT T1.ID, COUNT(T2.liked_id) FROM Highschooler AS T1 JOIN Likes AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID", "predicted_sql": "SELECT T1.ID, COUNT(T2.liked_id) FROM Highschooler AS T1 JOIN Likes AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID", "generation_status": "ok", "prompt_tokens": 244, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:185", "db_id": "flight_2", "question": "List the airport code and name in the city of Anthony.", "gold_sql": "SELECT AirportCode , AirportName FROM AIRPORTS WHERE city = \"Anthony\"", "raw_output": "SELECT AirportCode, AirportName FROM airports WHERE City = 'Anthony'", "predicted_sql": "SELECT AirportCode, AirportName FROM airports WHERE City = 'Anthony'", "generation_status": "ok", "prompt_tokens": 244, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:200", "db_id": "flight_2", "question": "Return the name of the airport with code 'AKO'.", "gold_sql": "SELECT AirportName FROM AIRPORTS WHERE AirportCode = \"AKO\"", "raw_output": "SELECT T1.AirportName FROM airports AS T1 WHERE T1.AirportCode = 'AKO'", "predicted_sql": "SELECT T1.AirportName FROM airports AS T1 WHERE T1.AirportCode = 'AKO'", "generation_status": "ok", "prompt_tokens": 244, "generated_tokens": 23, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:878", "db_id": "network_1", "question": "Which grade has the most high schoolers?", "gold_sql": "SELECT grade FROM Highschooler GROUP BY grade ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT grade FROM Highschooler GROUP BY grade ORDER BY COUNT(*) DESC LIMIT 1", "predicted_sql": "SELECT grade FROM Highschooler GROUP BY grade ORDER BY COUNT(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 244, "generated_tokens": 18, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:241", "db_id": "flight_2", "question": "Find all airlines that have at least 10 flights.", "gold_sql": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING count(*) > 10", "raw_output": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING count(*) >= 10", "predicted_sql": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING count(*) >= 10", "generation_status": "ok", "prompt_tokens": 244, "generated_tokens": 39, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:179", "db_id": "flight_2", "question": "Which country does Airline \"JetBlue Airways\" belong to?", "gold_sql": "SELECT Country FROM AIRLINES WHERE Airline = \"JetBlue Airways\"", "raw_output": "SELECT T1.Country FROM airlines AS T1 WHERE T1.Airline = 'JetBlue Airways'", "predicted_sql": "SELECT T1.Country FROM airlines AS T1 WHERE T1.Airline = 'JetBlue Airways'", "generation_status": "ok", "prompt_tokens": 244, "generated_tokens": 22, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:219", "db_id": "flight_2", "question": "How many United Airlines flights go to City 'Aberdeen'?", "gold_sql": "SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode JOIN AIRLINES AS T3 ON T3.uid = T1.Airline WHERE T2.City = \"Aberdeen\" AND T3.Airline = \"United Airlines\"", "raw_output": "SELECT count(T1.FlightNo) FROM flights AS T1 INNER JOIN airlines AS T2 ON T1.Airline = T2.uid WHERE T2.Airline = 'United Airlines' AND T1.DestAirport = (SELECT AirportCode FROM airports WHERE City = 'Aberdeen');", "predicted_sql": "SELECT count(T1.FlightNo) FROM flights AS T1 INNER JOIN airlines AS T2 ON T1.Airline = T2.uid WHERE T2.Airline = 'United Airlines' AND T1.DestAirport = (SELECT AirportCode FROM airports WHERE City = 'Aberdeen');", "generation_status": "ok", "prompt_tokens": 244, "generated_tokens": 61, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:698", "db_id": "voter_1", "question": "What is the area code in which the most voters voted?", "gold_sql": "SELECT T1.area_code FROM area_code_state AS T1 JOIN votes AS T2 ON T1.state = T2.state GROUP BY T1.area_code ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.area_code FROM AREA_CODE_STATE AS T1 JOIN VOTES AS T2 ON T1.state = T2.state GROUP BY T1.area_code ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T1.area_code FROM AREA_CODE_STATE AS T1 JOIN VOTES AS T2 ON T1.state = T2.state GROUP BY T1.area_code ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 244, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:390", "db_id": "course_teach", "question": "What are the names of the teachers who are aged either 32 or 33?", "gold_sql": "SELECT Name FROM teacher WHERE Age = 32 OR Age = 33", "raw_output": "SELECT T1.Name FROM teacher AS T1 WHERE T1.Age = '32' OR T1.Age = '33'", "predicted_sql": "SELECT T1.Name FROM teacher AS T1 WHERE T1.Age = '32' OR T1.Age = '33'", "generation_status": "ok", "prompt_tokens": 244, "generated_tokens": 31, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:220", "db_id": "flight_2", "question": "Count the number of United Airlines flights that arrive in Aberdeen.", "gold_sql": "SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode JOIN AIRLINES AS T3 ON T3.uid = T1.Airline WHERE T2.City = \"Aberdeen\" AND T3.Airline = \"United Airlines\"", "raw_output": "SELECT count(*) FROM flights WHERE Airline = (SELECT uid FROM airlines WHERE Airline = 'United Airlines') AND DestAirport = (SELECT AirportCode FROM airports WHERE City = 'Aberdeen');", "predicted_sql": "SELECT count(*) FROM flights WHERE Airline = (SELECT uid FROM airlines WHERE Airline = 'United Airlines') AND DestAirport = (SELECT AirportCode FROM airports WHERE City = 'Aberdeen');", "generation_status": "ok", "prompt_tokens": 244, "generated_tokens": 38, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:184", "db_id": "flight_2", "question": "What are the airline names and abbreviations for airlines in the USA?", "gold_sql": "SELECT Airline , Abbreviation FROM AIRLINES WHERE Country = \"USA\"", "raw_output": "SELECT T1.Airline, T1.Abbreviation FROM airlines AS T1 INNER JOIN airports AS T2 ON T1.Country = T2.Country WHERE T2.Country = 'USA'", "predicted_sql": "SELECT T1.Airline, T1.Abbreviation FROM airlines AS T1 INNER JOIN airports AS T2 ON T1.Country = T2.Country WHERE T2.Country = 'USA'", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:251", "db_id": "flight_2", "question": "What are flight numbers of flights departing from City \"Aberdeen \"?", "gold_sql": "SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.City = \"Aberdeen\"", "raw_output": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airports AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.City = 'Aberdeen'", "predicted_sql": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airports AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.City = 'Aberdeen'", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:247", "db_id": "flight_2", "question": "What are flight numbers of flights departing from Airport \"APG\"?", "gold_sql": "SELECT FlightNo FROM FLIGHTS WHERE SourceAirport = \"APG\"", "raw_output": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airports AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.AirportName = 'APG'", "predicted_sql": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airports AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.AirportName = 'APG'", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:688", "db_id": "voter_1", "question": "List the contestant numbers and names, ordered by contestant name descending.", "gold_sql": "SELECT contestant_number , contestant_name FROM contestants ORDER BY contestant_name DESC", "raw_output": "SELECT contestant_number, contestant_name FROM CONTESTANTS ORDER BY contestant_name DESC", "predicted_sql": "SELECT contestant_number, contestant_name FROM CONTESTANTS ORDER BY contestant_name DESC", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 19, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:877", "db_id": "network_1", "question": "How many high schoolers are in each grade?", "gold_sql": "SELECT grade , count(*) FROM Highschooler GROUP BY grade", "raw_output": "SELECT grade, count(ID) FROM Highschooler GROUP BY grade", "predicted_sql": "SELECT grade, count(ID) FROM Highschooler GROUP BY grade", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:249", "db_id": "flight_2", "question": "What are flight numbers of flights arriving at Airport \"APG\"?", "gold_sql": "SELECT FlightNo FROM FLIGHTS WHERE DestAirport = \"APG\"", "raw_output": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airports AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.AirportName = 'APG'", "predicted_sql": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airports AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.AirportName = 'APG'", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:691", "db_id": "voter_1", "question": "What is last date created of votes from the state 'CA'?", "gold_sql": "SELECT max(created) FROM votes WHERE state = 'CA'", "raw_output": "SELECT MAX(T1.created) FROM VOTES AS T1 INNER JOIN AREA_CODE_STATE AS T2 ON T1.state = T2.state WHERE T2.state = 'CA'", "predicted_sql": "SELECT MAX(T1.created) FROM VOTES AS T1 INNER JOIN AREA_CODE_STATE AS T2 ON T1.state = T2.state WHERE T2.state = 'CA'", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:902", "db_id": "network_1", "question": "Count the number of likes for each student id.", "gold_sql": "SELECT student_id , count(*) FROM Likes GROUP BY student_id", "raw_output": "SELECT T1.ID, count(T2.liked_id) FROM Highschooler AS T1 JOIN Likes AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID", "predicted_sql": "SELECT T1.ID, count(T2.liked_id) FROM Highschooler AS T1 JOIN Likes AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:226", "db_id": "flight_2", "question": "What is the airport code of the airport with the most flights?", "gold_sql": "SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport OR T1.AirportCode = T2.SourceAirport GROUP BY T1.AirportCode ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.AirportCode FROM airports AS T1 JOIN flights AS T2 ON T1.AirportCode = T2.DestAirport GROUP BY T1.AirportCode ORDER BY COUNT(T2.FlightNo) DESC LIMIT 1", "predicted_sql": "SELECT T1.AirportCode FROM airports AS T1 JOIN flights AS T2 ON T1.AirportCode = T2.DestAirport GROUP BY T1.AirportCode ORDER BY COUNT(T2.FlightNo) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 50, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:227", "db_id": "flight_2", "question": "What is the code of airport that has fewest number of flights?", "gold_sql": "SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport OR T1.AirportCode = T2.SourceAirport GROUP BY T1.AirportCode ORDER BY count(*) LIMIT 1", "raw_output": "SELECT T1.AirportCode FROM airports AS T1 JOIN flights AS T2 ON T1.AirportCode = T2.SourceAirport\nGROUP BY T1.AirportCode\nORDER BY COUNT(T2.FlightNo) ASC\nLIMIT 1", "predicted_sql": "SELECT T1.AirportCode FROM airports AS T1 JOIN flights AS T2 ON T1.AirportCode = T2.SourceAirport\nGROUP BY T1.AirportCode\nORDER BY COUNT(T2.FlightNo) ASC\nLIMIT 1", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:215", "db_id": "flight_2", "question": "How many 'United Airlines' flights go to Airport 'ASY'?", "gold_sql": "SELECT count(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline = T1.uid WHERE T1.Airline = \"United Airlines\" AND T2.DestAirport = \"ASY\"", "raw_output": "SELECT count(T1.FlightNo) FROM flights AS T1 INNER JOIN airlines AS T2 ON T1.Airline = T2.uid WHERE T2.Airline = 'United Airlines' AND T1.DestAirport = 'ASY'", "predicted_sql": "SELECT count(T1.FlightNo) FROM flights AS T1 INNER JOIN airlines AS T2 ON T1.Airline = T2.uid WHERE T2.Airline = 'United Airlines' AND T1.DestAirport = 'ASY'", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:218", "db_id": "flight_2", "question": "Return the number of United Airlines flights leaving from AHD Airport.", "gold_sql": "SELECT count(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline = T1.uid WHERE T1.Airline = \"United Airlines\" AND T2.SourceAirport = \"AHD\"", "raw_output": "SELECT count(T1.FlightNo) FROM flights AS T1 INNER JOIN airlines AS T2 ON T1.Airline = T2.uid WHERE T2.Airline = 'United Airlines' AND T1.SourceAirport = 'AHD'", "predicted_sql": "SELECT count(T1.FlightNo) FROM flights AS T1 INNER JOIN airlines AS T2 ON T1.Airline = T2.uid WHERE T2.Airline = 'United Airlines' AND T1.SourceAirport = 'AHD'", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 52, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:689", "db_id": "voter_1", "question": "List the vote ids, phone numbers and states of all votes.", "gold_sql": "SELECT vote_id , phone_number , state FROM votes", "raw_output": "SELECT vote_id, phone_number, state FROM VOTES", "predicted_sql": "SELECT vote_id, phone_number, state FROM VOTES", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:243", "db_id": "flight_2", "question": "Find all airlines that have fewer than 200 flights.", "gold_sql": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING count(*) < 200", "raw_output": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING count(*) < 200", "predicted_sql": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING count(*) < 200", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:235", "db_id": "flight_2", "question": "What are airlines that have flights arriving at airport 'AHD'?", "gold_sql": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.DestAirport = \"AHD\"", "raw_output": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.DestAirport = 'AHD'", "predicted_sql": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.DestAirport = 'AHD'", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:866", "db_id": "network_1", "question": "Show all the grades of the high schoolers.", "gold_sql": "SELECT grade FROM Highschooler", "raw_output": "SELECT grade FROM Highschooler", "predicted_sql": "SELECT grade FROM Highschooler", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 7, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:253", "db_id": "flight_2", "question": "What are flight numbers of flights arriving at City \"Aberdeen\"?", "gold_sql": "SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.City = \"Aberdeen\"", "raw_output": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airports AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.City = 'Aberdeen'", "predicted_sql": "SELECT T1.FlightNo FROM flights AS T1 INNER JOIN airports AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.City = 'Aberdeen'", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:216", "db_id": "flight_2", "question": "Count the number of United Airlines flights arriving in ASY Airport.", "gold_sql": "SELECT count(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline = T1.uid WHERE T1.Airline = \"United Airlines\" AND T2.DestAirport = \"ASY\"", "raw_output": "SELECT count(*) FROM flights WHERE Airline = (SELECT uid FROM airlines WHERE Airline = 'United Airlines') AND DestAirport = 'ASY'", "predicted_sql": "SELECT count(*) FROM flights WHERE Airline = (SELECT uid FROM airlines WHERE Airline = 'United Airlines') AND DestAirport = 'ASY'", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 28, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:867", "db_id": "network_1", "question": "What is the grade of each high schooler?", "gold_sql": "SELECT grade FROM Highschooler", "raw_output": "SELECT T1.grade FROM Highschooler AS T1", "predicted_sql": "SELECT T1.grade FROM Highschooler AS T1", "generation_status": "ok", "prompt_tokens": 245, "generated_tokens": 13, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:915", "db_id": "network_1", "question": "What is the average grade of students who have friends?", "gold_sql": "SELECT avg(grade) FROM Highschooler WHERE id IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id)", "raw_output": "SELECT AVG(T1.grade) FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id", "predicted_sql": "SELECT AVG(T1.grade) FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id", "generation_status": "ok", "prompt_tokens": 246, "generated_tokens": 33, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:907", "db_id": "network_1", "question": "Give the name of the student with the most likes.", "gold_sql": "SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.name FROM Highschooler AS T1 JOIN Likes AS T2 ON T1.ID = T2.student_id ORDER BY T2.student_id DESC LIMIT 1", "predicted_sql": "SELECT T1.name FROM Highschooler AS T1 JOIN Likes AS T2 ON T1.ID = T2.student_id ORDER BY T2.student_id DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 246, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:881", "db_id": "network_1", "question": "Which grades have 4 or more high schoolers?", "gold_sql": "SELECT grade FROM Highschooler GROUP BY grade HAVING count(*) >= 4", "raw_output": "SELECT grade FROM Highschooler GROUP BY grade HAVING count(*) >= 4", "predicted_sql": "SELECT grade FROM Highschooler GROUP BY grade HAVING count(*) >= 4", "generation_status": "ok", "prompt_tokens": 246, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:872", "db_id": "network_1", "question": "Show the ID of the high schooler named Kyle.", "gold_sql": "SELECT ID FROM Highschooler WHERE name = \"Kyle\"", "raw_output": "SELECT ID FROM Highschooler WHERE name = 'Kyle'", "predicted_sql": "SELECT ID FROM Highschooler WHERE name = 'Kyle'", "generation_status": "ok", "prompt_tokens": 246, "generated_tokens": 13, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:892", "db_id": "network_1", "question": "How many friends does the high school student Kyle have?", "gold_sql": "SELECT count(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.name = \"Kyle\"", "raw_output": "SELECT count(T1.friend_id) FROM Friend AS T1 INNER JOIN Highschooler AS T2 ON T1.student_id = T2.ID WHERE T2.name = 'Kyle'", "predicted_sql": "SELECT count(T1.friend_id) FROM Friend AS T1 INNER JOIN Highschooler AS T2 ON T1.student_id = T2.ID WHERE T2.name = 'Kyle'", "generation_status": "ok", "prompt_tokens": 246, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:240", "db_id": "flight_2", "question": "Which airlines have departures from CVO but not from APG airports?", "gold_sql": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"CVO\" EXCEPT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"APG\"", "raw_output": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport = 'CVO' AND T1.Airline NOT IN (SELECT T3.Airline FROM flights AS T3 JOIN airports AS T4 ON T3.DestAirport = T4.AirportCode WHERE T4.AirportCode = 'APG');", "predicted_sql": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport = 'CVO' AND T1.Airline NOT IN (SELECT T3.Airline FROM flights AS T3 JOIN airports AS T4 ON T3.DestAirport = T4.AirportCode WHERE T4.AirportCode = 'APG');", "generation_status": "ok", "prompt_tokens": 246, "generated_tokens": 83, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:916", "db_id": "network_1", "question": "Find the minimum grade of students who have no friends.", "gold_sql": "SELECT min(grade) FROM Highschooler WHERE id NOT IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id)", "raw_output": "SELECT MIN(T1.grade) FROM Highschooler AS T1 LEFT JOIN Friend AS T2 ON T1.ID = T2.student_id WHERE T2.student_id IS NULL", "predicted_sql": "SELECT MIN(T1.grade) FROM Highschooler AS T1 LEFT JOIN Friend AS T2 ON T1.ID = T2.student_id WHERE T2.student_id IS NULL", "generation_status": "ok", "prompt_tokens": 246, "generated_tokens": 43, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:876", "db_id": "network_1", "question": "Show the number of high schoolers for each grade.", "gold_sql": "SELECT grade , count(*) FROM Highschooler GROUP BY grade", "raw_output": "SELECT grade, count(ID) FROM Highschooler GROUP BY grade", "predicted_sql": "SELECT grade, count(ID) FROM Highschooler GROUP BY grade", "generation_status": "ok", "prompt_tokens": 246, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:869", "db_id": "network_1", "question": "Return the grade for the high schooler named Kyle.", "gold_sql": "SELECT grade FROM Highschooler WHERE name = \"Kyle\"", "raw_output": "SELECT T1.grade FROM Highschooler AS T1 WHERE T1.name = 'Kyle'", "predicted_sql": "SELECT T1.grade FROM Highschooler AS T1 WHERE T1.name = 'Kyle'", "generation_status": "ok", "prompt_tokens": 246, "generated_tokens": 22, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:217", "db_id": "flight_2", "question": "How many 'United Airlines' flights depart from Airport 'AHD'?", "gold_sql": "SELECT count(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline = T1.uid WHERE T1.Airline = \"United Airlines\" AND T2.SourceAirport = \"AHD\"", "raw_output": "SELECT count(T1.FlightNo) FROM flights AS T1 INNER JOIN airlines AS T2 ON T1.Airline = T2.uid WHERE T2.Airline = 'United Airlines' AND T1.SourceAirport = 'AHD'", "predicted_sql": "SELECT count(T1.FlightNo) FROM flights AS T1 INNER JOIN airlines AS T2 ON T1.Airline = T2.uid WHERE T2.Airline = 'United Airlines' AND T1.SourceAirport = 'AHD'", "generation_status": "ok", "prompt_tokens": 246, "generated_tokens": 52, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:897", "db_id": "network_1", "question": "What are the names of students who have no friends?", "gold_sql": "SELECT name FROM Highschooler EXCEPT SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id", "raw_output": "SELECT T1.name FROM Highschooler AS T1 LEFT JOIN Friend AS T2 ON T1.ID = T2.student_id WHERE T2.student_id IS NULL", "predicted_sql": "SELECT T1.name FROM Highschooler AS T1 LEFT JOIN Friend AS T2 ON T1.ID = T2.student_id WHERE T2.student_id IS NULL", "generation_status": "ok", "prompt_tokens": 246, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:233", "db_id": "flight_2", "question": "What are airlines that have some flight departing from airport 'AHD'?", "gold_sql": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"AHD\"", "raw_output": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport = 'AHD'", "predicted_sql": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport = 'AHD'", "generation_status": "ok", "prompt_tokens": 246, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:225", "db_id": "flight_2", "question": "What is the code of airport that has the highest number of flights?", "gold_sql": "SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport OR T1.AirportCode = T2.SourceAirport GROUP BY T1.AirportCode ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.AirportCode FROM airports AS T1 JOIN flights AS T2 ON T1.AirportCode = T2.SourceAirport\nGROUP BY T1.AirportCode\nORDER BY COUNT(T2.FlightNo) DESC\nLIMIT 1", "predicted_sql": "SELECT T1.AirportCode FROM airports AS T1 JOIN flights AS T2 ON T1.AirportCode = T2.SourceAirport\nGROUP BY T1.AirportCode\nORDER BY COUNT(T2.FlightNo) DESC\nLIMIT 1", "generation_status": "ok", "prompt_tokens": 246, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:238", "db_id": "flight_2", "question": "Which airlines have departing flights from both APG and CVO airports?", "gold_sql": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"APG\" INTERSECT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"CVO\"", "raw_output": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport IN ('APG', 'CVO') GROUP BY T1.Airline HAVING COUNT(DISTINCT T2.DestAirport) = 1;", "predicted_sql": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport IN ('APG', 'CVO') GROUP BY T1.Airline HAVING COUNT(DISTINCT T2.DestAirport) = 1;", "generation_status": "ok", "prompt_tokens": 246, "generated_tokens": 62, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:864", "db_id": "network_1", "question": "Show the names and grades of each high schooler.", "gold_sql": "SELECT name , grade FROM Highschooler", "raw_output": "SELECT name, grade FROM Highschooler", "predicted_sql": "SELECT name, grade FROM Highschooler", "generation_status": "ok", "prompt_tokens": 246, "generated_tokens": 9, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:231", "db_id": "flight_2", "question": "Find the abbreviation and country of the airline that has fewest number of flights?", "gold_sql": "SELECT T1.Abbreviation , T1.Country FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline ORDER BY count(*) LIMIT 1", "raw_output": "SELECT T1.Abbreviation, T1.Country FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.Airline GROUP BY T1.uid ORDER BY COUNT(T2.FlightNo) ASC LIMIT 1", "predicted_sql": "SELECT T1.Abbreviation, T1.Country FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.Airline GROUP BY T1.uid ORDER BY COUNT(T2.FlightNo) ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 247, "generated_tokens": 52, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:880", "db_id": "network_1", "question": "Show me all grades that have at least 4 students.", "gold_sql": "SELECT grade FROM Highschooler GROUP BY grade HAVING count(*) >= 4", "raw_output": "SELECT grade FROM Highschooler GROUP BY grade HAVING count(*) >= 4", "predicted_sql": "SELECT grade FROM Highschooler GROUP BY grade HAVING count(*) >= 4", "generation_status": "ok", "prompt_tokens": 247, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:891", "db_id": "network_1", "question": "Return the names of friends of the high school student Kyle.", "gold_sql": "SELECT T3.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id JOIN Highschooler AS T3 ON T1.friend_id = T3.id WHERE T2.name = \"Kyle\"", "raw_output": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T3 ON T1.friend_id = T3.ID WHERE T1.student_id = (SELECT ID FROM Highschooler WHERE name = 'Kyle')", "predicted_sql": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T3 ON T1.friend_id = T3.ID WHERE T1.student_id = (SELECT ID FROM Highschooler WHERE name = 'Kyle')", "generation_status": "ok", "prompt_tokens": 247, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.name", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:865", "db_id": "network_1", "question": "What are the names and grades for each high schooler?", "gold_sql": "SELECT name , grade FROM Highschooler", "raw_output": "SELECT T1.name, T1.grade FROM Highschooler AS T1", "predicted_sql": "SELECT T1.name, T1.grade FROM Highschooler AS T1", "generation_status": "ok", "prompt_tokens": 247, "generated_tokens": 18, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:255", "db_id": "flight_2", "question": "Find the number of flights landing in the city of Aberdeen or Abilene.", "gold_sql": "SELECT count(*) FROM Flights AS T1 JOIN Airports AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.city = \"Aberdeen\" OR T2.city = \"Abilene\"", "raw_output": "SELECT count(*) FROM flights WHERE DestAirport IN (SELECT AirportCode FROM airports WHERE City IN ('Aberdeen', 'Abilene'))", "predicted_sql": "SELECT count(*) FROM flights WHERE DestAirport IN (SELECT AirportCode FROM airports WHERE City IN ('Aberdeen', 'Abilene'))", "generation_status": "ok", "prompt_tokens": 247, "generated_tokens": 27, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:914", "db_id": "network_1", "question": "Find the average grade of all students who have some friends.", "gold_sql": "SELECT avg(grade) FROM Highschooler WHERE id IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id)", "raw_output": "SELECT AVG(T1.grade) FROM Highschooler AS T1 INNER JOIN Friend AS T2 ON T1.ID = T2.student_id", "predicted_sql": "SELECT AVG(T1.grade) FROM Highschooler AS T1 INNER JOIN Friend AS T2 ON T1.ID = T2.student_id", "generation_status": "ok", "prompt_tokens": 247, "generated_tokens": 34, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:894", "db_id": "network_1", "question": "Show ids of all students who do not have any friends.", "gold_sql": "SELECT id FROM Highschooler EXCEPT SELECT student_id FROM Friend", "raw_output": "SELECT T1.ID FROM Highschooler AS T1 LEFT JOIN Friend AS T2 ON T1.ID = T2.student_id WHERE T2.student_id IS NULL", "predicted_sql": "SELECT T1.ID FROM Highschooler AS T1 LEFT JOIN Friend AS T2 ON T1.ID = T2.student_id WHERE T2.student_id IS NULL", "generation_status": "ok", "prompt_tokens": 247, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:257", "db_id": "flight_2", "question": "Find the name of airports which do not have any flight in and out.", "gold_sql": "SELECT AirportName FROM Airports WHERE AirportCode NOT IN (SELECT SourceAirport FROM Flights UNION SELECT DestAirport FROM Flights)", "raw_output": "SELECT T1.AirportName FROM airports AS T1 LEFT JOIN flights AS T2 ON T1.AirportCode = T2.SourceAirport OR T1.AirportCode = T2.DestAirport WHERE T2.SourceAirport IS NULL AND T2.DestAirport IS NULL", "predicted_sql": "SELECT T1.AirportName FROM airports AS T1 LEFT JOIN flights AS T2 ON T1.AirportCode = T2.SourceAirport OR T1.AirportCode = T2.DestAirport WHERE T2.SourceAirport IS NULL AND T2.DestAirport IS NULL", "generation_status": "ok", "prompt_tokens": 247, "generated_tokens": 58, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:696", "db_id": "voter_1", "question": "What are the number of votes from state 'NY' or 'CA'?", "gold_sql": "SELECT count(*) FROM votes WHERE state = 'NY' OR state = 'CA'", "raw_output": "SELECT COUNT(T1.vote_id) FROM VOTES AS T1 INNER JOIN AREA_CODE_STATE AS T2 ON T1.state = T2.state WHERE T2.state IN ('NY', 'CA')", "predicted_sql": "SELECT COUNT(T1.vote_id) FROM VOTES AS T1 INNER JOIN AREA_CODE_STATE AS T2 ON T1.state = T2.state WHERE T2.state IN ('NY', 'CA')", "generation_status": "ok", "prompt_tokens": 247, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:701", "db_id": "voter_1", "question": "Return the names of the contestants whose names contain the substring 'Al' .", "gold_sql": "select contestant_name from contestants where contestant_name like \"%al%\"", "raw_output": "SELECT T1.contestant_name FROM CONTESTANTS AS T1 WHERE T1.contestant_name LIKE '%Al%';", "predicted_sql": "SELECT T1.contestant_name FROM CONTESTANTS AS T1 WHERE T1.contestant_name LIKE '%Al%';", "generation_status": "ok", "prompt_tokens": 247, "generated_tokens": 28, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:882", "db_id": "network_1", "question": "Show the student IDs and numbers of friends corresponding to each.", "gold_sql": "SELECT student_id , count(*) FROM Friend GROUP BY student_id", "raw_output": "SELECT T1.ID, T2.ID FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id", "predicted_sql": "SELECT T1.ID, T2.ID FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id", "generation_status": "ok", "prompt_tokens": 247, "generated_tokens": 35, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.ID", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:908", "db_id": "network_1", "question": "Show the names of students who have at least 2 likes.", "gold_sql": "SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id HAVING count(*) >= 2", "raw_output": "SELECT T1.name FROM Highschooler AS T1 JOIN Likes AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID HAVING count(*) >= 2", "predicted_sql": "SELECT T1.name FROM Highschooler AS T1 JOIN Likes AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID HAVING count(*) >= 2", "generation_status": "ok", "prompt_tokens": 248, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:401", "db_id": "course_teach", "question": "Show names of teachers and the courses they are arranged to teach in ascending alphabetical order of the teacher's name.", "gold_sql": "SELECT T3.Name , T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID ORDER BY T3.Name", "raw_output": "SELECT T.Name, C.Course FROM teacher AS T JOIN course_arrange AS CA ON T.Teacher_ID = CA.Teacher_ID JOIN course AS C ON CA.Course_ID = C.Course ORDER BY T.Name;", "predicted_sql": "SELECT T.Name, C.Course FROM teacher AS T JOIN course_arrange AS CA ON T.Teacher_ID = CA.Teacher_ID JOIN course AS C ON CA.Course_ID = C.Course ORDER BY T.Name;", "generation_status": "ok", "prompt_tokens": 248, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:402", "db_id": "course_teach", "question": "What are the names of the teachers and the courses they teach in ascending alphabetical order by the name of the teacher?", "gold_sql": "SELECT T3.Name , T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID ORDER BY T3.Name", "raw_output": "SELECT T.Name, C.Course FROM teacher AS T JOIN course_arrange AS CA ON T.Teacher_ID = CA.Teacher_ID JOIN course AS C ON CA.Course_ID = C.Course ORDER BY T.Name;", "predicted_sql": "SELECT T.Name, C.Course FROM teacher AS T JOIN course_arrange AS CA ON T.Teacher_ID = CA.Teacher_ID JOIN course AS C ON CA.Course_ID = C.Course ORDER BY T.Name;", "generation_status": "ok", "prompt_tokens": 248, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:186", "db_id": "flight_2", "question": "Give the airport code and airport name corresonding to the city Anthony.", "gold_sql": "SELECT AirportCode , AirportName FROM AIRPORTS WHERE city = \"Anthony\"", "raw_output": "SELECT AirportCode, AirportName FROM airports WHERE City = 'Anthony'", "predicted_sql": "SELECT AirportCode, AirportName FROM airports WHERE City = 'Anthony'", "generation_status": "ok", "prompt_tokens": 248, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:879", "db_id": "network_1", "question": "Return the grade that has the greatest number of high schoolers.", "gold_sql": "SELECT grade FROM Highschooler GROUP BY grade ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT grade FROM Highschooler GROUP BY grade ORDER BY COUNT(*) DESC LIMIT 1", "predicted_sql": "SELECT grade FROM Highschooler GROUP BY grade ORDER BY COUNT(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 248, "generated_tokens": 18, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:887", "db_id": "network_1", "question": "Return the name of the high school student with the most friends.", "gold_sql": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.name FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID, T1.name ORDER BY COUNT(T2.friend_id) DESC LIMIT 1", "predicted_sql": "SELECT T1.name FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID, T1.name ORDER BY COUNT(T2.friend_id) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 248, "generated_tokens": 56, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:899", "db_id": "network_1", "question": "What are the ids of students who both have friends and are liked?", "gold_sql": "SELECT student_id FROM Friend INTERSECT SELECT liked_id FROM Likes", "raw_output": "SELECT T1.ID FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id JOIN Likes AS T3 ON T1.ID = T3.student_id GROUP BY T1.ID HAVING COUNT(DISTINCT T2.friend_id) > 0 AND COUNT(DISTINCT T3.liked_id) > 0", "predicted_sql": "SELECT T1.ID FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id JOIN Likes AS T3 ON T1.ID = T3.student_id GROUP BY T1.ID HAVING COUNT(DISTINCT T2.friend_id) > 0 AND COUNT(DISTINCT T3.liked_id) > 0", "generation_status": "ok", "prompt_tokens": 249, "generated_tokens": 83, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:692", "db_id": "voter_1", "question": "What are the names of the contestants whose names are not 'Jessie Alloway'", "gold_sql": "SELECT contestant_name FROM contestants WHERE contestant_name != 'Jessie Alloway'", "raw_output": "SELECT T1.contestant_name FROM CONTESTANTS AS T1 WHERE T1.contestant_name != 'Jessie Alloway'", "predicted_sql": "SELECT T1.contestant_name FROM CONTESTANTS AS T1 WHERE T1.contestant_name != 'Jessie Alloway'", "generation_status": "ok", "prompt_tokens": 249, "generated_tokens": 31, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:694", "db_id": "voter_1", "question": "What are the contestant numbers and names of the contestants who had at least two votes?", "gold_sql": "SELECT T1.contestant_number , T1.contestant_name FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number = T2.contestant_number GROUP BY T1.contestant_number HAVING count(*) >= 2", "raw_output": "SELECT T1.contestant_number, T1.contestant_name FROM CONTESTANTS AS T1 JOIN VOTES AS T2 ON T1.contestant_number = T2.contestant_number GROUP BY T1.contestant_number, T1.contestant_name HAVING count(*) >= 2", "predicted_sql": "SELECT T1.contestant_number, T1.contestant_name FROM CONTESTANTS AS T1 JOIN VOTES AS T2 ON T1.contestant_number = T2.contestant_number GROUP BY T1.contestant_number, T1.contestant_name HAVING count(*) >= 2", "generation_status": "ok", "prompt_tokens": 249, "generated_tokens": 69, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:211", "db_id": "flight_2", "question": "How many flights depart from City 'Aberdeen' and have destination City 'Ashley'?", "gold_sql": "SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode JOIN AIRPORTS AS T3 ON T1.SourceAirport = T3.AirportCode WHERE T2.City = \"Ashley\" AND T3.City = \"Aberdeen\"", "raw_output": "SELECT count(*) FROM flights WHERE SourceAirport = 'Aberdeen' AND DestAirport = 'Ashley'", "predicted_sql": "SELECT count(*) FROM flights WHERE SourceAirport = 'Aberdeen' AND DestAirport = 'Ashley'", "generation_status": "ok", "prompt_tokens": 249, "generated_tokens": 21, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:47", "db_id": "pets_1", "question": "Find the weight of the youngest dog.", "gold_sql": "SELECT weight FROM pets ORDER BY pet_age LIMIT 1", "raw_output": "SELECT T2.weight FROM Pets AS T2 INNER JOIN Has_Pet AS T3 ON T2.PetID = T3.PetID INNER JOIN Student AS T1 ON T3.StuID = T1.StuID WHERE T2.PetType = 'Dog' ORDER BY T2.pet_age ASC LIMIT 1", "predicted_sql": "SELECT T2.weight FROM Pets AS T2 INNER JOIN Has_Pet AS T3 ON T2.PetID = T3.PetID INNER JOIN Student AS T1 ON T3.StuID = T1.StuID WHERE T2.PetType = 'Dog' ORDER BY T2.pet_age ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 249, "generated_tokens": 71, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:895", "db_id": "network_1", "question": "What are the ids of high school students who do not have friends?", "gold_sql": "SELECT id FROM Highschooler EXCEPT SELECT student_id FROM Friend", "raw_output": "SELECT T1.ID FROM Highschooler AS T1 LEFT JOIN Friend AS T2 ON T1.ID = T2.student_id WHERE T2.student_id IS NULL", "predicted_sql": "SELECT T1.ID FROM Highschooler AS T1 LEFT JOIN Friend AS T2 ON T1.ID = T2.student_id WHERE T2.student_id IS NULL", "generation_status": "ok", "prompt_tokens": 249, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:896", "db_id": "network_1", "question": "Show names of all high school students who do not have any friends.", "gold_sql": "SELECT name FROM Highschooler EXCEPT SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id", "raw_output": "SELECT T1.name FROM Highschooler AS T1 LEFT JOIN Friend AS T2 ON T1.ID = T2.student_id WHERE T2.friend_id IS NULL", "predicted_sql": "SELECT T1.name FROM Highschooler AS T1 LEFT JOIN Friend AS T2 ON T1.ID = T2.student_id WHERE T2.friend_id IS NULL", "generation_status": "ok", "prompt_tokens": 249, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:884", "db_id": "network_1", "question": "Show the names of high school students and their corresponding number of friends.", "gold_sql": "SELECT T2.name , count(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id", "raw_output": "SELECT T1.name, count(T2.friend_id) FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID, T1.name", "predicted_sql": "SELECT T1.name, count(T2.friend_id) FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID, T1.name", "generation_status": "ok", "prompt_tokens": 249, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:917", "db_id": "network_1", "question": "What is the lowest grade of students who do not have any friends?", "gold_sql": "SELECT min(grade) FROM Highschooler WHERE id NOT IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id)", "raw_output": "SELECT MIN(T1.grade) FROM Highschooler AS T1 LEFT JOIN Friend AS T2 ON T1.ID = T2.student_id WHERE T2.student_id IS NULL", "predicted_sql": "SELECT MIN(T1.grade) FROM Highschooler AS T1 LEFT JOIN Friend AS T2 ON T1.ID = T2.student_id WHERE T2.student_id IS NULL", "generation_status": "ok", "prompt_tokens": 249, "generated_tokens": 43, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:870", "db_id": "network_1", "question": "Show the names of all high schoolers in grade 10.", "gold_sql": "SELECT name FROM Highschooler WHERE grade = 10", "raw_output": "SELECT name FROM Highschooler WHERE grade = 10", "predicted_sql": "SELECT name FROM Highschooler WHERE grade = 10", "generation_status": "ok", "prompt_tokens": 249, "generated_tokens": 13, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:909", "db_id": "network_1", "question": "What are the names of students who have 2 or more likes?", "gold_sql": "SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id HAVING count(*) >= 2", "raw_output": "SELECT T1.name FROM Highschooler AS T1 JOIN Likes AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID HAVING count(*) >= 2", "predicted_sql": "SELECT T1.name FROM Highschooler AS T1 JOIN Likes AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID HAVING count(*) >= 2", "generation_status": "ok", "prompt_tokens": 249, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:913", "db_id": "network_1", "question": "Return the number of likes that the high schooler named Kyle has.", "gold_sql": "SELECT count(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.name = \"Kyle\"", "raw_output": "SELECT count(T1.liked_id) FROM Likes AS T1 INNER JOIN Highschooler AS T2 ON T1.student_id = T2.ID WHERE T2.name = 'Kyle'", "predicted_sql": "SELECT count(T1.liked_id) FROM Likes AS T1 INNER JOIN Highschooler AS T2 ON T1.student_id = T2.ID WHERE T2.name = 'Kyle'", "generation_status": "ok", "prompt_tokens": 249, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:48", "db_id": "pets_1", "question": "How much does the youngest dog weigh?", "gold_sql": "SELECT weight FROM pets ORDER BY pet_age LIMIT 1", "raw_output": "SELECT MIN(T3.weight) FROM Pets AS T3 JOIN Has_Pet AS T2 ON T3.PetID = T2.PetID JOIN Student AS T1 ON T2.StuID = T1.StuID WHERE T3.PetType = 'dog'", "predicted_sql": "SELECT MIN(T3.weight) FROM Pets AS T3 JOIN Has_Pet AS T2 ON T3.PetID = T2.PetID JOIN Student AS T1 ON T2.StuID = T1.StuID WHERE T3.PetType = 'dog'", "generation_status": "ok", "prompt_tokens": 249, "generated_tokens": 60, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:56", "db_id": "pets_1", "question": "How many different types of pet are there?", "gold_sql": "SELECT count(DISTINCT pettype) FROM pets", "raw_output": "SELECT count(DISTINCT PetType) FROM Pets", "predicted_sql": "SELECT count(DISTINCT PetType) FROM Pets", "generation_status": "ok", "prompt_tokens": 250, "generated_tokens": 11, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:237", "db_id": "flight_2", "question": "Find all airlines that have flights from both airports 'APG' and 'CVO'.", "gold_sql": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"APG\" INTERSECT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"CVO\"", "raw_output": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.DestAirport = 'APG' INTERSECT SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.DestAirport = 'CVO'", "predicted_sql": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.DestAirport = 'APG' INTERSECT SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.DestAirport = 'CVO'", "generation_status": "ok", "prompt_tokens": 250, "generated_tokens": 76, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:871", "db_id": "network_1", "question": "What are the names of all high schoolers in grade 10?", "gold_sql": "SELECT name FROM Highschooler WHERE grade = 10", "raw_output": "SELECT name FROM Highschooler WHERE grade = 10", "predicted_sql": "SELECT name FROM Highschooler WHERE grade = 10", "generation_status": "ok", "prompt_tokens": 250, "generated_tokens": 13, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:55", "db_id": "pets_1", "question": "Find the number of distinct type of pets.", "gold_sql": "SELECT count(DISTINCT pettype) FROM pets", "raw_output": "SELECT count(DISTINCT PetType) FROM Pets", "predicted_sql": "SELECT count(DISTINCT PetType) FROM Pets", "generation_status": "ok", "prompt_tokens": 250, "generated_tokens": 11, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:888", "db_id": "network_1", "question": "Show the names of high schoolers who have at least 3 friends.", "gold_sql": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id HAVING count(*) >= 3", "raw_output": "SELECT T1.name FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID HAVING count(T2.friend_id) >= 3", "predicted_sql": "SELECT T1.name FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID HAVING count(T2.friend_id) >= 3", "generation_status": "ok", "prompt_tokens": 250, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:73", "db_id": "pets_1", "question": "Find the average weight for each pet type.", "gold_sql": "SELECT avg(weight) , pettype FROM pets GROUP BY pettype", "raw_output": "SELECT PetType, AVG(weight) FROM Pets GROUP BY PetType", "predicted_sql": "SELECT PetType, AVG(weight) FROM Pets GROUP BY PetType", "generation_status": "ok", "prompt_tokens": 250, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:890", "db_id": "network_1", "question": "Show the names of all of the high schooler Kyle's friends.", "gold_sql": "SELECT T3.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id JOIN Highschooler AS T3 ON T1.friend_id = T3.id WHERE T2.name = \"Kyle\"", "raw_output": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.friend_id = T2.ID WHERE T1.student_id = (SELECT ID FROM Highschooler WHERE name = 'Kyle')", "predicted_sql": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.friend_id = T2.ID WHERE T1.student_id = (SELECT ID FROM Highschooler WHERE name = 'Kyle')", "generation_status": "ok", "prompt_tokens": 250, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:889", "db_id": "network_1", "question": "What are the names of high schoolers who have 3 or more friends?", "gold_sql": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id HAVING count(*) >= 3", "raw_output": "SELECT T1.name FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID, T1.name HAVING count(*) >= 3", "predicted_sql": "SELECT T1.name FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID, T1.name HAVING count(*) >= 3", "generation_status": "ok", "prompt_tokens": 251, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:239", "db_id": "flight_2", "question": "Find all airlines that have flights from airport 'CVO' but not from 'APG'.", "gold_sql": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"CVO\" EXCEPT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"APG\"", "raw_output": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport = 'CVO' AND T2.DestAirport != 'APG' GROUP BY T1.Airline", "predicted_sql": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport = 'CVO' AND T2.DestAirport != 'APG' GROUP BY T1.Airline", "generation_status": "ok", "prompt_tokens": 251, "generated_tokens": 54, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:874", "db_id": "network_1", "question": "How many high schoolers are there in grade 9 or 10?", "gold_sql": "SELECT count(*) FROM Highschooler WHERE grade = 9 OR grade = 10", "raw_output": "SELECT count(*) FROM Highschooler WHERE grade IN (9, 10)", "predicted_sql": "SELECT count(*) FROM Highschooler WHERE grade IN (9, 10)", "generation_status": "ok", "prompt_tokens": 251, "generated_tokens": 18, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:901", "db_id": "network_1", "question": "What are the names of high schoolers who both have friends and are liked?", "gold_sql": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id INTERSECT SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.liked_id = T2.id", "raw_output": "SELECT T1.name FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id JOIN Likes AS T3 ON T1.ID = T3.student_id GROUP BY T1.name HAVING COUNT(DISTINCT T2.friend_id) > 0 AND COUNT(DISTINCT T3.liked_id) > 0", "predicted_sql": "SELECT T1.name FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id JOIN Likes AS T3 ON T1.ID = T3.student_id GROUP BY T1.name HAVING COUNT(DISTINCT T2.friend_id) > 0 AND COUNT(DISTINCT T3.liked_id) > 0", "generation_status": "ok", "prompt_tokens": 251, "generated_tokens": 83, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:54", "db_id": "pets_1", "question": "How many dog pets are raised by female students?", "gold_sql": "SELECT count(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T2.petid = T3.petid WHERE T1.sex = 'F' AND T3.pettype = 'dog'", "raw_output": "SELECT count(T1.StuID) FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T1.Sex = 'F' AND T3.PetType = 'dog'", "predicted_sql": "SELECT count(T1.StuID) FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T1.Sex = 'F' AND T3.PetType = 'dog'", "generation_status": "ok", "prompt_tokens": 251, "generated_tokens": 70, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:67", "db_id": "pets_1", "question": "Find the type and weight of the youngest pet.", "gold_sql": "SELECT pettype , weight FROM pets ORDER BY pet_age LIMIT 1", "raw_output": "SELECT T2.PetType, T2.weight FROM Pets AS T2 JOIN Has_Pet AS T3 ON T2.PetID = T3.PetID JOIN Pets AS T1 ON T1.PetID = T3.PetID ORDER BY T2.pet_age ASC LIMIT 1", "predicted_sql": "SELECT T2.PetType, T2.weight FROM Pets AS T2 JOIN Has_Pet AS T3 ON T2.PetID = T3.PetID JOIN Pets AS T1 ON T1.PetID = T3.PetID ORDER BY T2.pet_age ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 251, "generated_tokens": 65, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:875", "db_id": "network_1", "question": "Count the number of high schoolers in grades 9 or 10.", "gold_sql": "SELECT count(*) FROM Highschooler WHERE grade = 9 OR grade = 10", "raw_output": "SELECT count(*) FROM Highschooler WHERE grade IN (9, 10)", "predicted_sql": "SELECT count(*) FROM Highschooler WHERE grade IN (9, 10)", "generation_status": "ok", "prompt_tokens": 251, "generated_tokens": 18, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:900", "db_id": "network_1", "question": "Show name of all students who have some friends and also are liked by someone else.", "gold_sql": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id INTERSECT SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.liked_id = T2.id", "raw_output": "SELECT T1.name FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id JOIN Likes AS T3 ON T1.ID = T3.liked_id WHERE T1.ID IN (SELECT student_id FROM Friend) AND T1.ID IN (SELECT liked_id FROM Likes)", "predicted_sql": "SELECT T1.name FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id JOIN Likes AS T3 ON T1.ID = T3.liked_id WHERE T1.ID IN (SELECT student_id FROM Friend) AND T1.ID IN (SELECT liked_id FROM Likes)", "generation_status": "ok", "prompt_tokens": 252, "generated_tokens": 75, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:232", "db_id": "flight_2", "question": "What is the abbreviation of the airilne has the fewest flights and what country is it in?", "gold_sql": "SELECT T1.Abbreviation , T1.Country FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline ORDER BY count(*) LIMIT 1", "raw_output": "SELECT T1.Abbreviation, T1.Country FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.Airline GROUP BY T1.uid ORDER BY COUNT(T2.FlightNo) ASC LIMIT 1", "predicted_sql": "SELECT T1.Abbreviation, T1.Country FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.Airline GROUP BY T1.uid ORDER BY COUNT(T2.FlightNo) ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 252, "generated_tokens": 52, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:885", "db_id": "network_1", "question": "What are the names of the high schoolers and how many friends does each have?", "gold_sql": "SELECT T2.name , count(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id", "raw_output": "SELECT T1.name, COUNT(T2.friend_id) FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID, T1.name", "predicted_sql": "SELECT T1.name, COUNT(T2.friend_id) FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID, T1.name", "generation_status": "ok", "prompt_tokens": 252, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:74", "db_id": "pets_1", "question": "What is the average weight for each type of pet?", "gold_sql": "SELECT avg(weight) , pettype FROM pets GROUP BY pettype", "raw_output": "SELECT T2.PetType, AVG(T3.weight) FROM Pets AS T3 JOIN Has_Pet AS T1 ON T3.PetID = T1.PetID JOIN Pets AS T2 ON T1.PetID = T2.PetID GROUP BY T2.PetType", "predicted_sql": "SELECT T2.PetType, AVG(T3.weight) FROM Pets AS T3 JOIN Has_Pet AS T1 ON T3.PetID = T1.PetID JOIN Pets AS T2 ON T1.PetID = T2.PetID GROUP BY T2.PetType", "generation_status": "ok", "prompt_tokens": 252, "generated_tokens": 63, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:886", "db_id": "network_1", "question": "What is the name of the high schooler who has the greatest number of friends?", "gold_sql": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.name FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID, T1.name ORDER BY count(T2.friend_id) DESC LIMIT 1", "predicted_sql": "SELECT T1.name FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID, T1.name ORDER BY count(T2.friend_id) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 252, "generated_tokens": 56, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:906", "db_id": "network_1", "question": "What is the name of the high schooler who has the greatest number of likes?", "gold_sql": "SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.name FROM Highschooler AS T1 JOIN Likes AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T1.name FROM Highschooler AS T1 JOIN Likes AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 252, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:904", "db_id": "network_1", "question": "Show the names of high schoolers who have likes, and numbers of likes for each.", "gold_sql": "SELECT T2.name , count(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id", "raw_output": "SELECT T1.name, COUNT(T2.liked_id)\nFROM Highschooler AS T1\nJOIN Likes AS T2 ON T1.ID = T2.student_id\nGROUP BY T1.ID, T1.name", "predicted_sql": "SELECT T1.name, COUNT(T2.liked_id)\nFROM Highschooler AS T1\nJOIN Likes AS T2 ON T1.ID = T2.student_id\nGROUP BY T1.ID, T1.name", "generation_status": "ok", "prompt_tokens": 253, "generated_tokens": 54, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:50", "db_id": "pets_1", "question": "List the maximum weight and type for each type of pet.", "gold_sql": "SELECT max(weight) , petType FROM pets GROUP BY petType", "raw_output": "SELECT PetType, MAX(weight), PetType FROM Pets GROUP BY PetType", "predicted_sql": "SELECT PetType, MAX(weight), PetType FROM Pets GROUP BY PetType", "generation_status": "ok", "prompt_tokens": 253, "generated_tokens": 17, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:898", "db_id": "network_1", "question": "Show the ids of high schoolers who have friends and are also liked by someone else.", "gold_sql": "SELECT student_id FROM Friend INTERSECT SELECT liked_id FROM Likes", "raw_output": "SELECT T1.ID FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id JOIN Likes AS T3 ON T1.ID = T3.liked_id WHERE T1.ID IN (SELECT student_id FROM Friend) AND T1.ID IN (SELECT liked_id FROM Likes);", "predicted_sql": "SELECT T1.ID FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id JOIN Likes AS T3 ON T1.ID = T3.liked_id WHERE T1.ID IN (SELECT student_id FROM Friend) AND T1.ID IN (SELECT liked_id FROM Likes);", "generation_status": "ok", "prompt_tokens": 253, "generated_tokens": 75, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:72", "db_id": "pets_1", "question": "What is the average and maximum age for each pet type?", "gold_sql": "SELECT avg(pet_age) , max(pet_age) , pettype FROM pets GROUP BY pettype", "raw_output": "SELECT PetType, AVG(T2.pet_age), MAX(T2.pet_age) FROM Pets AS T1 JOIN Has_Pet AS T3 ON T1.PetID = T3.PetID JOIN Pets AS T2 ON T3.PetID = T2.PetID GROUP BY PetType", "predicted_sql": "SELECT PetType, AVG(T2.pet_age), MAX(T2.pet_age) FROM Pets AS T1 JOIN Has_Pet AS T3 ON T1.PetID = T3.PetID JOIN Pets AS T2 ON T3.PetID = T2.PetID GROUP BY PetType", "generation_status": "ok", "prompt_tokens": 253, "generated_tokens": 68, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "ambiguous column name: PetType", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:46", "db_id": "pets_1", "question": "How many pets have a greater weight than 10?", "gold_sql": "SELECT count(*) FROM pets WHERE weight > 10", "raw_output": "SELECT count(*) FROM Has_Pet T1 JOIN Pets T2 ON T1.PetID = T2.PetID WHERE T2.weight > 10", "predicted_sql": "SELECT count(*) FROM Has_Pet T1 JOIN Pets T2 ON T1.PetID = T2.PetID WHERE T2.weight > 10", "generation_status": "ok", "prompt_tokens": 253, "generated_tokens": 35, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:71", "db_id": "pets_1", "question": "Find the average and maximum age for each type of pet.", "gold_sql": "SELECT avg(pet_age) , max(pet_age) , pettype FROM pets GROUP BY pettype", "raw_output": "SELECT PetType, AVG(pet_age), MAX(pet_age) FROM Pets GROUP BY PetType", "predicted_sql": "SELECT PetType, AVG(pet_age), MAX(pet_age) FROM Pets GROUP BY PetType", "generation_status": "ok", "prompt_tokens": 253, "generated_tokens": 23, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:85", "db_id": "pets_1", "question": "Find the average age of students who do not have any pet .", "gold_sql": "select avg(age) from student where stuid not in (select stuid from has_pet)", "raw_output": "SELECT AVG(T1.Age) FROM Student AS T1 LEFT JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID WHERE T2.StuID IS NULL", "predicted_sql": "SELECT AVG(T1.Age) FROM Student AS T1 LEFT JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID WHERE T2.StuID IS NULL", "generation_status": "ok", "prompt_tokens": 254, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:63", "db_id": "pets_1", "question": "Find the id of students who do not have a cat pet.", "gold_sql": "SELECT stuid FROM student EXCEPT SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat'", "raw_output": "SELECT T1.StuID FROM Student AS T1 LEFT JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID LEFT JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType != 'Cat' OR T3.PetID IS NULL GROUP BY T1.StuID HAVING SUM(CASE WHEN T3.PetType = 'Cat' THEN 1 ELSE 0 END) = 0", "predicted_sql": "SELECT T1.StuID FROM Student AS T1 LEFT JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID LEFT JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType != 'Cat' OR T3.PetID IS NULL GROUP BY T1.StuID HAVING SUM(CASE WHEN T3.PetType = 'Cat' THEN 1 ELSE 0 END) = 0", "generation_status": "ok", "prompt_tokens": 254, "generated_tokens": 100, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:75", "db_id": "pets_1", "question": "Find the first name and age of students who have a pet.", "gold_sql": "SELECT DISTINCT T1.fname , T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid", "raw_output": "SELECT T1.Fname, T1.Age FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID", "predicted_sql": "SELECT T1.Fname, T1.Age FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID", "generation_status": "ok", "prompt_tokens": 254, "generated_tokens": 36, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:57", "db_id": "pets_1", "question": "Find the first name of students who have cat or dog pet.", "gold_sql": "SELECT DISTINCT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat' OR T3.pettype = 'dog'", "raw_output": "SELECT T1.Fname FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'cat' OR T3.PetType = 'dog'", "predicted_sql": "SELECT T1.Fname FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'cat' OR T3.PetType = 'dog'", "generation_status": "ok", "prompt_tokens": 254, "generated_tokens": 68, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:695", "db_id": "voter_1", "question": "Of all the contestants who got voted, what is the contestant number and name of the contestant who got least votes?", "gold_sql": "SELECT T1.contestant_number , T1.contestant_name FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number = T2.contestant_number GROUP BY T1.contestant_number ORDER BY count(*) ASC LIMIT 1", "raw_output": "SELECT T1.contestant_number, T1.contestant_name FROM CONTESTANTS AS T1 JOIN VOTES AS T2 ON T1.contestant_number = T2.contestant_number GROUP BY T1.contestant_number, T1.contestant_name ORDER BY COUNT(T2.vote_id) ASC LIMIT 1", "predicted_sql": "SELECT T1.contestant_number, T1.contestant_name FROM CONTESTANTS AS T1 JOIN VOTES AS T2 ON T1.contestant_number = T2.contestant_number GROUP BY T1.contestant_number, T1.contestant_name ORDER BY COUNT(T2.vote_id) ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 255, "generated_tokens": 78, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:45", "db_id": "pets_1", "question": "Find the number of pets whose weight is heavier than 10.", "gold_sql": "SELECT count(*) FROM pets WHERE weight > 10", "raw_output": "SELECT count(T1.PetID) FROM Has_Pet AS T1 INNER JOIN Pets AS T2 ON T1.PetID = T2.PetID WHERE T2.weight > 10", "predicted_sql": "SELECT count(T1.PetID) FROM Has_Pet AS T1 INNER JOIN Pets AS T2 ON T1.PetID = T2.PetID WHERE T2.weight > 10", "generation_status": "ok", "prompt_tokens": 255, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:905", "db_id": "network_1", "question": "What are the names of high schoolers who have likes, and how many likes does each have?", "gold_sql": "SELECT T2.name , count(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id", "raw_output": "SELECT T1.name, COUNT(T2.liked_id) FROM Highschooler AS T1 JOIN Likes AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID, T1.name", "predicted_sql": "SELECT T1.name, COUNT(T2.liked_id) FROM Highschooler AS T1 JOIN Likes AS T2 ON T1.ID = T2.student_id GROUP BY T1.ID, T1.name", "generation_status": "ok", "prompt_tokens": 255, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:59", "db_id": "pets_1", "question": "Find the first name of students who have both cat and dog pets .", "gold_sql": "select t1.fname from student as t1 join has_pet as t2 on t1.stuid = t2.stuid join pets as t3 on t3.petid = t2.petid where t3.pettype = 'cat' intersect select t1.fname from student as t1 join has_pet as t2 on t1.stuid = t2.stuid join pets as t3 on t3.petid = t2.petid where t3.pettype = 'dog'", "raw_output": " نحوه_الاستعلام_لإيجاد_الأسماء_الأولى_لطلاب_لديهم_قطة_وكلبة:\nSELECT T1.Fname FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'Cat' INTERSECT SELECT T1.Fname FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'Dog'", "predicted_sql": "نحوه_الاستعلام_لإيجاد_الأسماء_الأولى_لطلاب_لديهم_قطة_وكلبة:\nSELECT T1.Fname FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'Cat' INTERSECT SELECT T1.Fname FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'Dog'", "generation_status": "ok", "prompt_tokens": 255, "generated_tokens": 152, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "rejected", "prediction_error": "Only SELECT or WITH ... SELECT is accepted", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:64", "db_id": "pets_1", "question": "What are the ids of the students who do not own cats as pets?", "gold_sql": "SELECT stuid FROM student EXCEPT SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat'", "raw_output": " نحوه_الاستعلام_للحصول_من_معرفات_الطلاب_الذين_لا_يمتلكون_قطط_كحيوانات_أليفة:\nSELECT T1.StuID FROM Student AS T1 LEFT JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID LEFT JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType != 'Cat' OR T3.PetType IS NULL GROUP BY T1.StuID HAVING COUNT(CASE WHEN T3.PetType = 'Cat' THEN 1 END) = 0", "predicted_sql": "نحوه_الاستعلام_للحصول_من_معرفات_الطلاب_الذين_لا_يمتلكون_قطط_كحيوانات_أليفة:\nSELECT T1.StuID FROM Student AS T1 LEFT JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID LEFT JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType != 'Cat' OR T3.PetType IS NULL GROUP BY T1.StuID HAVING COUNT(CASE WHEN T3.PetType = 'Cat' THEN 1 END) = 0", "generation_status": "ok", "prompt_tokens": 256, "generated_tokens": 140, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "rejected", "prediction_error": "Only SELECT or WITH ... SELECT is accepted", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:86", "db_id": "pets_1", "question": "What is the average age for all students who do not own any pets ?", "gold_sql": "select avg(age) from student where stuid not in (select stuid from has_pet)", "raw_output": " نحوه_الاستعلام_للحصول_من_متوسط_العمر_للطالبات_اللاتي_لا_يمتلكن_أي_حيوانات:\nSELECT AVG(T1.Age) FROM Student AS T1 LEFT JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID WHERE T2.StuID IS NULL", "predicted_sql": "نحوه_الاستعلام_للحصول_من_متوسط_العمر_للطالبات_اللاتي_لا_يمتلكن_أي_حيوانات:\nSELECT AVG(T1.Age) FROM Student AS T1 LEFT JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID WHERE T2.StuID IS NULL", "generation_status": "ok", "prompt_tokens": 256, "generated_tokens": 82, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "rejected", "prediction_error": "Only SELECT or WITH ... SELECT is accepted", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:910", "db_id": "network_1", "question": "Show the names of students who have a grade higher than 5 and have at least 2 friends.", "gold_sql": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.grade > 5 GROUP BY T1.student_id HAVING count(*) >= 2", "raw_output": " نحوه_الاستعلام_لإظهار_أسماء_الطلاب_الذين_لديهم_درجة_أعلى_من_5_ولديـن_صديقين_على_الأقل:\nSELECT T1.name FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id JOIN Highschooler AS T3 ON T2.friend_id = T3.ID WHERE T1.grade > 5 GROUP BY T1.ID HAVING count(T2.friend_id) >= 2", "predicted_sql": "نحوه_الاستعلام_لإظهار_أسماء_الطلاب_الذين_لديهم_درجة_أعلى_من_5_ولديـن_صديقين_على_الأقل:\nSELECT T1.name FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id JOIN Highschooler AS T3 ON T2.friend_id = T3.ID WHERE T1.grade > 5 GROUP BY T1.ID HAVING count(T2.friend_id) >= 2", "generation_status": "ok", "prompt_tokens": 256, "generated_tokens": 127, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "rejected", "prediction_error": "Only SELECT or WITH ... SELECT is accepted", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:81", "db_id": "pets_1", "question": "Find the first name and gender of student who have more than one pet.", "gold_sql": "SELECT T1.fname , T1.sex FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid GROUP BY T1.stuid HAVING count(*) > 1", "raw_output": " نحوه_الاستعلام_لإيجاد_الاسم_الأول_والجنس_للطالب_الذي_لديه_أكثر_من_حيوان_أليف_واحد:\nSELECT T1.Fname, T1.Sex FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID GROUP BY T1.StuID, T1.Fname, T1.Sex HAVING count(*) > 1", "predicted_sql": "نحوه_الاستعلام_لإيجاد_الاسم_الأول_والجنس_للطالب_الذي_لديه_أكثر_من_حيوان_أليف_واحد:\nSELECT T1.Fname, T1.Sex FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID GROUP BY T1.StuID, T1.Fname, T1.Sex HAVING count(*) > 1", "generation_status": "ok", "prompt_tokens": 256, "generated_tokens": 106, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "rejected", "prediction_error": "Only SELECT or WITH ... SELECT is accepted", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:61", "db_id": "pets_1", "question": "Find the major and age of students who do not have a cat pet.", "gold_sql": "SELECT major , age FROM student WHERE stuid NOT IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat')", "raw_output": " نحوه_الاستعلام_لإيجاد_التخصص_وعمر_الطلاب_الذين_ليس_لديهم_حيوان_قطة", "predicted_sql": "نحوه_الاستعلام_لإيجاد_التخصص_وعمر_الطلاب_الذين_ليس_لديهم_حيوان_قطة", "generation_status": "ok", "prompt_tokens": 256, "generated_tokens": 36, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "rejected", "prediction_error": "Only SELECT or WITH ... SELECT is accepted", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:51", "db_id": "pets_1", "question": "Find number of pets owned by students who are older than 20.", "gold_sql": "SELECT count(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid WHERE T1.age > 20", "raw_output": " نحوه_الاستعلام_لإيجاد_عدد_الحيوانات_الأليفة_التي_يمتلكها_الطلاب_الذين_أكبر_من_20:\nSELECT count(T1.PetID) FROM Has_Pet AS T1 JOIN Student AS T2 ON T1.StuID = T2.StuID WHERE T2.Age > 20", "predicted_sql": "نحوه_الاستعلام_لإيجاد_عدد_الحيوانات_الأليفة_التي_يمتلكها_الطلاب_الذين_أكبر_من_20:\nSELECT count(T1.PetID) FROM Has_Pet AS T1 JOIN Student AS T2 ON T1.StuID = T2.StuID WHERE T2.Age > 20", "generation_status": "ok", "prompt_tokens": 256, "generated_tokens": 89, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "rejected", "prediction_error": "Only SELECT or WITH ... SELECT is accepted", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:411", "db_id": "museum_visit", "question": "How many visitors below age 30 are there?", "gold_sql": "SELECT count(*) FROM visitor WHERE age < 30", "raw_output": "2SELECT count(T1.ID) FROM visitor AS T1 WHERE T1.Age < 30", "predicted_sql": "2SELECT count(T1.ID) FROM visitor AS T1 WHERE T1.Age < 30", "generation_status": "ok", "prompt_tokens": 257, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "unrecognized token: \"2SELECT\"", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:76", "db_id": "pets_1", "question": "What are the different first names and ages of the students who do have pets?", "gold_sql": "SELECT DISTINCT T1.fname , T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid", "raw_output": "SELECT T1.Fname, T1.Age FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID", "predicted_sql": "SELECT T1.Fname, T1.Age FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID", "generation_status": "ok", "prompt_tokens": 257, "generated_tokens": 36, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:79", "db_id": "pets_1", "question": "Find the number of pets for each student who has any pet and student id.", "gold_sql": "SELECT count(*) , T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid GROUP BY T1.stuid", "raw_output": "SELECT T1.StuID, count(T2.PetID) FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID GROUP BY T1.StuID", "predicted_sql": "SELECT T1.StuID, count(T2.PetID) FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID GROUP BY T1.StuID", "generation_status": "ok", "prompt_tokens": 257, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:68", "db_id": "pets_1", "question": "What type of pet is the youngest animal, and how much does it weigh?", "gold_sql": "SELECT pettype , weight FROM pets ORDER BY pet_age LIMIT 1", "raw_output": "SELECT T2.PetType, T2.weight FROM Pets AS T2 INNER JOIN Has_Pet AS T3 ON T2.PetID = T3.PetID INNER JOIN Pets AS T1 ON T1.PetID = T2.PetID ORDER BY T2.pet_age ASC LIMIT 1", "predicted_sql": "SELECT T2.PetType, T2.weight FROM Pets AS T2 INNER JOIN Has_Pet AS T3 ON T2.PetID = T3.PetID INNER JOIN Pets AS T1 ON T1.PetID = T2.PetID ORDER BY T2.pet_age ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 257, "generated_tokens": 67, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:77", "db_id": "pets_1", "question": "Find the id of the pet owned by student whose last name is ‘Smith’.", "gold_sql": "SELECT T2.petid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid WHERE T1.Lname = 'Smith'", "raw_output": "SELECT T2.PetID FROM Student AS T1 INNER JOIN Has_Pet AS T3 ON T1.StuID = T3.StuID JOIN Pets AS T2 ON T3.PetID = T2.PetID WHERE T1.LName = 'Smith'", "predicted_sql": "SELECT T2.PetID FROM Student AS T1 INNER JOIN Has_Pet AS T3 ON T1.StuID = T3.StuID JOIN Pets AS T2 ON T3.PetID = T2.PetID WHERE T1.LName = 'Smith'", "generation_status": "ok", "prompt_tokens": 257, "generated_tokens": 59, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:69", "db_id": "pets_1", "question": "Find the id and weight of all pets whose age is older than 1.", "gold_sql": "SELECT petid , weight FROM pets WHERE pet_age > 1", "raw_output": "SELECT T1.PetID, T3.weight FROM Pets AS T1 JOIN Has_Pet AS T2 ON T1.PetID = T2.PetID JOIN Pets AS T3 ON T1.PetID = T3.PetID WHERE T3.pet_age > 1", "predicted_sql": "SELECT T1.PetID, T3.weight FROM Pets AS T1 JOIN Has_Pet AS T2 ON T1.PetID = T2.PetID JOIN Pets AS T3 ON T1.PetID = T3.PetID WHERE T3.pet_age > 1", "generation_status": "ok", "prompt_tokens": 257, "generated_tokens": 63, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:60", "db_id": "pets_1", "question": "What are the students' first names who have both cats and dogs as pets?", "gold_sql": "SELECT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat' INTERSECT SELECT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'dog'", "raw_output": "SELECT T1.Fname FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'Cat' intersect SELECT T1.Fname FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'Dog'", "predicted_sql": "SELECT T1.Fname FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'Cat' intersect SELECT T1.Fname FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'Dog'", "generation_status": "ok", "prompt_tokens": 257, "generated_tokens": 116, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:70", "db_id": "pets_1", "question": "What is the id and weight of every pet who is older than 1?", "gold_sql": "SELECT petid , weight FROM pets WHERE pet_age > 1", "raw_output": "SELECT T1.PetID, T2.weight FROM Pets AS T1 JOIN Has_Pet AS T3 ON T1.PetID = T3.PetID JOIN Pets AS T2 ON T1.PetID = T2.PetID WHERE T2.pet_age > 1", "predicted_sql": "SELECT T1.PetID, T2.weight FROM Pets AS T1 JOIN Has_Pet AS T3 ON T1.PetID = T3.PetID JOIN Pets AS T2 ON T1.PetID = T2.PetID WHERE T2.pet_age > 1", "generation_status": "ok", "prompt_tokens": 257, "generated_tokens": 63, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:53", "db_id": "pets_1", "question": "Find the number of dog pets that are raised by female students (with sex F).", "gold_sql": "SELECT count(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T2.petid = T3.petid WHERE T1.sex = 'F' AND T3.pettype = 'dog'", "raw_output": "SELECT count(T1.StuID) FROM Student AS T1 INNER JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID INNER JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T1.Sex = 'F' AND T3.PetType = 'dog'", "predicted_sql": "SELECT count(T1.StuID) FROM Student AS T1 INNER JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID INNER JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T1.Sex = 'F' AND T3.PetType = 'dog'", "generation_status": "ok", "prompt_tokens": 258, "generated_tokens": 72, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:700", "db_id": "voter_1", "question": "List the area codes in which voters voted both for the contestant 'Tabatha Gehling' and the contestant 'Kelly Clauss'.", "gold_sql": "SELECT T3.area_code FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number = T2.contestant_number JOIN area_code_state AS T3 ON T2.state = T3.state WHERE T1.contestant_name = 'Tabatha Gehling' INTERSECT SELECT T3.area_code FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number = T2.contestant_number JOIN area_code_state AS T3 ON T2.state = T3.state WHERE T1.contestant_name = 'Kelly Clauss'", "raw_output": "SELECT T1.area_code FROM AREA_CODE_STATE AS T1 JOIN VOTES AS T2 ON T1.state = T2.state JOIN CONTESTANTS AS T3 ON T2.contestant_number = T3.contestant_number WHERE T3.contestant_name = 'Tabatha Gehling' AND T2.state IN (SELECT state FROM VOTES WHERE contestant_number IN (SELECT contestant_number FROM CONTESTANTS WHERE contestant_name = 'Kelly Clauss'))", "predicted_sql": "SELECT T1.area_code FROM AREA_CODE_STATE AS T1 JOIN VOTES AS T2 ON T1.state = T2.state JOIN CONTESTANTS AS T3 ON T2.contestant_number = T3.contestant_number WHERE T3.contestant_name = 'Tabatha Gehling' AND T2.state IN (SELECT state FROM VOTES WHERE contestant_number IN (SELECT contestant_number FROM CONTESTANTS WHERE contestant_name = 'Kelly Clauss'))", "generation_status": "ok", "prompt_tokens": 258, "generated_tokens": 107, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:52", "db_id": "pets_1", "question": "How many pets are owned by students that have an age greater than 20?", "gold_sql": "SELECT count(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid WHERE T1.age > 20", "raw_output": "SELECT count(T1.PetID) FROM Has_Pet AS T1 INNER JOIN Student AS T2 ON T1.StuID = T2.StuID WHERE T2.Age > 20", "predicted_sql": "SELECT count(T1.PetID) FROM Has_Pet AS T1 INNER JOIN Student AS T2 ON T1.StuID = T2.StuID WHERE T2.Age > 20", "generation_status": "ok", "prompt_tokens": 258, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:83", "db_id": "pets_1", "question": "Find the last name of the student who has a cat that is age 3.", "gold_sql": "SELECT T1.lname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pet_age = 3 AND T3.pettype = 'cat'", "raw_output": "SELECT T1.LName FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'cat' AND T3.pet_age = 3", "predicted_sql": "SELECT T1.LName FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'cat' AND T3.pet_age = 3", "generation_status": "ok", "prompt_tokens": 258, "generated_tokens": 68, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:699", "db_id": "voter_1", "question": "What are the create dates, states, and phone numbers of the votes that were for the contestant named 'Tabatha Gehling'?", "gold_sql": "SELECT T2.created , T2.state , T2.phone_number FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number = T2.contestant_number WHERE T1.contestant_name = 'Tabatha Gehling'", "raw_output": "SELECT T1.created, T1.state, T1.phone_number FROM VOTES AS T1 INNER JOIN CONTESTANTS AS T2 ON T1.contestant_number = T2.contestant_number WHERE T2.contestant_name = 'Tabatha Gehling'", "predicted_sql": "SELECT T1.created, T1.state, T1.phone_number FROM VOTES AS T1 INNER JOIN CONTESTANTS AS T2 ON T1.contestant_number = T2.contestant_number WHERE T2.contestant_name = 'Tabatha Gehling'", "generation_status": "ok", "prompt_tokens": 258, "generated_tokens": 63, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:49", "db_id": "pets_1", "question": "Find the maximum weight for each type of pet. List the maximum weight and pet type.", "gold_sql": "SELECT max(weight) , petType FROM pets GROUP BY petType", "raw_output": "SELECT T2.PetType, MAX(T3.weight) FROM Pets AS T3 JOIN Has_Pet AS T1 ON T3.PetID = T1.PetID JOIN Pets AS T2 ON T1.PetID = T2.PetID GROUP BY T2.PetType", "predicted_sql": "SELECT T2.PetType, MAX(T3.weight) FROM Pets AS T3 JOIN Has_Pet AS T1 ON T3.PetID = T1.PetID JOIN Pets AS T2 ON T1.PetID = T2.PetID GROUP BY T2.PetType", "generation_status": "ok", "prompt_tokens": 259, "generated_tokens": 63, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:78", "db_id": "pets_1", "question": "What is the id of the pet owned by the student whose last name is 'Smith'?", "gold_sql": "SELECT T2.petid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid WHERE T1.Lname = 'Smith'", "raw_output": "SELECT T2.PetID FROM Student AS T1 INNER JOIN Has_Pet AS T3 ON T1.StuID = T3.StuID JOIN Pets AS T2 ON T3.PetID = T2.PetID WHERE T1.LName = 'Smith'", "predicted_sql": "SELECT T2.PetID FROM Student AS T1 INNER JOIN Has_Pet AS T3 ON T1.StuID = T3.StuID JOIN Pets AS T2 ON T3.PetID = T2.PetID WHERE T1.LName = 'Smith'", "generation_status": "ok", "prompt_tokens": 259, "generated_tokens": 59, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:421", "db_id": "museum_visit", "question": "What are the id and name of the museum visited most times?", "gold_sql": "SELECT t2.Museum_ID , t1.name FROM museum AS t1 JOIN visit AS t2 ON t1.Museum_ID = t2.Museum_ID GROUP BY t2.Museum_ID ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.Museum_ID, T1.Name FROM museum AS T1 JOIN visit AS T2 ON T1.Museum_ID = T2.Museum_ID GROUP BY T1.Museum_ID, T1.Name ORDER BY COUNT(T2.Num_of_Ticket) DESC LIMIT 1", "predicted_sql": "SELECT T1.Museum_ID, T1.Name FROM museum AS T1 JOIN visit AS T2 ON T1.Museum_ID = T2.Museum_ID GROUP BY T1.Museum_ID, T1.Name ORDER BY COUNT(T2.Num_of_Ticket) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 259, "generated_tokens": 67, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:422", "db_id": "museum_visit", "question": "What is the name of the museum that had no visitor yet?", "gold_sql": "SELECT name FROM museum WHERE Museum_ID NOT IN (SELECT museum_id FROM visit)", "raw_output": "SELECT T1.Name FROM museum AS T1 LEFT JOIN visit AS T2 ON T1.Museum_ID = T2.Museum_ID WHERE T2.Museum_ID IS NULL", "predicted_sql": "SELECT T1.Name FROM museum AS T1 LEFT JOIN visit AS T2 ON T1.Museum_ID = T2.Museum_ID WHERE T2.Museum_ID IS NULL", "generation_status": "ok", "prompt_tokens": 259, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:911", "db_id": "network_1", "question": "What are the names of high schoolers who have a grade of over 5 and have 2 or more friends?", "gold_sql": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.grade > 5 GROUP BY T1.student_id HAVING count(*) >= 2", "raw_output": "SELECT T1.name FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id WHERE T1.grade > 5 AND T1.ID IN (SELECT student_id FROM Friend GROUP BY student_id HAVING count(*) >= 2)", "predicted_sql": "SELECT T1.name FROM Highschooler AS T1 JOIN Friend AS T2 ON T1.ID = T2.student_id WHERE T1.grade > 5 AND T1.ID IN (SELECT student_id FROM Friend GROUP BY student_id HAVING count(*) >= 2)", "generation_status": "ok", "prompt_tokens": 259, "generated_tokens": 63, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:58", "db_id": "pets_1", "question": "What are the first names of every student who has a cat or dog as a pet?", "gold_sql": "SELECT DISTINCT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat' OR T3.pettype = 'dog'", "raw_output": "SELECT T1.Fname FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'Cat' OR T3.PetType = 'Dog'", "predicted_sql": "SELECT T1.Fname FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'Cat' OR T3.PetType = 'Dog'", "generation_status": "ok", "prompt_tokens": 259, "generated_tokens": 68, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:66", "db_id": "pets_1", "question": "What is the first name of every student who has a dog but does not have a cat?", "gold_sql": "SELECT T1.fname , T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'dog' AND T1.stuid NOT IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat')", "raw_output": "SELECT T1.Fname FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'dog' JOIN Has_Pet AS T4 ON T1.StuID = T4.StuID JOIN Pets AS T5 ON T4.PetID = T5.PetID WHERE T5.PetType = 'cat' IS NULL GROUP BY T1.Fname", "predicted_sql": "SELECT T1.Fname FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'dog' JOIN Has_Pet AS T4 ON T1.StuID = T4.StuID JOIN Pets AS T5 ON T4.PetID = T5.PetID WHERE T5.PetType = 'cat' IS NULL GROUP BY T1.Fname", "generation_status": "ok", "prompt_tokens": 260, "generated_tokens": 113, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "near \"JOIN\": syntax error", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:84", "db_id": "pets_1", "question": "What is the last name of the student who has a cat that is 3 years old?", "gold_sql": "SELECT T1.lname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pet_age = 3 AND T3.pettype = 'cat'", "raw_output": "SELECT T1.LName FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'cat' AND T3.pet_age = 3", "predicted_sql": "SELECT T1.LName FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'cat' AND T3.pet_age = 3", "generation_status": "ok", "prompt_tokens": 260, "generated_tokens": 68, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:424", "db_id": "museum_visit", "question": "What are the average and maximum number of tickets bought in all visits?", "gold_sql": "SELECT avg(num_of_ticket) , max(num_of_ticket) FROM visit", "raw_output": "SELECT AVG(T1.Num_of_Ticket), MAX(T1.Num_of_Ticket) FROM visit AS T1", "predicted_sql": "SELECT AVG(T1.Num_of_Ticket), MAX(T1.Num_of_Ticket) FROM visit AS T1", "generation_status": "ok", "prompt_tokens": 260, "generated_tokens": 29, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:82", "db_id": "pets_1", "question": "What is the first name and gender of the all the students who have more than one pet?", "gold_sql": "SELECT T1.fname , T1.sex FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid GROUP BY T1.stuid HAVING count(*) > 1", "raw_output": "SELECT T1.Fname, T1.Sex FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID GROUP BY T1.StuID HAVING count(*) > 1", "predicted_sql": "SELECT T1.Fname, T1.Sex FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID GROUP BY T1.StuID HAVING count(*) > 1", "generation_status": "ok", "prompt_tokens": 260, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:417", "db_id": "museum_visit", "question": "What are the opening year and staff number of the museum named Plaza Museum?", "gold_sql": "SELECT Num_of_Staff , Open_Year FROM museum WHERE name = 'Plaza Museum'", "raw_output": "SELECT T1.Open_Year, T1.Num_of_Staff FROM museum AS T1 WHERE T1.Name = 'Plaza Museum'", "predicted_sql": "SELECT T1.Open_Year, T1.Num_of_Staff FROM museum AS T1 WHERE T1.Name = 'Plaza Museum'", "generation_status": "ok", "prompt_tokens": 261, "generated_tokens": 33, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:415", "db_id": "museum_visit", "question": "Find the id and name of the museum that has the most staff members?", "gold_sql": "SELECT museum_id , name FROM museum ORDER BY num_of_staff DESC LIMIT 1", "raw_output": "SELECT Museum_ID, Name FROM museum ORDER BY Num_of_Staff DESC LIMIT 1", "predicted_sql": "SELECT Museum_ID, Name FROM museum ORDER BY Num_of_Staff DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 261, "generated_tokens": 20, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:423", "db_id": "museum_visit", "question": "Find the name and age of the visitor who bought the most tickets at once.", "gold_sql": "SELECT t1.name , t1.age FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id ORDER BY t2.num_of_ticket DESC LIMIT 1", "raw_output": "SELECT T1.Name, T2.Age FROM museum AS T1 JOIN visit AS T3 ON T1.Museum_ID = T3.Museum_ID JOIN visitor AS T2 ON T3.visitor_ID = T2.ID ORDER BY T3.Num_of_Ticket DESC LIMIT 1", "predicted_sql": "SELECT T1.Name, T2.Age FROM museum AS T1 JOIN visit AS T3 ON T1.Museum_ID = T3.Museum_ID JOIN visitor AS T2 ON T3.visitor_ID = T2.ID ORDER BY T3.Num_of_Ticket DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 262, "generated_tokens": 66, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:425", "db_id": "museum_visit", "question": "What is the total ticket expense of the visitors whose membership level is 1?", "gold_sql": "SELECT sum(t2.Total_spent) FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id WHERE t1.Level_of_membership = 1", "raw_output": "SELECT SUM(T1.Total_spent) FROM visit AS T1 INNER JOIN visitor AS T2 ON T1.visitor_ID = T2.ID WHERE T2.Level_of_membership = 1", "predicted_sql": "SELECT SUM(T1.Total_spent) FROM visit AS T1 INNER JOIN visitor AS T2 ON T1.visitor_ID = T2.ID WHERE T2.Level_of_membership = 1", "generation_status": "ok", "prompt_tokens": 262, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:80", "db_id": "pets_1", "question": "For students who have pets , how many pets does each student have ? list their ids instead of names .", "gold_sql": "select count(*) , t1.stuid from student as t1 join has_pet as t2 on t1.stuid = t2.stuid group by t1.stuid", "raw_output": "SELECT T1.StuID, COUNT(T2.PetID) FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID GROUP BY T1.StuID", "predicted_sql": "SELECT T1.StuID, COUNT(T2.PetID) FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID GROUP BY T1.StuID", "generation_status": "ok", "prompt_tokens": 262, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:419", "db_id": "museum_visit", "question": "find the id, name and age for visitors who visited some museums more than once.", "gold_sql": "SELECT t1.id , t1.name , t1.age FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id GROUP BY t1.id HAVING count(*) > 1", "raw_output": "SELECT T1.ID, T1.Name, T1.Age FROM visitor AS T1 INNER JOIN visit AS T2 ON T1.ID = T2.visitor_ID GROUP BY T1.ID, T1.Name, T1.Age HAVING count(*) > 1", "predicted_sql": "SELECT T1.ID, T1.Name, T1.Age FROM visitor AS T1 INNER JOIN visit AS T2 ON T1.ID = T2.visitor_ID GROUP BY T1.ID, T1.Name, T1.Age HAVING count(*) > 1", "generation_status": "ok", "prompt_tokens": 263, "generated_tokens": 61, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:62", "db_id": "pets_1", "question": "What major is every student who does not own a cat as a pet, and also how old are they?", "gold_sql": "SELECT major , age FROM student WHERE stuid NOT IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat')", "raw_output": "SELECT T1.Major, T1.Age FROM Student AS T1 INNER JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID INNER JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType != 'Cat'", "predicted_sql": "SELECT T1.Major, T1.Age FROM Student AS T1 INNER JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID INNER JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType != 'Cat'", "generation_status": "ok", "prompt_tokens": 263, "generated_tokens": 64, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:65", "db_id": "pets_1", "question": "Find the first name and age of students who have a dog but do not have a cat as a pet.", "gold_sql": "SELECT T1.fname , T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'dog' AND T1.stuid NOT IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat')", "raw_output": "SELECT T1.Fname, T1.Age FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'dog' AND T1.StuID NOT IN (SELECT T2.StuID FROM Has_Pet AS T2 JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'cat')", "predicted_sql": "SELECT T1.Fname, T1.Age FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'dog' AND T1.StuID NOT IN (SELECT T2.StuID FROM Has_Pet AS T2 JOIN Pets AS T3 ON T2.PetID = T3.PetID WHERE T3.PetType = 'cat')", "generation_status": "ok", "prompt_tokens": 263, "generated_tokens": 112, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:413", "db_id": "museum_visit", "question": "What is the average age of the visitors whose membership level is not higher than 4?", "gold_sql": "SELECT avg(age) FROM visitor WHERE Level_of_membership <= 4", "raw_output": "SELECT AVG(T2.Age) FROM visitor AS T2 INNER JOIN visit AS T3 ON T2.ID = T3.visitor_ID WHERE T2.Level_of_membership <= 4", "predicted_sql": "SELECT AVG(T2.Age) FROM visitor AS T2 INNER JOIN visit AS T3 ON T2.ID = T3.visitor_ID WHERE T2.Level_of_membership <= 4", "generation_status": "ok", "prompt_tokens": 264, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:427", "db_id": "museum_visit", "question": "Find the number of visitors who did not visit any museum opened after 2010.", "gold_sql": "SELECT count(*) FROM visitor WHERE id NOT IN (SELECT t2.visitor_id FROM museum AS t1 JOIN visit AS t2 ON t1.Museum_ID = t2.Museum_ID WHERE t1.open_year > 2010)", "raw_output": "SELECT COUNT(T1.ID) FROM visitor AS T1 LEFT JOIN visit AS T2 ON T1.ID = T2.visitor_ID LEFT JOIN museum AS T3 ON T2.Museum_ID = T3.Museum_ID WHERE T3.Open_Year IS NULL OR T3.Open_Year <= '2010' AND T2.Museum_ID IS NULL", "predicted_sql": "SELECT COUNT(T1.ID) FROM visitor AS T1 LEFT JOIN visit AS T2 ON T1.ID = T2.visitor_ID LEFT JOIN museum AS T3 ON T2.Museum_ID = T3.Museum_ID WHERE T3.Open_Year IS NULL OR T3.Open_Year <= '2010' AND T2.Museum_ID IS NULL", "generation_status": "ok", "prompt_tokens": 265, "generated_tokens": 84, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:428", "db_id": "museum_visit", "question": "How many museums were opened after 2013 or before 2008?", "gold_sql": "SELECT count(*) FROM museum WHERE open_year > 2013 OR open_year < 2008", "raw_output": "SELECT COUNT(*) FROM museum WHERE Open_Year < '2008' OR Open_Year > '2013'", "predicted_sql": "SELECT COUNT(*) FROM museum WHERE Open_Year < '2008' OR Open_Year > '2013'", "generation_status": "ok", "prompt_tokens": 265, "generated_tokens": 28, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:416", "db_id": "museum_visit", "question": "Find the average number of staff working for the museums that were open before 2009.", "gold_sql": "SELECT avg(num_of_staff) FROM museum WHERE open_year < 2009", "raw_output": "SELECT AVG(T1.Num_of_Staff) FROM museum AS T1 WHERE T1.Open_Year < '2009'", "predicted_sql": "SELECT AVG(T1.Num_of_Staff) FROM museum AS T1 WHERE T1.Open_Year < '2009'", "generation_status": "ok", "prompt_tokens": 266, "generated_tokens": 32, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:418", "db_id": "museum_visit", "question": "find the names of museums which have more staff than the minimum staff number of all museums opened after 2010.", "gold_sql": "SELECT name FROM museum WHERE num_of_staff > (SELECT min(num_of_staff) FROM museum WHERE open_year > 2010)", "raw_output": "SELECT T1.Name FROM museum AS T1 WHERE T1.Num_of_Staff > (SELECT MIN(Num_of_Staff) FROM museum WHERE Open_Year > '2010')", "predicted_sql": "SELECT T1.Name FROM museum AS T1 WHERE T1.Num_of_Staff > (SELECT MIN(Num_of_Staff) FROM museum WHERE Open_Year > '2010')", "generation_status": "ok", "prompt_tokens": 271, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:420", "db_id": "museum_visit", "question": "What are the id, name and membership level of visitors who have spent the largest amount of money in total in all museum tickets?", "gold_sql": "SELECT t2.visitor_id , t1.name , t1.Level_of_membership FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id GROUP BY t2.visitor_id ORDER BY sum(t2.Total_spent) DESC LIMIT 1", "raw_output": "SELECT T1.ID, T1.Name, T1.Level_of_membership FROM visitor AS T1 JOIN visit AS T2 ON T1.ID = T2.visitor_ID ORDER BY SUM(T2.Total_spent) DESC LIMIT 1", "predicted_sql": "SELECT T1.ID, T1.Name, T1.Level_of_membership FROM visitor AS T1 JOIN visit AS T2 ON T1.ID = T2.visitor_ID ORDER BY SUM(T2.Total_spent) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 272, "generated_tokens": 57, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "misuse of aggregate: SUM()", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:412", "db_id": "museum_visit", "question": "Find the names of the visitors whose membership level is higher than 4, and order the results by the level from high to low.", "gold_sql": "SELECT name FROM visitor WHERE Level_of_membership > 4 ORDER BY Level_of_membership DESC", "raw_output": "SELECT T1.Name FROM visitor AS T1 WHERE T1.Level_of_membership > 4 ORDER BY T1.Level_of_membership DESC", "predicted_sql": "SELECT T1.Name FROM visitor AS T1 WHERE T1.Level_of_membership > 4 ORDER BY T1.Level_of_membership DESC", "generation_status": "ok", "prompt_tokens": 273, "generated_tokens": 34, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:414", "db_id": "museum_visit", "question": "Find the name and membership level of the visitors whose membership level is higher than 4, and sort by their age from old to young.", "gold_sql": "SELECT name , Level_of_membership FROM visitor WHERE Level_of_membership > 4 ORDER BY age DESC", "raw_output": "SELECT T1.Name, T2.Level_of_membership FROM museum AS T1 JOIN visit AS T3 ON T1.Museum_ID = T3.Museum_ID JOIN visitor AS T2 ON T3.visitor_ID = T2.ID WHERE T2.Level_of_membership > 4 ORDER BY T2.Age DESC", "predicted_sql": "SELECT T1.Name, T2.Level_of_membership FROM museum AS T1 JOIN visit AS T3 ON T1.Museum_ID = T3.Museum_ID JOIN visitor AS T2 ON T3.visitor_ID = T2.ID WHERE T2.Level_of_membership > 4 ORDER BY T2.Age DESC", "generation_status": "ok", "prompt_tokens": 274, "generated_tokens": 75, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:426", "db_id": "museum_visit", "question": "What is the name of the visitor who visited both a museum opened before 2009 and a museum opened after 2011?", "gold_sql": "SELECT t1.name FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id JOIN museum AS t3 ON t3.Museum_ID = t2.Museum_ID WHERE t3.open_year < 2009 INTERSECT SELECT t1.name FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id JOIN museum AS t3 ON t3.Museum_ID = t2.Museum_ID WHERE t3.open_year > 2011", "raw_output": "SELECT T1.Name FROM visitor AS T1 JOIN visit AS T2 ON T1.ID = T2.visitor_ID JOIN museum AS T3 ON T2.Museum_ID = T3.Museum_ID WHERE T3.Open_Year < '2009' AND T3.Open_Year > '2011'", "predicted_sql": "SELECT T1.Name FROM visitor AS T1 JOIN visit AS T2 ON T1.ID = T2.visitor_ID JOIN museum AS T3 ON T2.Museum_ID = T3.Museum_ID WHERE T3.Open_Year < '2009' AND T3.Open_Year > '2011'", "generation_status": "ok", "prompt_tokens": 276, "generated_tokens": 75, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:491", "db_id": "battle_death", "question": "How many ships ended up being 'Captured'?", "gold_sql": "SELECT count(*) FROM ship WHERE disposition_of_ship = 'Captured'", "raw_output": "SELECT count(*) FROM ship WHERE disposition_of_ship = 'Captured'", "predicted_sql": "SELECT count(*) FROM ship WHERE disposition_of_ship = 'Captured'", "generation_status": "ok", "prompt_tokens": 297, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:502", "db_id": "battle_death", "question": "How many different results are there for the battles?", "gold_sql": "SELECT count(DISTINCT RESULT) FROM battle", "raw_output": "SELECT COUNT(DISTINCT result) FROM battle", "predicted_sql": "SELECT COUNT(DISTINCT result) FROM battle", "generation_status": "ok", "prompt_tokens": 298, "generated_tokens": 10, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:495", "db_id": "battle_death", "question": "What is the average number of injuries caused each time?", "gold_sql": "SELECT avg(injured) FROM death", "raw_output": "SELECT AVG(injured) FROM death", "predicted_sql": "SELECT AVG(injured) FROM death", "generation_status": "ok", "prompt_tokens": 299, "generated_tokens": 8, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:493", "db_id": "battle_death", "question": "List the name, date and result of each battle.", "gold_sql": "SELECT name , date FROM battle", "raw_output": "SELECT name, date, result FROM battle", "predicted_sql": "SELECT name, date, result FROM battle", "generation_status": "ok", "prompt_tokens": 299, "generated_tokens": 9, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:494", "db_id": "battle_death", "question": "What is maximum and minimum death toll caused each time?", "gold_sql": "SELECT max(killed) , min(killed) FROM death", "raw_output": "SELECT MAX(T1.killed), MIN(T1.killed) FROM death AS T1", "predicted_sql": "SELECT MAX(T1.killed), MIN(T1.killed) FROM death AS T1", "generation_status": "ok", "prompt_tokens": 299, "generated_tokens": 21, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:500", "db_id": "battle_death", "question": "What is the ship id and name that caused most total injuries?", "gold_sql": "SELECT T2.id , T2.name FROM death AS T1 JOIN ship AS t2 ON T1.caused_by_ship_id = T2.id GROUP BY T2.id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.id, T1.name FROM death AS T1 JOIN ship AS T2 ON T1.caused_by_ship_id = T2.id GROUP BY T1.caused_by_ship_id, T1.name ORDER BY SUM(T1.injured) DESC LIMIT 1", "predicted_sql": "SELECT T1.id, T1.name FROM death AS T1 JOIN ship AS T2 ON T1.caused_by_ship_id = T2.id GROUP BY T1.caused_by_ship_id, T1.name ORDER BY SUM(T1.injured) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 301, "generated_tokens": 67, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.name", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:506", "db_id": "battle_death", "question": "What are the notes of the death events which has substring 'East'?", "gold_sql": "SELECT note FROM death WHERE note LIKE '%East%'", "raw_output": "SELECT T1.note FROM death AS T1 INNER JOIN ship AS T2 ON T1.caused_by_ship_id = T2.id WHERE T1.note LIKE '%East%';", "predicted_sql": "SELECT T1.note FROM death AS T1 INNER JOIN ship AS T2 ON T1.caused_by_ship_id = T2.id WHERE T1.note LIKE '%East%';", "generation_status": "ok", "prompt_tokens": 302, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:503", "db_id": "battle_death", "question": "How many battles did not lose any ship with tonnage '225'?", "gold_sql": "SELECT count(*) FROM battle WHERE id NOT IN ( SELECT lost_in_battle FROM ship WHERE tonnage = '225' );", "raw_output": "SELECT count(T1.id) FROM battle AS T1 LEFT JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.tonnage != '225'", "predicted_sql": "SELECT count(T1.id) FROM battle AS T1 LEFT JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.tonnage != '225'", "generation_status": "ok", "prompt_tokens": 303, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:496", "db_id": "battle_death", "question": "What are the death and injury situations caused by the ship with tonnage 't'?", "gold_sql": "SELECT T1.killed , T1.injured FROM death AS T1 JOIN ship AS t2 ON T1.caused_by_ship_id = T2.id WHERE T2.tonnage = 't'", "raw_output": "SELECT T1.note, T1.killed, T1.injured FROM death AS T1 INNER JOIN ship AS T2 ON T1.caused_by_ship_id = T2.id WHERE T2.tonnage = 't'", "predicted_sql": "SELECT T1.note, T1.killed, T1.injured FROM death AS T1 INNER JOIN ship AS T2 ON T1.caused_by_ship_id = T2.id WHERE T2.tonnage = 't'", "generation_status": "ok", "prompt_tokens": 304, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:492", "db_id": "battle_death", "question": "List the name and tonnage ordered by in descending alphaetical order for the names.", "gold_sql": "SELECT name , tonnage FROM ship ORDER BY name DESC", "raw_output": "SELECT name, tonnage FROM ship ORDER BY name DESC;", "predicted_sql": "SELECT name, tonnage FROM ship ORDER BY name DESC;", "generation_status": "ok", "prompt_tokens": 305, "generated_tokens": 12, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:498", "db_id": "battle_death", "question": "What are the different ids and names of the battles that lost any 'Brig' type shipes?", "gold_sql": "SELECT DISTINCT T1.id , T1.name FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.ship_type = 'Brig'", "raw_output": "SELECT T1.id, T1.name FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.ship_type = 'Brig'", "predicted_sql": "SELECT T1.id, T1.name FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.ship_type = 'Brig'", "generation_status": "ok", "prompt_tokens": 308, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:497", "db_id": "battle_death", "question": "What are the name and results of the battles when the bulgarian commander is not 'Boril'", "gold_sql": "SELECT name , RESULT FROM battle WHERE bulgarian_commander != 'Boril'", "raw_output": "SELECT T1.name, T1.result FROM battle AS T1 WHERE T1.bulgarian_commander != 'Boril'", "predicted_sql": "SELECT T1.name, T1.result FROM battle AS T1 WHERE T1.bulgarian_commander != 'Boril'", "generation_status": "ok", "prompt_tokens": 308, "generated_tokens": 29, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:505", "db_id": "battle_death", "question": "Show names, results and bulgarian commanders of the battles with no ships lost in the 'English Channel'.", "gold_sql": "SELECT name , RESULT , bulgarian_commander FROM battle EXCEPT SELECT T1.name , T1.result , T1.bulgarian_commander FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.location = 'English Channel'", "raw_output": "SELECT T1.name, T1.result, T1.bulgarian_commander FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.location = 'English Channel' AND T2.lost_in_battle IS NULL", "predicted_sql": "SELECT T1.name, T1.result, T1.bulgarian_commander FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.location = 'English Channel' AND T2.lost_in_battle IS NULL", "generation_status": "ok", "prompt_tokens": 309, "generated_tokens": 64, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:499", "db_id": "battle_death", "question": "What are the ids and names of the battles that led to more than 10 people killed in total.", "gold_sql": "SELECT T1.id , T1.name FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle JOIN death AS T3 ON T2.id = T3.caused_by_ship_id GROUP BY T1.id HAVING sum(T3.killed) > 10", "raw_output": "SELECT T1.id, T1.name FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle JOIN death AS T3 ON T2.id = T3.caused_by_ship_id GROUP BY T1.id, T1.name HAVING sum(T3.killed) > 10", "predicted_sql": "SELECT T1.id, T1.name FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle JOIN death AS T3 ON T2.id = T3.caused_by_ship_id GROUP BY T1.id, T1.name HAVING sum(T3.killed) > 10", "generation_status": "ok", "prompt_tokens": 310, "generated_tokens": 79, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:501", "db_id": "battle_death", "question": "What are the distinct battle names which are between bulgarian commander 'Kaloyan' and latin commander 'Baldwin I'?", "gold_sql": "SELECT name FROM battle WHERE bulgarian_commander = 'Kaloyan' AND latin_commander = 'Baldwin I'", "raw_output": "SELECT DISTINCT T1.name FROM battle AS T1 WHERE T1.bulgarian_commander = 'Kaloyan' AND T1.latin_commander = 'Baldwin I'", "predicted_sql": "SELECT DISTINCT T1.name FROM battle AS T1 WHERE T1.bulgarian_commander = 'Kaloyan' AND T1.latin_commander = 'Baldwin I'", "generation_status": "ok", "prompt_tokens": 312, "generated_tokens": 38, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:504", "db_id": "battle_death", "question": "List the name and date the battle that has lost the ship named 'Lettice' and the ship named 'HMS Atalanta'", "gold_sql": "SELECT T1.name , T1.date FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.name = 'Lettice' INTERSECT SELECT T1.name , T1.date FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.name = 'HMS Atalanta'", "raw_output": "SELECT T1.name, T1.date FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.name = 'Lettice' OR T2.name = 'HMS Atalanta'", "predicted_sql": "SELECT T1.name, T1.date FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.name = 'Lettice' OR T2.name = 'HMS Atalanta'", "generation_status": "ok", "prompt_tokens": 314, "generated_tokens": 56, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:260", "db_id": "employee_hire_evaluation", "question": "Count the number of employees", "gold_sql": "SELECT count(*) FROM employee", "raw_output": "SELECT count(*) FROM employee", "predicted_sql": "SELECT count(*) FROM employee", "generation_status": "ok", "prompt_tokens": 327, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:259", "db_id": "employee_hire_evaluation", "question": "How many employees are there?", "gold_sql": "SELECT count(*) FROM employee", "raw_output": "SELECT count(*) FROM employee", "predicted_sql": "SELECT count(*) FROM employee", "generation_status": "ok", "prompt_tokens": 328, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:295", "db_id": "employee_hire_evaluation", "question": "How many different store locations are there?", "gold_sql": "SELECT count(DISTINCT LOCATION) FROM shop", "raw_output": "SELECT COUNT(DISTINCT Location) FROM shop", "predicted_sql": "SELECT COUNT(DISTINCT Location) FROM shop", "generation_status": "ok", "prompt_tokens": 330, "generated_tokens": 10, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:291", "db_id": "employee_hire_evaluation", "question": "Give me all the information about hiring.", "gold_sql": "SELECT * FROM hiring", "raw_output": "SELECT T1.Shop_ID, T1.Employee_ID, T1.Start_from, T1.Is_full_time FROM hiring", "predicted_sql": "SELECT T1.Shop_ID, T1.Employee_ID, T1.Start_from, T1.Is_full_time FROM hiring", "generation_status": "ok", "prompt_tokens": 330, "generated_tokens": 33, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.Shop_ID", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:292", "db_id": "employee_hire_evaluation", "question": "What is all the information about hiring?", "gold_sql": "SELECT * FROM hiring", "raw_output": "SELECT T1.Shop_ID, T1.Employee_ID, T1.Start_from, T1.Is_full_time FROM hiring", "predicted_sql": "SELECT T1.Shop_ID, T1.Employee_ID, T1.Start_from, T1.Is_full_time FROM hiring", "generation_status": "ok", "prompt_tokens": 330, "generated_tokens": 33, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.Shop_ID", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:296", "db_id": "employee_hire_evaluation", "question": "Count the number of distinct store locations.", "gold_sql": "SELECT count(DISTINCT LOCATION) FROM shop", "raw_output": "SELECT COUNT(DISTINCT Location) FROM shop", "predicted_sql": "SELECT COUNT(DISTINCT Location) FROM shop", "generation_status": "ok", "prompt_tokens": 330, "generated_tokens": 10, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:289", "db_id": "employee_hire_evaluation", "question": "What is total bonus given in all evaluations?", "gold_sql": "SELECT sum(bonus) FROM evaluation", "raw_output": "SELECT SUM(T1.Bonus) FROM evaluation AS T1", "predicted_sql": "SELECT SUM(T1.Bonus) FROM evaluation AS T1", "generation_status": "ok", "prompt_tokens": 331, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:264", "db_id": "employee_hire_evaluation", "question": "Count the number of employees for each city.", "gold_sql": "SELECT count(*) , city FROM employee GROUP BY city", "raw_output": "SELECT City, count(*) FROM employee GROUP BY City", "predicted_sql": "SELECT City, count(*) FROM employee GROUP BY City", "generation_status": "ok", "prompt_tokens": 331, "generated_tokens": 11, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:268", "db_id": "employee_hire_evaluation", "question": "How many shops are there in each location?", "gold_sql": "SELECT count(*) , LOCATION FROM shop GROUP BY LOCATION", "raw_output": "SELECT Location, COUNT(Shop_ID) FROM shop GROUP BY Location", "predicted_sql": "SELECT Location, COUNT(Shop_ID) FROM shop GROUP BY Location", "generation_status": "ok", "prompt_tokens": 331, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:267", "db_id": "employee_hire_evaluation", "question": "Find the number of shops in each location.", "gold_sql": "SELECT count(*) , LOCATION FROM shop GROUP BY LOCATION", "raw_output": "SELECT Location, count(Shop_ID) FROM shop GROUP BY Location", "predicted_sql": "SELECT Location, count(Shop_ID) FROM shop GROUP BY Location", "generation_status": "ok", "prompt_tokens": 331, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:263", "db_id": "employee_hire_evaluation", "question": "What is the number of employees from each city?", "gold_sql": "SELECT count(*) , city FROM employee GROUP BY city", "raw_output": "SELECT City, COUNT(Employee_ID) FROM employee GROUP BY City", "predicted_sql": "SELECT City, COUNT(Employee_ID) FROM employee GROUP BY City", "generation_status": "ok", "prompt_tokens": 332, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:261", "db_id": "employee_hire_evaluation", "question": "Sort employee names by their age in ascending order.", "gold_sql": "SELECT name FROM employee ORDER BY age", "raw_output": "SELECT Name FROM employee ORDER BY Age ASC", "predicted_sql": "SELECT Name FROM employee ORDER BY Age ASC", "generation_status": "ok", "prompt_tokens": 332, "generated_tokens": 9, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:286", "db_id": "employee_hire_evaluation", "question": "Which shops run with no employees? Find the shop names", "gold_sql": "SELECT name FROM shop WHERE shop_id NOT IN (SELECT shop_id FROM hiring)", "raw_output": "SELECT T1.Name FROM shop AS T1 LEFT JOIN hiring AS T2 ON T1.Shop_ID = T2.Shop_ID WHERE T2.Employee_ID IS NULL", "predicted_sql": "SELECT T1.Name FROM shop AS T1 LEFT JOIN hiring AS T2 ON T1.Shop_ID = T2.Shop_ID WHERE T2.Employee_ID IS NULL", "generation_status": "ok", "prompt_tokens": 333, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:290", "db_id": "employee_hire_evaluation", "question": "Find the total amount of bonus given in all the evaluations.", "gold_sql": "SELECT sum(bonus) FROM evaluation", "raw_output": "SELECT SUM(T1.Bonus) FROM evaluation AS T1", "predicted_sql": "SELECT SUM(T1.Bonus) FROM evaluation AS T1", "generation_status": "ok", "prompt_tokens": 334, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:271", "db_id": "employee_hire_evaluation", "question": "find the minimum and maximum number of products of all stores.", "gold_sql": "SELECT min(Number_products) , max(Number_products) FROM shop", "raw_output": "SELECT MIN(Number_products), MAX(Number_products) FROM shop", "predicted_sql": "SELECT MIN(Number_products), MAX(Number_products) FROM shop", "generation_status": "ok", "prompt_tokens": 334, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:262", "db_id": "employee_hire_evaluation", "question": "List the names of employees and sort in ascending order of age.", "gold_sql": "SELECT name FROM employee ORDER BY age", "raw_output": "SELECT Name FROM employee ORDER BY Age ASC", "predicted_sql": "SELECT Name FROM employee ORDER BY Age ASC", "generation_status": "ok", "prompt_tokens": 335, "generated_tokens": 9, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:282", "db_id": "employee_hire_evaluation", "question": "What are the names of the employees who never received any evaluation?", "gold_sql": "SELECT name FROM employee WHERE Employee_ID NOT IN (SELECT Employee_ID FROM evaluation)", "raw_output": "SELECT T1.Name FROM employee AS T1 LEFT JOIN evaluation AS T2 ON T1.Employee_ID = T2.Employee_ID WHERE T2.Employee_ID IS NULL", "predicted_sql": "SELECT T1.Name FROM employee AS T1 LEFT JOIN evaluation AS T2 ON T1.Employee_ID = T2.Employee_ID WHERE T2.Employee_ID IS NULL", "generation_status": "ok", "prompt_tokens": 335, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:280", "db_id": "employee_hire_evaluation", "question": "Which employee received the biggest bonus? Give me the employee name.", "gold_sql": "SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID = t2.Employee_ID ORDER BY t2.bonus DESC LIMIT 1", "raw_output": "SELECT T1.Name FROM employee AS T1 JOIN evaluation AS T2 ON T1.Employee_ID = T2.Employee_ID ORDER BY T2.Bonus DESC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM employee AS T1 JOIN evaluation AS T2 ON T1.Employee_ID = T2.Employee_ID ORDER BY T2.Bonus DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 335, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:284", "db_id": "employee_hire_evaluation", "question": "Which shop has the most employees? Give me the shop name.", "gold_sql": "SELECT t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id = t2.shop_id GROUP BY t1.shop_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.Name FROM shop AS T1 JOIN hiring AS T2 ON T1.Shop_ID = T2.Shop_ID GROUP BY T1.Name ORDER BY COUNT(T2.Employee_ID) DESC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM shop AS T1 JOIN hiring AS T2 ON T1.Shop_ID = T2.Shop_ID GROUP BY T1.Name ORDER BY COUNT(T2.Employee_ID) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 335, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:285", "db_id": "employee_hire_evaluation", "question": "Find the name of the shops that do not hire any employee.", "gold_sql": "SELECT name FROM shop WHERE shop_id NOT IN (SELECT shop_id FROM hiring)", "raw_output": "SELECT T1.Name FROM shop AS T1 LEFT JOIN hiring AS T2 ON T1.Shop_ID = T2.Shop_ID WHERE T2.Employee_ID IS NULL", "predicted_sql": "SELECT T1.Name FROM shop AS T1 LEFT JOIN hiring AS T2 ON T1.Shop_ID = T2.Shop_ID WHERE T2.Employee_ID IS NULL", "generation_status": "ok", "prompt_tokens": 335, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:281", "db_id": "employee_hire_evaluation", "question": "Find the names of employees who never won any award in the evaluation.", "gold_sql": "SELECT name FROM employee WHERE Employee_ID NOT IN (SELECT Employee_ID FROM evaluation)", "raw_output": "SELECT T1.Name FROM employee AS T1 LEFT JOIN evaluation AS T2 ON T1.Employee_ID = T2.Employee_ID WHERE T2.Employee_ID IS NULL", "predicted_sql": "SELECT T1.Name FROM employee AS T1 LEFT JOIN evaluation AS T2 ON T1.Employee_ID = T2.Employee_ID WHERE T2.Employee_ID IS NULL", "generation_status": "ok", "prompt_tokens": 336, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:272", "db_id": "employee_hire_evaluation", "question": "What are the minimum and maximum number of products across all the shops?", "gold_sql": "SELECT min(Number_products) , max(Number_products) FROM shop", "raw_output": "SELECT MIN(Number_products), MAX(Number_products) FROM shop", "predicted_sql": "SELECT MIN(Number_products), MAX(Number_products) FROM shop", "generation_status": "ok", "prompt_tokens": 336, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:279", "db_id": "employee_hire_evaluation", "question": "Find the name of the employee who got the highest one time bonus.", "gold_sql": "SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID = t2.Employee_ID ORDER BY t2.bonus DESC LIMIT 1", "raw_output": "SELECT T1.Name FROM employee AS T1 JOIN evaluation AS T2 ON T1.Employee_ID = T2.Employee_ID ORDER BY T2.Bonus DESC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM employee AS T1 JOIN evaluation AS T2 ON T1.Employee_ID = T2.Employee_ID ORDER BY T2.Bonus DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 336, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:277", "db_id": "employee_hire_evaluation", "question": "find the name of employee who was awarded the most times in the evaluation.", "gold_sql": "SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID = t2.Employee_ID GROUP BY t2.Employee_ID ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.Name FROM employee AS T1 JOIN evaluation AS T2 ON T1.Employee_ID = T2.Employee_ID GROUP BY T1.Name ORDER BY COUNT(T2.Year_awarded) DESC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM employee AS T1 JOIN evaluation AS T2 ON T1.Employee_ID = T2.Employee_ID GROUP BY T1.Name ORDER BY COUNT(T2.Year_awarded) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 337, "generated_tokens": 52, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:265", "db_id": "employee_hire_evaluation", "question": "Which cities do more than one employee under age 30 come from?", "gold_sql": "SELECT city FROM employee WHERE age < 30 GROUP BY city HAVING count(*) > 1", "raw_output": "SELECT City FROM employee WHERE Age < 30 GROUP BY City HAVING count(*) > 1", "predicted_sql": "SELECT City FROM employee WHERE Age < 30 GROUP BY City HAVING count(*) > 1", "generation_status": "ok", "prompt_tokens": 337, "generated_tokens": 20, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:266", "db_id": "employee_hire_evaluation", "question": "Find the cities that have more than one employee under age 30.", "gold_sql": "SELECT city FROM employee WHERE age < 30 GROUP BY city HAVING count(*) > 1", "raw_output": "SELECT City FROM employee WHERE Age < 30 GROUP BY City HAVING count(*) > 1", "predicted_sql": "SELECT City FROM employee WHERE Age < 30 GROUP BY City HAVING count(*) > 1", "generation_status": "ok", "prompt_tokens": 337, "generated_tokens": 20, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:278", "db_id": "employee_hire_evaluation", "question": "Which employee received the most awards in evaluations? Give me the employee name.", "gold_sql": "SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID = t2.Employee_ID GROUP BY t2.Employee_ID ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.Name FROM employee AS T1 JOIN evaluation AS T2 ON T1.Employee_ID = T2.Employee_ID GROUP BY T1.Name ORDER BY COUNT(T2.Year_awarded) DESC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM employee AS T1 JOIN evaluation AS T2 ON T1.Employee_ID = T2.Employee_ID GROUP BY T1.Name ORDER BY COUNT(T2.Year_awarded) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 337, "generated_tokens": 52, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:283", "db_id": "employee_hire_evaluation", "question": "What is the name of the shop that is hiring the largest number of employees?", "gold_sql": "SELECT t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id = t2.shop_id GROUP BY t1.shop_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.Name FROM shop AS T1 JOIN hiring AS T2 ON T1.Shop_ID = T2.Shop_ID GROUP BY T1.Name ORDER BY COUNT(T2.Employee_ID) DESC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM shop AS T1 JOIN hiring AS T2 ON T1.Shop_ID = T2.Shop_ID GROUP BY T1.Name ORDER BY COUNT(T2.Employee_ID) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 338, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:276", "db_id": "employee_hire_evaluation", "question": "Which shops' number products is above the average? Give me the shop names.", "gold_sql": "SELECT name FROM shop WHERE number_products > (SELECT avg(number_products) FROM shop)", "raw_output": "SELECT T1.Name FROM shop AS T1 JOIN hiring AS T2 ON T1.Shop_ID = T2.Shop_ID GROUP BY T1.Shop_ID HAVING T1.Number_products > (SELECT AVG(Number_products) FROM shop);", "predicted_sql": "SELECT T1.Name FROM shop AS T1 JOIN hiring AS T2 ON T1.Shop_ID = T2.Shop_ID GROUP BY T1.Shop_ID HAVING T1.Number_products > (SELECT AVG(Number_products) FROM shop);", "generation_status": "ok", "prompt_tokens": 338, "generated_tokens": 57, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:287", "db_id": "employee_hire_evaluation", "question": "Find the number of employees hired in each shop; show the shop name as well.", "gold_sql": "SELECT count(*) , t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id = t2.shop_id GROUP BY t2.name", "raw_output": "SELECT T2.Name, COUNT(T1.Employee_ID) FROM hiring AS T1 JOIN shop AS T2 ON T1.Shop_ID = T2.Shop_ID GROUP BY T2.Name", "predicted_sql": "SELECT T2.Name, COUNT(T1.Employee_ID) FROM hiring AS T1 JOIN shop AS T2 ON T1.Shop_ID = T2.Shop_ID GROUP BY T2.Name", "generation_status": "ok", "prompt_tokens": 339, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:275", "db_id": "employee_hire_evaluation", "question": "Find the names of stores whose number products is more than the average number of products.", "gold_sql": "SELECT name FROM shop WHERE number_products > (SELECT avg(number_products) FROM shop)", "raw_output": "SELECT T1.Name FROM shop AS T1 WHERE T1.Number_products > (SELECT AVG(Number_products) FROM shop)", "predicted_sql": "SELECT T1.Name FROM shop AS T1 WHERE T1.Number_products > (SELECT AVG(Number_products) FROM shop)", "generation_status": "ok", "prompt_tokens": 339, "generated_tokens": 30, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:269", "db_id": "employee_hire_evaluation", "question": "Find the manager name and district of the shop whose number of products is the largest.", "gold_sql": "SELECT manager_name , district FROM shop ORDER BY number_products DESC LIMIT 1", "raw_output": "SELECT T1.Manager_name, T1.District FROM shop AS T1 ORDER BY T1.Number_products DESC LIMIT 1", "predicted_sql": "SELECT T1.Manager_name, T1.District FROM shop AS T1 ORDER BY T1.Number_products DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 339, "generated_tokens": 30, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:288", "db_id": "employee_hire_evaluation", "question": "For each shop, return the number of employees working there and the name of the shop.", "gold_sql": "SELECT count(*) , t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id = t2.shop_id GROUP BY t2.name", "raw_output": "SELECT T1.Name, COUNT(T2.Employee_ID) FROM shop AS T1 JOIN hiring AS T3 ON T1.Shop_ID = T3.Shop_ID JOIN employee AS T2 ON T3.Employee_ID = T2.Employee_ID GROUP BY T1.Name", "predicted_sql": "SELECT T1.Name, COUNT(T2.Employee_ID) FROM shop AS T1 JOIN hiring AS T3 ON T1.Shop_ID = T3.Shop_ID JOIN employee AS T2 ON T3.Employee_ID = T2.Employee_ID GROUP BY T1.Name", "generation_status": "ok", "prompt_tokens": 340, "generated_tokens": 65, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:273", "db_id": "employee_hire_evaluation", "question": "Return the name, location and district of all shops in descending order of number of products.", "gold_sql": "SELECT name , LOCATION , district FROM shop ORDER BY number_products DESC", "raw_output": "SELECT T1.Name, T1.Location, T1.District FROM shop AS T1 ORDER BY T1.Number_products DESC", "predicted_sql": "SELECT T1.Name, T1.Location, T1.District FROM shop AS T1 ORDER BY T1.Number_products DESC", "generation_status": "ok", "prompt_tokens": 340, "generated_tokens": 30, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:270", "db_id": "employee_hire_evaluation", "question": "What are the manager name and district of the shop that sells the largest number of products?", "gold_sql": "SELECT manager_name , district FROM shop ORDER BY number_products DESC LIMIT 1", "raw_output": "SELECT T1.Manager_name, T1.District FROM shop AS T1 ORDER BY T1.Number_products DESC LIMIT 1", "predicted_sql": "SELECT T1.Manager_name, T1.District FROM shop AS T1 ORDER BY T1.Number_products DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 340, "generated_tokens": 30, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:274", "db_id": "employee_hire_evaluation", "question": "Sort all the shops by number products in descending order, and return the name, location and district of each shop.", "gold_sql": "SELECT name , LOCATION , district FROM shop ORDER BY number_products DESC", "raw_output": "SELECT Name, Location, District FROM shop ORDER BY Number_products DESC", "predicted_sql": "SELECT Name, Location, District FROM shop ORDER BY Number_products DESC", "generation_status": "ok", "prompt_tokens": 345, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:293", "db_id": "employee_hire_evaluation", "question": "Which district has both stores with less than 3000 products and stores with more than 10000 products?", "gold_sql": "SELECT district FROM shop WHERE Number_products < 3000 INTERSECT SELECT district FROM shop WHERE Number_products > 10000", "raw_output": "SELECT District FROM shop WHERE Number_products < 3000\nINTERSECT\nSELECT District FROM shop WHERE Number_products > 10000", "predicted_sql": "SELECT District FROM shop WHERE Number_products < 3000\nINTERSECT\nSELECT District FROM shop WHERE Number_products > 10000", "generation_status": "ok", "prompt_tokens": 349, "generated_tokens": 35, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:751", "db_id": "world_1", "question": "How many continents speak Chinese?", "gold_sql": "SELECT COUNT( DISTINCT Continent) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"Chinese\"", "raw_output": "SELECT count(*) FROM country WHERE Language = 'Chinese';", "predicted_sql": "SELECT count(*) FROM country WHERE Language = 'Chinese';", "generation_status": "ok", "prompt_tokens": 350, "generated_tokens": 12, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: Language", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:711", "db_id": "world_1", "question": "What region is Kabul in?", "gold_sql": "SELECT Region FROM country AS T1 JOIN city AS T2 ON T1.Code = T2.CountryCode WHERE T2.Name = \"Kabul\"", "raw_output": "SELECT T1.Region FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T1.Name = 'Kabul'", "predicted_sql": "SELECT T1.Region FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T1.Name = 'Kabul'", "generation_status": "ok", "prompt_tokens": 350, "generated_tokens": 38, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.Region", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:806", "db_id": "world_1", "question": "how many countries are in Asia?", "gold_sql": "SELECT count(*) FROM country WHERE continent = \"Asia\"", "raw_output": "SELECT count(*) FROM country WHERE Continent = 'Asia'", "predicted_sql": "SELECT count(*) FROM country WHERE Continent = 'Asia'", "generation_status": "ok", "prompt_tokens": 351, "generated_tokens": 12, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:753", "db_id": "world_1", "question": "Which regions speak Dutch or English?", "gold_sql": "SELECT DISTINCT T1.Region FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" OR T2.Language = \"Dutch\"", "raw_output": "SELECT T1.Region FROM city AS T1 INNER JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = 'Dutch' OR T2.Language = 'English'", "predicted_sql": "SELECT T1.Region FROM city AS T1 INNER JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = 'Dutch' OR T2.Language = 'English'", "generation_status": "ok", "prompt_tokens": 351, "generated_tokens": 48, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.Region", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:743", "db_id": "world_1", "question": "Which continent speaks the most languages?", "gold_sql": "SELECT T1.Continent FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Continent ORDER BY COUNT(*) DESC LIMIT 1", "raw_output": " \nSELECT T1.Continent FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Continent ORDER BY COUNT(T2.Language) DESC LIMIT 1", "predicted_sql": "SELECT T1.Continent FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Continent ORDER BY COUNT(T2.Language) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 351, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:708", "db_id": "world_1", "question": "Which continent is Anguilla in?", "gold_sql": "SELECT Continent FROM country WHERE Name = \"Anguilla\"", "raw_output": " \nSELECT T1.Continent FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T1.Name = 'Anguilla'", "predicted_sql": "SELECT T1.Continent FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T1.Name = 'Anguilla'", "generation_status": "ok", "prompt_tokens": 352, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.Continent", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:807", "db_id": "world_1", "question": "Count the number of countries in Asia.", "gold_sql": "SELECT count(*) FROM country WHERE continent = \"Asia\"", "raw_output": " \nSELECT count(*) FROM country WHERE Continent = 'Asia'", "predicted_sql": "SELECT count(*) FROM country WHERE Continent = 'Asia'", "generation_status": "ok", "prompt_tokens": 352, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:742", "db_id": "world_1", "question": "Which continent has the most diverse languages?", "gold_sql": "SELECT T1.Continent FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Continent ORDER BY COUNT(*) DESC LIMIT 1", "raw_output": " \nSELECT T1.Continent FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Continent ORDER BY COUNT(T2.Language) DESC LIMIT 1", "predicted_sql": "SELECT T1.Continent FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Continent ORDER BY COUNT(T2.Language) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 352, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:737", "db_id": "world_1", "question": "How many languages are spoken in Aruba?", "gold_sql": "SELECT COUNT(T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = \"Aruba\"", "raw_output": " \nSELECT count(*) FROM countrylanguage WHERE CountryCode = 'AW'", "predicted_sql": "SELECT count(*) FROM countrylanguage WHERE CountryCode = 'AW'", "generation_status": "ok", "prompt_tokens": 352, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:713", "db_id": "world_1", "question": "What language is predominantly spoken in Aruba?", "gold_sql": "SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = \"Aruba\" ORDER BY Percentage DESC LIMIT 1", "raw_output": " \nSELECT T2.Language FROM countrylanguage AS T2 JOIN country AS T3 ON T2.CountryCode = T3.Code WHERE T3.Name = 'Aruba' AND T2.IsOfficial = 'TRUE'", "predicted_sql": "SELECT T2.Language FROM countrylanguage AS T2 JOIN country AS T3 ON T2.CountryCode = T3.Code WHERE T3.Name = 'Aruba' AND T2.IsOfficial = 'TRUE'", "generation_status": "ok", "prompt_tokens": 352, "generated_tokens": 50, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:738", "db_id": "world_1", "question": "How many official languages does Afghanistan have?", "gold_sql": "SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = \"Afghanistan\" AND IsOfficial = \"T\"", "raw_output": " \nSELECT count(*) FROM countrylanguage WHERE CountryCode = 'AFG' AND IsOfficial = 'true'", "predicted_sql": "SELECT count(*) FROM countrylanguage WHERE CountryCode = 'AFG' AND IsOfficial = 'true'", "generation_status": "ok", "prompt_tokens": 352, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:716", "db_id": "world_1", "question": "What are the region and population of Angola?", "gold_sql": "SELECT Population , Region FROM country WHERE Name = \"Angola\"", "raw_output": "2)SELECT T1.Region, T1.Population FROM city AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Name = 'Angola'", "predicted_sql": "2)SELECT T1.Region, T1.Population FROM city AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Name = 'Angola'", "generation_status": "ok", "prompt_tokens": 353, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "near \"2\": syntax error", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:744", "db_id": "world_1", "question": "How many countries speak both English and Dutch?", "gold_sql": "SELECT COUNT(*) FROM (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"Dutch\")", "raw_output": "SELECT count(*) FROM countrylanguage WHERE Language = 'English' AND IsOfficial = 'true' AND Language = 'Dutch' AND IsOfficial = 'true'", "predicted_sql": "SELECT count(*) FROM countrylanguage WHERE Language = 'English' AND IsOfficial = 'true' AND Language = 'Dutch' AND IsOfficial = 'true'", "generation_status": "ok", "prompt_tokens": 353, "generated_tokens": 33, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:294", "db_id": "employee_hire_evaluation", "question": "Find the districts in which there are both shops selling less than 3000 products and shops selling more than 10000 products.", "gold_sql": "SELECT district FROM shop WHERE Number_products < 3000 INTERSECT SELECT district FROM shop WHERE Number_products > 10000", "raw_output": "SELECT DISTINCT T1.District FROM shop AS T1 JOIN shop AS T2 ON T1.District = T2.District WHERE T1.Number_products < 3000 AND T2.Number_products > 10000", "predicted_sql": "SELECT DISTINCT T1.District FROM shop AS T1 JOIN shop AS T2 ON T1.District = T2.District WHERE T1.Number_products < 3000 AND T2.Number_products > 10000", "generation_status": "ok", "prompt_tokens": 353, "generated_tokens": 54, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:712", "db_id": "world_1", "question": "Which language is the most popular in Aruba?", "gold_sql": "SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = \"Aruba\" ORDER BY Percentage DESC LIMIT 1", "raw_output": "SELECT T2.Language FROM countrylanguage AS T2 JOIN country AS T3 ON T2.CountryCode = T3.Code WHERE T3.Name = 'Aruba' AND T2.Percentage = (SELECT MAX(Percentage) FROM countrylanguage);", "predicted_sql": "SELECT T2.Language FROM countrylanguage AS T2 JOIN country AS T3 ON T2.CountryCode = T3.Code WHERE T3.Name = 'Aruba' AND T2.Percentage = (SELECT MAX(Percentage) FROM countrylanguage);", "generation_status": "ok", "prompt_tokens": 353, "generated_tokens": 54, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:734", "db_id": "world_1", "question": "How many type of governments are in Africa?", "gold_sql": "SELECT count(DISTINCT GovernmentForm) FROM country WHERE Continent = \"Africa\"", "raw_output": "SELECT count(*) FROM country WHERE Continent = 'Africa'", "predicted_sql": "SELECT count(*) FROM country WHERE Continent = 'Africa'", "generation_status": "ok", "prompt_tokens": 353, "generated_tokens": 12, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:710", "db_id": "world_1", "question": "Which region is the city Kabul located in?", "gold_sql": "SELECT Region FROM country AS T1 JOIN city AS T2 ON T1.Code = T2.CountryCode WHERE T2.Name = \"Kabul\"", "raw_output": "SELECT T1.Region FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T1.Name = 'Kabul'", "predicted_sql": "SELECT T1.Region FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T1.Name = 'Kabul'", "generation_status": "ok", "prompt_tokens": 353, "generated_tokens": 38, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.Region", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:705", "db_id": "world_1", "question": "How many countries have governments that are republics?", "gold_sql": "SELECT count(*) FROM country WHERE GovernmentForm = \"Republic\"", "raw_output": "SELECT count(*) FROM country WHERE GovernmentForm = 'Republic';", "predicted_sql": "SELECT count(*) FROM country WHERE GovernmentForm = 'Republic';", "generation_status": "ok", "prompt_tokens": 353, "generated_tokens": 13, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:739", "db_id": "world_1", "question": "How many official languages are spoken in Afghanistan?", "gold_sql": "SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = \"Afghanistan\" AND IsOfficial = \"T\"", "raw_output": "SELECT count(T1.Language) FROM countrylanguage AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Name = 'Afghanistan' AND T1.IsOfficial = 't'", "predicted_sql": "SELECT count(T1.Language) FROM countrylanguage AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Name = 'Afghanistan' AND T1.IsOfficial = 't'", "generation_status": "ok", "prompt_tokens": 353, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:732", "db_id": "world_1", "question": "How many unique languages are spoken in the world?", "gold_sql": "SELECT count(DISTINCT LANGUAGE) FROM countrylanguage", "raw_output": "SELECT count(DISTINCT Language) FROM countrylanguage", "predicted_sql": "SELECT count(DISTINCT Language) FROM countrylanguage", "generation_status": "ok", "prompt_tokens": 354, "generated_tokens": 11, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:761", "db_id": "world_1", "question": "What is the most populace city that speaks English?", "gold_sql": "SELECT T1.Name , T1.Population FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = \"English\" ORDER BY T1.Population DESC LIMIT 1", "raw_output": "SELECT T1.Name FROM city AS T1 INNER JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = 'English' ORDER BY T1.Population DESC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM city AS T1 INNER JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = 'English' ORDER BY T1.Population DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 354, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:728", "db_id": "world_1", "question": "How many people live in Gelderland district?", "gold_sql": "SELECT sum(Population) FROM city WHERE District = \"Gelderland\"", "raw_output": "SELECT SUM(T1.Population) FROM city AS T1 INNER JOIN city AS T2 ON T1.District = T2.District WHERE T1.District = 'Gelderland'", "predicted_sql": "SELECT SUM(T1.Population) FROM city AS T1 INNER JOIN city AS T2 ON T1.District = T2.District WHERE T1.District = 'Gelderland'", "generation_status": "ok", "prompt_tokens": 354, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:752", "db_id": "world_1", "question": "What are the regions that use English or Dutch?", "gold_sql": "SELECT DISTINCT T1.Region FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" OR T2.Language = \"Dutch\"", "raw_output": "SELECT T1.Region FROM city AS T1 INNER JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = 'English' OR T2.Language = 'Dutch'", "predicted_sql": "SELECT T1.Region FROM city AS T1 INNER JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = 'English' OR T2.Language = 'Dutch'", "generation_status": "ok", "prompt_tokens": 354, "generated_tokens": 48, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.Region", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:756", "db_id": "world_1", "question": "Which language is the most popular on the Asian continent?", "gold_sql": "SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Continent = \"Asia\" GROUP BY T2.Language ORDER BY COUNT (*) DESC LIMIT 1", "raw_output": "SELECT T2.Language FROM countrylanguage AS T2 JOIN country AS T3 ON T2.CountryCode = T3.Code JOIN city AS T4 ON T3.Code = T4.CountryCode WHERE T3.Continent = 'Asia' GROUP BY T2.Language ORDER BY SUM(T2.Percentage) DESC LIMIT 1", "predicted_sql": "SELECT T2.Language FROM countrylanguage AS T2 JOIN country AS T3 ON T2.CountryCode = T3.Code JOIN city AS T4 ON T3.Code = T4.CountryCode WHERE T3.Continent = 'Asia' GROUP BY T2.Language ORDER BY SUM(T2.Percentage) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 355, "generated_tokens": 72, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:814", "db_id": "world_1", "question": "Which language is spoken by the largest number of countries?", "gold_sql": "SELECT LANGUAGE FROM countrylanguage GROUP BY LANGUAGE ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T2.Language FROM countrylanguage AS T2 JOIN country AS T3 ON T2.CountryCode = T3.Code GROUP BY T2.Language ORDER BY COUNT(T2.CountryCode) DESC LIMIT 1", "predicted_sql": "SELECT T2.Language FROM countrylanguage AS T2 JOIN country AS T3 ON T2.CountryCode = T3.Code GROUP BY T2.Language ORDER BY COUNT(T2.CountryCode) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 355, "generated_tokens": 48, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:715", "db_id": "world_1", "question": "Give me Brazil’s population and life expectancies.", "gold_sql": "SELECT Population , LifeExpectancy FROM country WHERE Name = \"Brazil\"", "raw_output": "SELECT T1.Population, T1.LifeExpectancy FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Name = 'Brazil'", "predicted_sql": "SELECT T1.Population, T1.LifeExpectancy FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Name = 'Brazil'", "generation_status": "ok", "prompt_tokens": 355, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.LifeExpectancy", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:722", "db_id": "world_1", "question": "What is the total population and maximum GNP in Asia?", "gold_sql": "SELECT sum(Population) , max(GNP) FROM country WHERE Continent = \"Asia\"", "raw_output": "SELECT SUM(T1.Population), MAX(T1.GNP) FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Asia'", "predicted_sql": "SELECT SUM(T1.Population), MAX(T1.GNP) FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Asia'", "generation_status": "ok", "prompt_tokens": 355, "generated_tokens": 48, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.GNP", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:815", "db_id": "world_1", "question": "Give the language that is spoken in the most countries.", "gold_sql": "SELECT LANGUAGE FROM countrylanguage GROUP BY LANGUAGE ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT Language FROM countrylanguage GROUP BY Language ORDER BY COUNT(CountryCode) DESC LIMIT 1", "predicted_sql": "SELECT Language FROM countrylanguage GROUP BY Language ORDER BY COUNT(CountryCode) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 355, "generated_tokens": 20, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:803", "db_id": "world_1", "question": "Return the names of the 3 most populated countries.", "gold_sql": "SELECT Name FROM country ORDER BY Population DESC LIMIT 3", "raw_output": "SELECT T1.Name FROM country AS T1 ORDER BY T1.Population DESC LIMIT 3", "predicted_sql": "SELECT T1.Name FROM country AS T1 ORDER BY T1.Population DESC LIMIT 3", "generation_status": "ok", "prompt_tokens": 355, "generated_tokens": 21, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:729", "db_id": "world_1", "question": "What is the total population of Gelderland district?", "gold_sql": "SELECT sum(Population) FROM city WHERE District = \"Gelderland\"", "raw_output": "SELECT SUM(T1.Population) FROM city AS T1 INNER JOIN city AS T2 ON T1.District = T2.District WHERE T1.District = 'Gelderland'", "predicted_sql": "SELECT SUM(T1.Population) FROM city AS T1 INNER JOIN city AS T2 ON T1.District = T2.District WHERE T1.District = 'Gelderland'", "generation_status": "ok", "prompt_tokens": 355, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:760", "db_id": "world_1", "question": "Find the city with the largest population that uses English.", "gold_sql": "SELECT T1.Name , T1.Population FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = \"English\" ORDER BY T1.Population DESC LIMIT 1", "raw_output": "SELECT T1.Name FROM city AS T1 INNER JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = 'English' ORDER BY T1.Population DESC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM city AS T1 INNER JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = 'English' ORDER BY T1.Population DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 355, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:736", "db_id": "world_1", "question": "What is the total number of languages used in Aruba?", "gold_sql": "SELECT COUNT(T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = \"Aruba\"", "raw_output": "SELECT SUM(T1.Percentage) FROM countrylanguage AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Name = 'Aruba'", "predicted_sql": "SELECT SUM(T1.Percentage) FROM countrylanguage AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Name = 'Aruba'", "generation_status": "ok", "prompt_tokens": 355, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:735", "db_id": "world_1", "question": "How many different forms of governments are there in Africa?", "gold_sql": "SELECT count(DISTINCT GovernmentForm) FROM country WHERE Continent = \"Africa\"", "raw_output": "SELECT count(*) FROM country WHERE Continent = 'Africa'", "predicted_sql": "SELECT count(*) FROM country WHERE Continent = 'Africa'", "generation_status": "ok", "prompt_tokens": 355, "generated_tokens": 12, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:714", "db_id": "world_1", "question": "What are the population and life expectancies in Brazil?", "gold_sql": "SELECT Population , LifeExpectancy FROM country WHERE Name = \"Brazil\"", "raw_output": "SELECT T1.Population, T1.LifeExpectancy FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Name = 'Brazil'", "predicted_sql": "SELECT T1.Population, T1.LifeExpectancy FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Name = 'Brazil'", "generation_status": "ok", "prompt_tokens": 355, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.LifeExpectancy", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:745", "db_id": "world_1", "question": "What is the number of nations that use English and Dutch?", "gold_sql": "SELECT COUNT(*) FROM (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"Dutch\")", "raw_output": "SELECT count(*) FROM country WHERE Code IN (SELECT CountryCode FROM countrylanguage WHERE Language = 'English' AND IsOfficial = 'true') AND Code IN (SELECT CountryCode FROM countrylanguage WHERE Language = 'Dutch' AND IsOfficial = 'true')", "predicted_sql": "SELECT count(*) FROM country WHERE Code IN (SELECT CountryCode FROM countrylanguage WHERE Language = 'English' AND IsOfficial = 'true') AND Code IN (SELECT CountryCode FROM countrylanguage WHERE Language = 'Dutch' AND IsOfficial = 'true')", "generation_status": "ok", "prompt_tokens": 356, "generated_tokens": 52, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:767", "db_id": "world_1", "question": "How many people live in countries that do not speak English?", "gold_sql": "SELECT sum(Population) FROM country WHERE Name NOT IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\")", "raw_output": "SELECT SUM(T1.Population) FROM country AS T1 INNER JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language != 'English'", "predicted_sql": "SELECT SUM(T1.Population) FROM country AS T1 INNER JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language != 'English'", "generation_status": "ok", "prompt_tokens": 356, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:755", "db_id": "world_1", "question": "Which countries have either English or Dutch as an official language?", "gold_sql": "SELECT * FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" AND IsOfficial = \"T\" UNION SELECT * FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"Dutch\" AND IsOfficial = \"T\"", "raw_output": "SELECT T1.Name FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language IN ('English', 'Dutch')", "predicted_sql": "SELECT T1.Name FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language IN ('English', 'Dutch')", "generation_status": "ok", "prompt_tokens": 356, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:779", "db_id": "world_1", "question": "Return the country codes for countries that do not speak English.", "gold_sql": "SELECT CountryCode FROM countrylanguage EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE = \"English\"", "raw_output": "SELECT T1.Code FROM country AS T1 LEFT JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language != 'English' OR T2.Language IS NULL", "predicted_sql": "SELECT T1.Code FROM country AS T1 LEFT JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language != 'English' OR T2.Language IS NULL", "generation_status": "ok", "prompt_tokens": 356, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:709", "db_id": "world_1", "question": "What is the continent name which Anguilla belongs to?", "gold_sql": "SELECT Continent FROM country WHERE Name = \"Anguilla\"", "raw_output": "SELECT T1.Continent FROM country AS T1 INNER JOIN city AS T2 ON T1.Code = T2.CountryCode WHERE T2.Name = 'Anguilla'", "predicted_sql": "SELECT T1.Continent FROM country AS T1 INNER JOIN city AS T2 ON T1.Code = T2.CountryCode WHERE T2.Name = 'Anguilla'", "generation_status": "ok", "prompt_tokens": 356, "generated_tokens": 39, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:717", "db_id": "world_1", "question": "What region does Angola belong to and what is its population?", "gold_sql": "SELECT Population , Region FROM country WHERE Name = \"Angola\"", "raw_output": "SELECT T1.Region, T1.Population FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.LocalName = 'Angola'", "predicted_sql": "SELECT T1.Region, T1.Population FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.LocalName = 'Angola'", "generation_status": "ok", "prompt_tokens": 356, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.Region", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:758", "db_id": "world_1", "question": "Which languages are spoken by only one country in republic governments?", "gold_sql": "SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.GovernmentForm = \"Republic\" GROUP BY T2.Language HAVING COUNT(*) = 1", "raw_output": "SELECT T1.Language FROM countrylanguage AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.GovernmentForm = 'Republic' GROUP BY T1.Language HAVING count(T1.CountryCode) = 1", "predicted_sql": "SELECT T1.Language FROM countrylanguage AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.GovernmentForm = 'Republic' GROUP BY T1.Language HAVING count(T1.CountryCode) = 1", "generation_status": "ok", "prompt_tokens": 356, "generated_tokens": 56, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:750", "db_id": "world_1", "question": "What is the number of distinct continents where Chinese is spoken?", "gold_sql": "SELECT COUNT( DISTINCT Continent) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"Chinese\"", "raw_output": "SELECT COUNT(DISTINCT T1.Continent) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = 'Chinese' AND T2.IsOfficial = '1'", "predicted_sql": "SELECT COUNT(DISTINCT T1.Continent) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = 'Chinese' AND T2.IsOfficial = '1'", "generation_status": "ok", "prompt_tokens": 356, "generated_tokens": 52, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:704", "db_id": "world_1", "question": "How many countries have a republic as their form of government?", "gold_sql": "SELECT count(*) FROM country WHERE GovernmentForm = \"Republic\"", "raw_output": "SELECT count(*) FROM country WHERE GovernmentForm = 'Republic'", "predicted_sql": "SELECT count(*) FROM country WHERE GovernmentForm = 'Republic'", "generation_status": "ok", "prompt_tokens": 356, "generated_tokens": 13, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:746", "db_id": "world_1", "question": "What are the names of nations speak both English and French?", "gold_sql": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"French\"", "raw_output": "SELECT T1.Name FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = 'English' AND T2.IsOfficial = 'TRUE' AND T1.CountryCode IN (SELECT CountryCode FROM countrylanguage WHERE Language = 'French' AND IsOfficial = 'TRUE');", "predicted_sql": "SELECT T1.Name FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = 'English' AND T2.IsOfficial = 'TRUE' AND T1.CountryCode IN (SELECT CountryCode FROM countrylanguage WHERE Language = 'French' AND IsOfficial = 'TRUE');", "generation_status": "ok", "prompt_tokens": 356, "generated_tokens": 75, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:747", "db_id": "world_1", "question": "Give the names of nations that speak both English and French.", "gold_sql": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"French\"", "raw_output": "SELECT T1.Name FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = 'English' AND T2.IsOfficial = 'TRUE' AND T1.CountryCode IN (SELECT CountryCode FROM countrylanguage WHERE Language = 'French' AND IsOfficial = 'TRUE')", "predicted_sql": "SELECT T1.Name FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = 'English' AND T2.IsOfficial = 'TRUE' AND T1.CountryCode IN (SELECT CountryCode FROM countrylanguage WHERE Language = 'French' AND IsOfficial = 'TRUE')", "generation_status": "ok", "prompt_tokens": 356, "generated_tokens": 75, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:733", "db_id": "world_1", "question": "What is the number of distinct languages used around the world?", "gold_sql": "SELECT count(DISTINCT LANGUAGE) FROM countrylanguage", "raw_output": "SELECT COUNT(DISTINCT Language) FROM countrylanguage", "predicted_sql": "SELECT COUNT(DISTINCT Language) FROM countrylanguage", "generation_status": "ok", "prompt_tokens": 356, "generated_tokens": 11, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:727", "db_id": "world_1", "question": "Give the total surface area covered by countries in Asia or Europe.", "gold_sql": "SELECT sum(SurfaceArea) FROM country WHERE Continent = \"Asia\" OR Continent = \"Europe\"", "raw_output": "SELECT SUM(T1.SurfaceArea) FROM country AS T1 JOIN continent AS T2 ON T1.Continent = T2.Continent WHERE T1.Continent IN ('Asia', 'Europe')", "predicted_sql": "SELECT SUM(T1.SurfaceArea) FROM country AS T1 JOIN continent AS T2 ON T1.Continent = T2.Continent WHERE T1.Continent IN ('Asia', 'Europe')", "generation_status": "ok", "prompt_tokens": 357, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such table: continent", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:801", "db_id": "world_1", "question": "Return the names and surface areas of the 5 largest countries.", "gold_sql": "SELECT Name , SurfaceArea FROM country ORDER BY SurfaceArea DESC LIMIT 5", "raw_output": "SELECT Name, SurfaceArea FROM country ORDER BY SurfaceArea DESC LIMIT 5", "predicted_sql": "SELECT Name, SurfaceArea FROM country ORDER BY SurfaceArea DESC LIMIT 5", "generation_status": "ok", "prompt_tokens": 357, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:802", "db_id": "world_1", "question": "What are names of countries with the top 3 largest population?", "gold_sql": "SELECT Name FROM country ORDER BY Population DESC LIMIT 3", "raw_output": "SELECT T1.Name FROM city AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code ORDER BY T1.Population DESC LIMIT 3", "predicted_sql": "SELECT T1.Name FROM city AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code ORDER BY T1.Population DESC LIMIT 3", "generation_status": "ok", "prompt_tokens": 357, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:725", "db_id": "world_1", "question": "Give the average life expectancy for countries in Africa which are republics?", "gold_sql": "SELECT avg(LifeExpectancy) FROM country WHERE Continent = \"Africa\" AND GovernmentForm = \"Republic\"", "raw_output": "SELECT AVG(T1.LifeExpectancy) FROM country AS T1 INNER JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Continent = 'Africa' AND T1.GovernmentForm = 'Republic';", "predicted_sql": "SELECT AVG(T1.LifeExpectancy) FROM country AS T1 INNER JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Continent = 'Africa' AND T1.GovernmentForm = 'Republic';", "generation_status": "ok", "prompt_tokens": 357, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:726", "db_id": "world_1", "question": "What is the total surface area of the continents Asia and Europe?", "gold_sql": "SELECT sum(SurfaceArea) FROM country WHERE Continent = \"Asia\" OR Continent = \"Europe\"", "raw_output": "SELECT SUM(T1.SurfaceArea) FROM country AS T1 INNER JOIN continent AS T2 ON T1.Continent = T2.Continent WHERE T2.Continent IN ('Asia', 'Europe')", "predicted_sql": "SELECT SUM(T1.SurfaceArea) FROM country AS T1 INNER JOIN continent AS T2 ON T1.Continent = T2.Continent WHERE T2.Continent IN ('Asia', 'Europe')", "generation_status": "ok", "prompt_tokens": 357, "generated_tokens": 43, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such table: continent", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:805", "db_id": "world_1", "question": "Return the names of the 3 countries with the fewest people.", "gold_sql": "SELECT Name FROM country ORDER BY Population ASC LIMIT 3", "raw_output": "SELECT T1.Name FROM country AS T1 ORDER BY T1.Population ASC LIMIT 3", "predicted_sql": "SELECT T1.Name FROM country AS T1 ORDER BY T1.Population ASC LIMIT 3", "generation_status": "ok", "prompt_tokens": 357, "generated_tokens": 21, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:724", "db_id": "world_1", "question": "What is the average life expectancy in African countries that are republics?", "gold_sql": "SELECT avg(LifeExpectancy) FROM country WHERE Continent = \"Africa\" AND GovernmentForm = \"Republic\"", "raw_output": "SELECT AVG(T1.LifeExpectancy) FROM country AS T1 INNER JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Continent = 'Africa' AND T1.GovernmentForm = 'Republic';", "predicted_sql": "SELECT AVG(T1.LifeExpectancy) FROM country AS T1 INNER JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Continent = 'Africa' AND T1.GovernmentForm = 'Republic';", "generation_status": "ok", "prompt_tokens": 357, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:778", "db_id": "world_1", "question": "What are the country codes for countries that do not speak English?", "gold_sql": "SELECT CountryCode FROM countrylanguage EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE = \"English\"", "raw_output": "SELECT T1.Code FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language != 'English'", "predicted_sql": "SELECT T1.Code FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language != 'English'", "generation_status": "ok", "prompt_tokens": 357, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:749", "db_id": "world_1", "question": "Give the names of countries with English and French as official languages.", "gold_sql": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" AND T2.IsOfficial = \"T\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"French\" AND T2.IsOfficial = \"T\"", "raw_output": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = 'English' AND T2.IsOfficial = 'TRUE' intersect SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = 'French' AND T2.IsOfficial = 'TRUE'", "predicted_sql": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = 'English' AND T2.IsOfficial = 'TRUE' intersect SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = 'French' AND T2.IsOfficial = 'TRUE'", "generation_status": "ok", "prompt_tokens": 357, "generated_tokens": 94, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:773", "db_id": "world_1", "question": "Which countries have greater area than that of any country in Europe?", "gold_sql": "SELECT Name FROM country WHERE SurfaceArea > (SELECT min(SurfaceArea) FROM country WHERE Continent = \"Europe\")", "raw_output": "SELECT T1.Name FROM country AS T1 JOIN country AS T2 ON T1.SurfaceArea > T2.SurfaceArea WHERE T2.Continent = 'Europe'", "predicted_sql": "SELECT T1.Name FROM country AS T1 JOIN country AS T2 ON T1.SurfaceArea > T2.SurfaceArea WHERE T2.Continent = 'Europe'", "generation_status": "ok", "prompt_tokens": 357, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:741", "db_id": "world_1", "question": "Give the name of the nation that uses the greatest amount of languages.", "gold_sql": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name ORDER BY COUNT(*) DESC LIMIT 1", "raw_output": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name ORDER BY COUNT(T2.Language) DESC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name ORDER BY COUNT(T2.Language) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 358, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:819", "db_id": "world_1", "question": "Count the number of countries for which Spanish is the predominantly spoken language.", "gold_sql": "SELECT count(*) , max(Percentage) FROM countrylanguage WHERE LANGUAGE = \"Spanish\" GROUP BY CountryCode", "raw_output": "SELECT count(*) FROM countrylanguage WHERE Language = 'Spanish' AND IsOfficial = 'TRUE'", "predicted_sql": "SELECT count(*) FROM countrylanguage WHERE Language = 'Spanish' AND IsOfficial = 'TRUE'", "generation_status": "ok", "prompt_tokens": 358, "generated_tokens": 20, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:759", "db_id": "world_1", "question": "What languages are only used by a single country with a republic government?", "gold_sql": "SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.GovernmentForm = \"Republic\" GROUP BY T2.Language HAVING COUNT(*) = 1", "raw_output": "SELECT T1.Language FROM countrylanguage AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.GovernmentForm = 'Republic' AND T1.CountryCode IN (SELECT CountryCode FROM country WHERE GovernmentForm = 'Republic' GROUP BY CountryCode HAVING COUNT(DISTINCT Language) = 1);", "predicted_sql": "SELECT T1.Language FROM countrylanguage AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.GovernmentForm = 'Republic' AND T1.CountryCode IN (SELECT CountryCode FROM country WHERE GovernmentForm = 'Republic' GROUP BY CountryCode HAVING COUNT(DISTINCT Language) = 1);", "generation_status": "ok", "prompt_tokens": 358, "generated_tokens": 73, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "misuse of aggregate: COUNT()", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:754", "db_id": "world_1", "question": "What are the countries where either English or Dutch is the official language ?", "gold_sql": "select t1.name from country as t1 join countrylanguage as t2 on t1.code = t2.countrycode where t2.language = \"english\" and isofficial = \"t\" union select t1.name from country as t1 join countrylanguage as t2 on t1.code = t2.countrycode where t2.language = \"dutch\" and isofficial = \"t\"", "raw_output": "SELECT T1.Name FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = 'English' OR T2.Language = 'Dutch'", "predicted_sql": "SELECT T1.Name FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = 'English' OR T2.Language = 'Dutch'", "generation_status": "ok", "prompt_tokens": 358, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:804", "db_id": "world_1", "question": "What are the names of the nations with the 3 lowest populations?", "gold_sql": "SELECT Name FROM country ORDER BY Population ASC LIMIT 3", "raw_output": "SELECT T1.Name FROM city AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code ORDER BY T1.Population LIMIT 3", "predicted_sql": "SELECT T1.Name FROM city AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code ORDER BY T1.Population LIMIT 3", "generation_status": "ok", "prompt_tokens": 358, "generated_tokens": 36, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:821", "db_id": "world_1", "question": "Return the codes of countries for which Spanish is the predominantly spoken language.", "gold_sql": "SELECT CountryCode , max(Percentage) FROM countrylanguage WHERE LANGUAGE = \"Spanish\" GROUP BY CountryCode", "raw_output": "SELECT T1.Code FROM countrylanguage AS T1 WHERE T1.Language = 'Spanish' AND T1.IsOfficial = 'TRUE'", "predicted_sql": "SELECT T1.Code FROM countrylanguage AS T1 WHERE T1.Language = 'Spanish' AND T1.IsOfficial = 'TRUE'", "generation_status": "ok", "prompt_tokens": 358, "generated_tokens": 31, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.Code", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:719", "db_id": "world_1", "question": "How long is the people’s average life expectancy in Central Africa?", "gold_sql": "SELECT avg(LifeExpectancy) FROM country WHERE Region = \"Central Africa\"", "raw_output": "SELECT AVG(T1.LifeExpectancy) FROM country AS T1 INNER JOIN city AS T2 ON T1.Code = T2.CountryCode WHERE T2.District = 'Central Africa'", "predicted_sql": "SELECT AVG(T1.LifeExpectancy) FROM country AS T1 INNER JOIN city AS T2 ON T1.Code = T2.CountryCode WHERE T2.District = 'Central Africa'", "generation_status": "ok", "prompt_tokens": 358, "generated_tokens": 43, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:740", "db_id": "world_1", "question": "What is name of the country that speaks the largest number of languages?", "gold_sql": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name ORDER BY COUNT(*) DESC LIMIT 1", "raw_output": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name ORDER BY COUNT(T2.Language) DESC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name ORDER BY COUNT(T2.Language) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 358, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:706", "db_id": "world_1", "question": "What is the total surface area of the countries in the Caribbean region?", "gold_sql": "SELECT sum(SurfaceArea) FROM country WHERE Region = \"Caribbean\"", "raw_output": "SELECT SUM(T1.SurfaceArea) FROM country AS T1 INNER JOIN country AS T2 ON T1.Code = T2.Code WHERE T2.Region = 'Caribbean'", "predicted_sql": "SELECT SUM(T1.SurfaceArea) FROM country AS T1 INNER JOIN country AS T2 ON T1.Code = T2.Code WHERE T2.Region = 'Caribbean'", "generation_status": "ok", "prompt_tokens": 358, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:784", "db_id": "world_1", "question": "Which cities are in European countries where English is not the official language?", "gold_sql": "SELECT DISTINCT T2.Name FROM country AS T1 JOIN city AS T2 ON T2.CountryCode = T1.Code WHERE T1.Continent = 'Europe' AND T1.Name NOT IN (SELECT T3.Name FROM country AS T3 JOIN countrylanguage AS T4 ON T3.Code = T4.CountryCode WHERE T4.IsOfficial = 'T' AND T4.Language = 'English')", "raw_output": "SELECT T1.Name FROM city AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code JOIN countrylanguage AS T3 ON T2.Code = T3.CountryCode WHERE T2.Region = 'Europe' AND T3.Language = 'English' AND T3.IsOfficial = 'TRUE'", "predicted_sql": "SELECT T1.Name FROM city AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code JOIN countrylanguage AS T3 ON T2.Code = T3.CountryCode WHERE T2.Region = 'Europe' AND T3.Language = 'English' AND T3.IsOfficial = 'TRUE'", "generation_status": "ok", "prompt_tokens": 358, "generated_tokens": 72, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:786", "db_id": "world_1", "question": "Which unique cities are in Asian countries where Chinese is the official language ?", "gold_sql": "select distinct t3.name from country as t1 join countrylanguage as t2 on t1.code = t2.countrycode join city as t3 on t1.code = t3.countrycode where t2.isofficial = 't' and t2.language = 'chinese' and t1.continent = \"asia\"", "raw_output": "SELECT T1.Name FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code INNER JOIN countrylanguage AS T3 ON T2.Code = T3.CountryCode WHERE T2.Continent = 'Asia' AND T3.Language = 'Chinese'", "predicted_sql": "SELECT T1.Name FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code INNER JOIN countrylanguage AS T3 ON T2.Code = T3.CountryCode WHERE T2.Continent = 'Asia' AND T3.Language = 'Chinese'", "generation_status": "ok", "prompt_tokens": 358, "generated_tokens": 64, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:721", "db_id": "world_1", "question": "Give the name of the country in Asia with the lowest life expectancy.", "gold_sql": "SELECT Name FROM country WHERE Continent = \"Asia\" ORDER BY LifeExpectancy LIMIT 1", "raw_output": "SELECT T1.Name FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Asia' ORDER BY T2.LifeExpectancy ASC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Asia' ORDER BY T2.LifeExpectancy ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 358, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:775", "db_id": "world_1", "question": "Which African countries have a smaller population than that of any country in Asia?", "gold_sql": "SELECT Name FROM country WHERE Continent = \"Africa\" AND population < (SELECT min(population) FROM country WHERE Continent = \"Asia\")", "raw_output": "SELECT T1.Name FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Africa' AND T1.Population < (SELECT MAX(T3.Population) FROM city AS T3 JOIN country AS T4 ON T3.CountryCode = T4.Code WHERE T4.Continent = 'Asia')", "predicted_sql": "SELECT T1.Name FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Africa' AND T1.Population < (SELECT MAX(T3.Population) FROM city AS T3 JOIN country AS T4 ON T3.CountryCode = T4.Code WHERE T4.Continent = 'Asia')", "generation_status": "ok", "prompt_tokens": 359, "generated_tokens": 82, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:816", "db_id": "world_1", "question": "What is the language spoken by the largest percentage of people in each country?", "gold_sql": "SELECT LANGUAGE , CountryCode , max(Percentage) FROM countrylanguage GROUP BY CountryCode", "raw_output": "SELECT T1.Name, T3.Language\nFROM city AS T1\nINNER JOIN country AS T2 ON T1.CountryCode = T2.Code\nINNER JOIN countrylanguage AS T3 ON T1.CountryCode = T3.CountryCode\nWHERE T3.IsOfficial = 'T'\nORDER BY T3.Percentage DESC\nLIMIT 1", "predicted_sql": "SELECT T1.Name, T3.Language\nFROM city AS T1\nINNER JOIN country AS T2 ON T1.CountryCode = T2.Code\nINNER JOIN countrylanguage AS T3 ON T1.CountryCode = T3.CountryCode\nWHERE T3.IsOfficial = 'T'\nORDER BY T3.Percentage DESC\nLIMIT 1", "generation_status": "ok", "prompt_tokens": 359, "generated_tokens": 78, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:757", "db_id": "world_1", "question": "What is the language that is used by the largest number of Asian nations?", "gold_sql": "SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Continent = \"Asia\" GROUP BY T2.Language ORDER BY COUNT (*) DESC LIMIT 1", "raw_output": "SELECT T2.Language FROM countrylanguage AS T2 JOIN country AS T1 ON T2.CountryCode = T1.Code WHERE T1.Continent = 'Asia' GROUP BY T2.Language ORDER BY COUNT(T2.CountryCode) DESC LIMIT 1", "predicted_sql": "SELECT T2.Language FROM countrylanguage AS T2 JOIN country AS T1 ON T2.CountryCode = T1.Code WHERE T1.Continent = 'Asia' GROUP BY T2.Language ORDER BY COUNT(T2.CountryCode) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 359, "generated_tokens": 57, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:731", "db_id": "world_1", "question": "Give the mean GNP and total population of nations which are considered US territory.", "gold_sql": "SELECT avg(GNP) , sum(population) FROM country WHERE GovernmentForm = \"US Territory\"", "raw_output": "SELECT AVG(T1.GNP), SUM(T1.Population) FROM country AS T1 JOIN city AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = 'United States';", "predicted_sql": "SELECT AVG(T1.GNP), SUM(T1.Population) FROM country AS T1 JOIN city AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = 'United States';", "generation_status": "ok", "prompt_tokens": 359, "generated_tokens": 48, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:720", "db_id": "world_1", "question": "What is the name of country that has the shortest life expectancy in Asia?", "gold_sql": "SELECT Name FROM country WHERE Continent = \"Asia\" ORDER BY LifeExpectancy LIMIT 1", "raw_output": "SELECT T1.Name FROM country AS T1 INNER JOIN city AS T2 ON T1.Code = T2.CountryCode WHERE T1.Continent = 'Asia' ORDER BY T1.LifeExpectancy ASC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM country AS T1 INNER JOIN city AS T2 ON T1.Code = T2.CountryCode WHERE T1.Continent = 'Asia' ORDER BY T1.LifeExpectancy ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 359, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:776", "db_id": "world_1", "question": "Which Asian countries have a population that is larger than any country in Africa?", "gold_sql": "SELECT Name FROM country WHERE Continent = \"Asia\" AND population > (SELECT max(population) FROM country WHERE Continent = \"Africa\")", "raw_output": "SELECT T1.Name FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Asia' AND T1.Population > (SELECT MAX(T3.Population) FROM city AS T3 INNER JOIN country AS T4 ON T3.CountryCode = T4.Code WHERE T4.Continent = 'Africa')", "predicted_sql": "SELECT T1.Name FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Asia' AND T1.Population > (SELECT MAX(T3.Population) FROM city AS T3 INNER JOIN country AS T4 ON T3.CountryCode = T4.Code WHERE T4.Continent = 'Africa')", "generation_status": "ok", "prompt_tokens": 359, "generated_tokens": 83, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:772", "db_id": "world_1", "question": "What are the countries that have greater surface area than any country in Europe?", "gold_sql": "SELECT Name FROM country WHERE SurfaceArea > (SELECT min(SurfaceArea) FROM country WHERE Continent = \"Europe\")", "raw_output": "SELECT T1.Name FROM country AS T1 JOIN country AS T2 ON T1.SurfaceArea > T2.SurfaceArea WHERE T2.Continent = 'Europe'", "predicted_sql": "SELECT T1.Name FROM country AS T1 JOIN country AS T2 ON T1.SurfaceArea > T2.SurfaceArea WHERE T2.Continent = 'Europe'", "generation_status": "ok", "prompt_tokens": 359, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:748", "db_id": "world_1", "question": "What are the names of nations where both English and French are official languages?", "gold_sql": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" AND T2.IsOfficial = \"T\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"French\" AND T2.IsOfficial = \"T\"", "raw_output": "SELECT T1.Name FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = 'English' AND T2.IsOfficial = 'TRUE' AND T1.CountryCode IN (SELECT CountryCode FROM countrylanguage WHERE Language = 'French' AND IsOfficial = 'TRUE')", "predicted_sql": "SELECT T1.Name FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = 'English' AND T2.IsOfficial = 'TRUE' AND T1.CountryCode IN (SELECT CountryCode FROM countrylanguage WHERE Language = 'French' AND IsOfficial = 'TRUE')", "generation_status": "ok", "prompt_tokens": 359, "generated_tokens": 75, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:780", "db_id": "world_1", "question": "What are the country codes of countries where people use languages other than English?", "gold_sql": "SELECT DISTINCT CountryCode FROM countrylanguage WHERE LANGUAGE != \"English\"", "raw_output": "SELECT T1.Code FROM countrylanguage AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T1.Language != 'English'", "predicted_sql": "SELECT T1.Code FROM countrylanguage AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T1.Language != 'English'", "generation_status": "ok", "prompt_tokens": 359, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.Code", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:790", "db_id": "world_1", "question": "What are the population, name and leader of the country with the largest area?", "gold_sql": "SELECT Name , population , HeadOfState FROM country ORDER BY SurfaceArea DESC LIMIT 1", "raw_output": "SELECT T1.Population, T1.Name, T1.HeadOfState FROM country AS T1 ORDER BY T1.SurfaceArea DESC LIMIT 1", "predicted_sql": "SELECT T1.Population, T1.Name, T1.HeadOfState FROM country AS T1 ORDER BY T1.SurfaceArea DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 360, "generated_tokens": 34, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:800", "db_id": "world_1", "question": "What are the names and areas of countries with the top 5 largest area?", "gold_sql": "SELECT Name , SurfaceArea FROM country ORDER BY SurfaceArea DESC LIMIT 5", "raw_output": "SELECT T1.Name, T1.SurfaceArea FROM country AS T1 ORDER BY T1.SurfaceArea DESC LIMIT 5", "predicted_sql": "SELECT T1.Name, T1.SurfaceArea FROM country AS T1 ORDER BY T1.SurfaceArea DESC LIMIT 5", "generation_status": "ok", "prompt_tokens": 360, "generated_tokens": 28, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:703", "db_id": "world_1", "question": "Give the names of the nations that were founded after 1950.", "gold_sql": "SELECT Name FROM country WHERE IndepYear > 1950", "raw_output": "SELECT Name FROM country WHERE IndepYear > 1950", "predicted_sql": "SELECT Name FROM country WHERE IndepYear > 1950", "generation_status": "ok", "prompt_tokens": 360, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:723", "db_id": "world_1", "question": "How many people live in Asia, and what is the largest GNP among them?", "gold_sql": "SELECT sum(Population) , max(GNP) FROM country WHERE Continent = \"Asia\"", "raw_output": "SELECT SUM(T1.Population) FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Asia'\n", "predicted_sql": "SELECT SUM(T1.Population) FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Asia'", "generation_status": "ok", "prompt_tokens": 360, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:765", "db_id": "world_1", "question": "Give the mean life expectancy of countries in which English is not the official language.", "gold_sql": "SELECT avg(LifeExpectancy) FROM country WHERE Name NOT IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" AND T2.IsOfficial = \"T\")", "raw_output": "SELECT AVG(T1.LifeExpectancy) FROM country AS T1 INNER JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = 'English' AND T2.IsOfficial = 'N';", "predicted_sql": "SELECT AVG(T1.LifeExpectancy) FROM country AS T1 INNER JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = 'English' AND T2.IsOfficial = 'N';", "generation_status": "ok", "prompt_tokens": 360, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:707", "db_id": "world_1", "question": "How much surface area do the countires in the Carribean cover together?", "gold_sql": "SELECT sum(SurfaceArea) FROM country WHERE Region = \"Caribbean\"", "raw_output": "SELECT SUM(T1.SurfaceArea) FROM country AS T1 INNER JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = 'Caribbean'", "predicted_sql": "SELECT SUM(T1.SurfaceArea) FROM country AS T1 INNER JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = 'Caribbean'", "generation_status": "ok", "prompt_tokens": 360, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:764", "db_id": "world_1", "question": "What is average life expectancy in the countries where English is not the official language?", "gold_sql": "SELECT avg(LifeExpectancy) FROM country WHERE Name NOT IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" AND T2.IsOfficial = \"T\")", "raw_output": "SELECT AVG(T1.LifeExpectancy) FROM country AS T1 INNER JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = 'English' AND T2.IsOfficial = 'N';", "predicted_sql": "SELECT AVG(T1.LifeExpectancy) FROM country AS T1 INNER JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = 'English' AND T2.IsOfficial = 'N';", "generation_status": "ok", "prompt_tokens": 360, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:718", "db_id": "world_1", "question": "What is the average expected life expectancy for countries in the region of Central Africa?", "gold_sql": "SELECT avg(LifeExpectancy) FROM country WHERE Region = \"Central Africa\"", "raw_output": "SELECT AVG(T1.LifeExpectancy) FROM country AS T1 INNER JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Region = 'Central Africa'", "predicted_sql": "SELECT AVG(T1.LifeExpectancy) FROM country AS T1 INNER JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Region = 'Central Africa'", "generation_status": "ok", "prompt_tokens": 360, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:785", "db_id": "world_1", "question": "What are the names of cities in Europe for which English is not the official language?", "gold_sql": "SELECT DISTINCT T2.Name FROM country AS T1 JOIN city AS T2 ON T2.CountryCode = T1.Code WHERE T1.Continent = 'Europe' AND T1.Name NOT IN (SELECT T3.Name FROM country AS T3 JOIN countrylanguage AS T4 ON T3.Code = T4.CountryCode WHERE T4.IsOfficial = 'T' AND T4.Language = 'English')", "raw_output": "SELECT T1.Name FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code INNER JOIN countrylanguage AS T3 ON T1.CountryCode = T3.CountryCode WHERE T2.Region = 'Europe' AND T3.Language = 'English' AND T3.IsOfficial = 'N';", "predicted_sql": "SELECT T1.Name FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code INNER JOIN countrylanguage AS T3 ON T1.CountryCode = T3.CountryCode WHERE T2.Region = 'Europe' AND T3.Language = 'English' AND T3.IsOfficial = 'N';", "generation_status": "ok", "prompt_tokens": 361, "generated_tokens": 75, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:766", "db_id": "world_1", "question": "What is the total number of people living in the nations that do not use English?", "gold_sql": "SELECT sum(Population) FROM country WHERE Name NOT IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\")", "raw_output": "SELECT SUM(T1.Population) FROM city AS T1 INNER JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language != 'English'", "predicted_sql": "SELECT SUM(T1.Population) FROM city AS T1 INNER JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language != 'English'", "generation_status": "ok", "prompt_tokens": 361, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:774", "db_id": "world_1", "question": "What are the African countries that have a population less than any country in Asia?", "gold_sql": "SELECT Name FROM country WHERE Continent = \"Africa\" AND population < (SELECT max(population) FROM country WHERE Continent = \"Asia\")", "raw_output": "SELECT T1.Name FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Africa' AND T1.Population < (SELECT MIN(T3.Population) FROM city AS T3 JOIN country AS T4 ON T3.CountryCode = T4.Code WHERE T4.Continent = 'Asia')", "predicted_sql": "SELECT T1.Name FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Africa' AND T1.Population < (SELECT MIN(T3.Population) FROM city AS T3 JOIN country AS T4 ON T3.CountryCode = T4.Code WHERE T4.Continent = 'Asia')", "generation_status": "ok", "prompt_tokens": 361, "generated_tokens": 82, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:820", "db_id": "world_1", "question": "What are the codes of countries where Spanish is spoken by the largest percentage of people?", "gold_sql": "SELECT CountryCode , max(Percentage) FROM countrylanguage WHERE LANGUAGE = \"Spanish\" GROUP BY CountryCode", "raw_output": "SELECT T1.Code FROM countrylanguage AS T1 WHERE T1.Language = 'Spanish' AND T1.Percentage = (SELECT MAX(Percentage) FROM countrylanguage WHERE Language = 'Spanish')", "predicted_sql": "SELECT T1.Code FROM countrylanguage AS T1 WHERE T1.Language = 'Spanish' AND T1.Percentage = (SELECT MAX(Percentage) FROM countrylanguage WHERE Language = 'Spanish')", "generation_status": "ok", "prompt_tokens": 361, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.Code", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:730", "db_id": "world_1", "question": "What is the average GNP and total population in all nations whose government is US territory?", "gold_sql": "SELECT avg(GNP) , sum(population) FROM country WHERE GovernmentForm = \"US Territory\"", "raw_output": "SELECT AVG(T1.GNP), SUM(T1.Population) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.GovernmentForm = 'US territory'", "predicted_sql": "SELECT AVG(T1.GNP), SUM(T1.Population) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.GovernmentForm = 'US territory'", "generation_status": "ok", "prompt_tokens": 361, "generated_tokens": 50, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:768", "db_id": "world_1", "question": "What is the official language spoken in the country whose head of state is Beatrix?", "gold_sql": "SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.HeadOfState = \"Beatrix\" AND T2.IsOfficial = \"T\"", "raw_output": "SELECT T2.Language FROM country AS T1 INNER JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.HeadOfState = 'Beatrix' AND T2.IsOfficial = 'true'", "predicted_sql": "SELECT T2.Language FROM country AS T1 INNER JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.HeadOfState = 'Beatrix' AND T2.IsOfficial = 'true'", "generation_status": "ok", "prompt_tokens": 361, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:762", "db_id": "world_1", "question": "Find the name, population and expected life length of asian country with the largest area?", "gold_sql": "SELECT Name , Population , LifeExpectancy FROM country WHERE Continent = \"Asia\" ORDER BY SurfaceArea DESC LIMIT 1", "raw_output": "SELECT T1.Name, T1.Population, T1.LifeExpectancy FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Region = 'Asia' ORDER BY T2.SurfaceArea DESC LIMIT 1", "predicted_sql": "SELECT T1.Name, T1.Population, T1.LifeExpectancy FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Region = 'Asia' ORDER BY T2.SurfaceArea DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 361, "generated_tokens": 60, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.LifeExpectancy", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:298", "db_id": "cre_Doc_Template_Mgt", "question": "Count the number of documents.", "gold_sql": "SELECT count(*) FROM Documents", "raw_output": "SELECT count(*) FROM Documents", "predicted_sql": "SELECT count(*) FROM Documents", "generation_status": "ok", "prompt_tokens": 362, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:318", "db_id": "cre_Doc_Template_Mgt", "question": "Count the number of templates.", "gold_sql": "SELECT count(*) FROM Templates", "raw_output": "SELECT count(*) FROM Templates", "predicted_sql": "SELECT count(*) FROM Templates", "generation_status": "ok", "prompt_tokens": 362, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:702", "db_id": "world_1", "question": "What are the names of all the countries that became independent after 1950?", "gold_sql": "SELECT Name FROM country WHERE IndepYear > 1950", "raw_output": "SELECT T1.Name FROM country AS T1 WHERE T1.IndepYear > 1950", "predicted_sql": "SELECT T1.Name FROM country AS T1 WHERE T1.IndepYear > 1950", "generation_status": "ok", "prompt_tokens": 362, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:818", "db_id": "world_1", "question": "What is the total number of countries where Spanish is spoken by the largest percentage of people?", "gold_sql": "SELECT count(*) , max(Percentage) FROM countrylanguage WHERE LANGUAGE = \"Spanish\" GROUP BY CountryCode", "raw_output": "SELECT COUNT(T1.CountryCode) FROM countrylanguage AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T1.Language = 'Spanish' AND T1.IsOfficial = '1' AND T1.Percentage = (SELECT MAX(Percentage) FROM countrylanguage WHERE Language = 'Spanish');", "predicted_sql": "SELECT COUNT(T1.CountryCode) FROM countrylanguage AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T1.Language = 'Spanish' AND T1.IsOfficial = '1' AND T1.Percentage = (SELECT MAX(Percentage) FROM countrylanguage WHERE Language = 'Spanish');", "generation_status": "ok", "prompt_tokens": 362, "generated_tokens": 73, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:358", "db_id": "cre_Doc_Template_Mgt", "question": "Count the number of paragraphs.", "gold_sql": "SELECT count(*) FROM Paragraphs", "raw_output": "SELECT count(*) FROM Paragraphs", "predicted_sql": "SELECT count(*) FROM Paragraphs", "generation_status": "ok", "prompt_tokens": 362, "generated_tokens": 7, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:357", "db_id": "cre_Doc_Template_Mgt", "question": "How many paragraphs in total?", "gold_sql": "SELECT count(*) FROM Paragraphs", "raw_output": "SELECT count(T1.Paragraph_ID) FROM Paragraphs AS T1", "predicted_sql": "SELECT count(T1.Paragraph_ID) FROM Paragraphs AS T1", "generation_status": "ok", "prompt_tokens": 362, "generated_tokens": 17, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:763", "db_id": "world_1", "question": "What are the name, population, and life expectancy of the largest Asian country by land?", "gold_sql": "SELECT Name , Population , LifeExpectancy FROM country WHERE Continent = \"Asia\" ORDER BY SurfaceArea DESC LIMIT 1", "raw_output": "SELECT T1.Name, T1.Population, T1.LifeExpectancy FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Asia' ORDER BY T2.SurfaceArea DESC LIMIT 1", "predicted_sql": "SELECT T1.Name, T1.Population, T1.LifeExpectancy FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Asia' ORDER BY T2.SurfaceArea DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 362, "generated_tokens": 60, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.LifeExpectancy", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:781", "db_id": "world_1", "question": "Give the country codes for countries in which people speak langauges that are not English.", "gold_sql": "SELECT DISTINCT CountryCode FROM countrylanguage WHERE LANGUAGE != \"English\"", "raw_output": "SELECT T1.Code FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language != 'English'", "predicted_sql": "SELECT T1.Code FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language != 'English'", "generation_status": "ok", "prompt_tokens": 362, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:777", "db_id": "world_1", "question": "What are the Asian countries which have a population larger than that of any country in Africa?", "gold_sql": "SELECT Name FROM country WHERE Continent = \"Asia\" AND population > (SELECT min(population) FROM country WHERE Continent = \"Africa\")", "raw_output": "SELECT T1.Name FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Asia' AND T1.Population > (SELECT MAX(T3.Population) FROM city AS T3 JOIN country AS T4 ON T3.CountryCode = T4.Code WHERE T4.Continent = 'Africa')", "predicted_sql": "SELECT T1.Name FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Asia' AND T1.Population > (SELECT MAX(T3.Population) FROM city AS T3 JOIN country AS T4 ON T3.CountryCode = T4.Code WHERE T4.Continent = 'Africa')", "generation_status": "ok", "prompt_tokens": 362, "generated_tokens": 82, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:297", "db_id": "cre_Doc_Template_Mgt", "question": "How many documents do we have?", "gold_sql": "SELECT count(*) FROM Documents", "raw_output": "SELECT count(*) FROM Documents", "predicted_sql": "SELECT count(*) FROM Documents", "generation_status": "ok", "prompt_tokens": 363, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:788", "db_id": "world_1", "question": "What are the name, independence year, and surface area of the country with the smallest population?", "gold_sql": "SELECT Name , SurfaceArea , IndepYear FROM country ORDER BY Population LIMIT 1", "raw_output": "SELECT T1.Name, T1.IndepYear, T1.SurfaceArea FROM country AS T1 ORDER BY T1.Population LIMIT 1", "predicted_sql": "SELECT T1.Name, T1.IndepYear, T1.SurfaceArea FROM country AS T1 ORDER BY T1.Population LIMIT 1", "generation_status": "ok", "prompt_tokens": 363, "generated_tokens": 33, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:317", "db_id": "cre_Doc_Template_Mgt", "question": "How many templates do we have?", "gold_sql": "SELECT count(*) FROM Templates", "raw_output": "SELECT count(*) FROM Templates", "predicted_sql": "SELECT count(*) FROM Templates", "generation_status": "ok", "prompt_tokens": 363, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:783", "db_id": "world_1", "question": "Return the codes of countries that do not speak English and do not have Republics for governments.", "gold_sql": "SELECT Code FROM country WHERE GovernmentForm != \"Republic\" EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE = \"English\"", "raw_output": "SELECT T1.Code FROM country AS T1 LEFT JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language != 'English' OR T2.IsOfficial != 'true'\n```", "predicted_sql": "SELECT T1.Code FROM country AS T1 LEFT JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language != 'English' OR T2.IsOfficial != 'true'\n```", "generation_status": "ok", "prompt_tokens": 363, "generated_tokens": 50, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "unrecognized token: \"```\"", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:795", "db_id": "world_1", "question": "How many cities in each district have a population that is above the average population across all cities?", "gold_sql": "SELECT count(*) , District FROM city WHERE Population > (SELECT avg(Population) FROM city) GROUP BY District", "raw_output": "SELECT COUNT(T1.ID) FROM city AS T1 INNER JOIN city AS T2 ON T1.District = T2.District WHERE T1.Population > (SELECT AVG(Population) FROM city) GROUP BY T1.District HAVING COUNT(T1.ID) > 0", "predicted_sql": "SELECT COUNT(T1.ID) FROM city AS T1 INNER JOIN city AS T2 ON T1.District = T2.District WHERE T1.Population > (SELECT AVG(Population) FROM city) GROUP BY T1.District HAVING COUNT(T1.ID) > 0", "generation_status": "ok", "prompt_tokens": 363, "generated_tokens": 62, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:0", "db_id": "concert_singer", "question": "How many singers do we have?", "gold_sql": "SELECT count(*) FROM singer", "raw_output": "SELECT count(*) FROM singer", "predicted_sql": "SELECT count(*) FROM singer", "generation_status": "ok", "prompt_tokens": 363, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:787", "db_id": "world_1", "question": "Return the different names of cities that are in Asia and for which Chinese is the official language.", "gold_sql": "SELECT DISTINCT T3.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode JOIN city AS T3 ON T1.Code = T3.CountryCode WHERE T2.IsOfficial = 'T' AND T2.Language = 'Chinese' AND T1.Continent = \"Asia\"", "raw_output": "SELECT T1.Name FROM city AS T1 INNER JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode INNER JOIN country AS T3 ON T1.CountryCode = T3.Code WHERE T3.Continent = 'Asia' AND T2.Language = 'Chinese' AND T2.IsOfficial = 'True'", "predicted_sql": "SELECT T1.Name FROM city AS T1 INNER JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode INNER JOIN country AS T3 ON T1.CountryCode = T3.Code WHERE T3.Continent = 'Asia' AND T2.Language = 'Chinese' AND T2.IsOfficial = 'True'", "generation_status": "ok", "prompt_tokens": 363, "generated_tokens": 75, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:794", "db_id": "world_1", "question": "Find the number of cities in each district whose population is greater than the average population of cities?", "gold_sql": "SELECT count(*) , District FROM city WHERE Population > (SELECT avg(Population) FROM city) GROUP BY District", "raw_output": "SELECT COUNT(T1.ID) FROM city AS T1 INNER JOIN city AS T2 ON T1.District = T2.District WHERE T1.Population > (SELECT AVG(Population) FROM city) GROUP BY T1.District HAVING COUNT(T1.ID) > 0", "predicted_sql": "SELECT COUNT(T1.ID) FROM city AS T1 INNER JOIN city AS T2 ON T1.District = T2.District WHERE T1.Population > (SELECT AVG(Population) FROM city) GROUP BY T1.District HAVING COUNT(T1.ID) > 0", "generation_status": "ok", "prompt_tokens": 363, "generated_tokens": 62, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:791", "db_id": "world_1", "question": "Give the name, population, and head of state for the country that has the largest area.", "gold_sql": "SELECT Name , population , HeadOfState FROM country ORDER BY SurfaceArea DESC LIMIT 1", "raw_output": "SELECT T1.Name, T1.Population, T1.HeadOfState FROM city AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code ORDER BY T2.SurfaceArea DESC LIMIT 1", "predicted_sql": "SELECT T1.Name, T1.Population, T1.HeadOfState FROM city AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code ORDER BY T2.SurfaceArea DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 363, "generated_tokens": 50, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.HeadOfState", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:628", "db_id": "tvshow", "question": "How many cartoons did each director create?", "gold_sql": "SELECT count(*) , Directed_by FROM cartoon GROUP BY Directed_by", "raw_output": "SELECT T1.Directed_by, COUNT(T2.id) FROM Cartoon AS T1 JOIN TV_series AS T2 ON T1.Channel = T2.Channel GROUP BY T1.Directed_by", "predicted_sql": "SELECT T1.Directed_by, COUNT(T2.id) FROM Cartoon AS T1 JOIN TV_series AS T2 ON T1.Channel = T2.Channel GROUP BY T1.Directed_by", "generation_status": "ok", "prompt_tokens": 364, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:1", "db_id": "concert_singer", "question": "What is the total number of singers?", "gold_sql": "SELECT count(*) FROM singer", "raw_output": "SELECT count(*) FROM singer", "predicted_sql": "SELECT count(*) FROM singer", "generation_status": "ok", "prompt_tokens": 364, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:26", "db_id": "concert_singer", "question": "Which year has most number of concerts?", "gold_sql": "SELECT YEAR FROM concert GROUP BY YEAR ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT Year FROM concert GROUP BY Year ORDER BY COUNT(*) DESC LIMIT 1", "predicted_sql": "SELECT Year FROM concert GROUP BY Year ORDER BY COUNT(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 364, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:28", "db_id": "concert_singer", "question": "Show the stadium names without any concert.", "gold_sql": "SELECT name FROM stadium WHERE stadium_id NOT IN (SELECT stadium_id FROM concert)", "raw_output": "SELECT T1.Name FROM stadium AS T1 LEFT JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.concert_ID IS NULL", "predicted_sql": "SELECT T1.Name FROM stadium AS T1 LEFT JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.concert_ID IS NULL", "generation_status": "ok", "prompt_tokens": 364, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:782", "db_id": "world_1", "question": "What are the codes of the countries that do not speak English and whose government forms are not Republic?", "gold_sql": "SELECT Code FROM country WHERE GovernmentForm != \"Republic\" EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE = \"English\"", "raw_output": "SELECT T1.Code FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language != 'English' OR T2.IsOfficial != 'true' AND T1.GovernmentForm != 'Republic'", "predicted_sql": "SELECT T1.Code FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language != 'English' OR T2.IsOfficial != 'true' AND T1.GovernmentForm != 'Republic'", "generation_status": "ok", "prompt_tokens": 364, "generated_tokens": 57, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:347", "db_id": "cre_Doc_Template_Mgt", "question": "Show all template type codes and descriptions.", "gold_sql": "SELECT template_type_code , template_type_description FROM Ref_template_types", "raw_output": "SELECT Template_Type_Code, Template_Type_Description FROM Ref_Template_Types", "predicted_sql": "SELECT Template_Type_Code, Template_Type_Description FROM Ref_Template_Types", "generation_status": "ok", "prompt_tokens": 364, "generated_tokens": 19, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:789", "db_id": "world_1", "question": "Give the name, year of independence, and surface area of the country that has the lowest population.", "gold_sql": "SELECT Name , SurfaceArea , IndepYear FROM country ORDER BY Population LIMIT 1", "raw_output": "SELECT T1.Name, T1.IndepYear, T1.SurfaceArea FROM country AS T1 ORDER BY T1.Population ASC LIMIT 1", "predicted_sql": "SELECT T1.Name, T1.IndepYear, T1.SurfaceArea FROM country AS T1 ORDER BY T1.Population ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 364, "generated_tokens": 34, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:769", "db_id": "world_1", "question": "What is the official language used in the country the name of whose head of state is Beatrix.", "gold_sql": "SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.HeadOfState = \"Beatrix\" AND T2.IsOfficial = \"T\"", "raw_output": "SELECT T2.Language FROM countrylanguage AS T2 INNER JOIN country AS T1 ON T2.CountryCode = T1.Code WHERE T1.HeadOfState = 'Beatrix' AND T2.IsOfficial = 'true'", "predicted_sql": "SELECT T2.Language FROM countrylanguage AS T2 INNER JOIN country AS T1 ON T2.CountryCode = T1.Code WHERE T1.HeadOfState = 'Beatrix' AND T2.IsOfficial = 'true'", "generation_status": "ok", "prompt_tokens": 364, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:11", "db_id": "concert_singer", "question": "How many singers are from each country?", "gold_sql": "SELECT country , count(*) FROM singer GROUP BY country", "raw_output": "SELECT Country, count(Singer_ID) FROM singer GROUP BY Country", "predicted_sql": "SELECT Country, count(Singer_ID) FROM singer GROUP BY Country", "generation_status": "ok", "prompt_tokens": 364, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:322", "db_id": "cre_Doc_Template_Mgt", "question": "What are the different template type codes?", "gold_sql": "SELECT DISTINCT template_type_code FROM Templates", "raw_output": "SELECT Template_Type_Code FROM Ref_Template_Types", "predicted_sql": "SELECT Template_Type_Code FROM Ref_Template_Types", "generation_status": "ok", "prompt_tokens": 364, "generated_tokens": 13, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:603", "db_id": "tvshow", "question": "How many TV Channel using language English?", "gold_sql": "SELECT count(*) FROM TV_Channel WHERE LANGUAGE = \"English\";", "raw_output": "SELECT count(*) FROM TV_Channel WHERE Language = 'English'", "predicted_sql": "SELECT count(*) FROM TV_Channel WHERE Language = 'English'", "generation_status": "ok", "prompt_tokens": 364, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:792", "db_id": "world_1", "question": "Return the country name and the numbers of languages spoken for each country that speaks at least 3 languages.", "gold_sql": "SELECT COUNT(T2.Language) , T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name HAVING COUNT(*) > 2", "raw_output": "SELECT T1.Name, COUNT(T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name HAVING COUNT(T2.Language) >= 3", "predicted_sql": "SELECT T1.Name, COUNT(T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name HAVING COUNT(T2.Language) >= 3", "generation_status": "ok", "prompt_tokens": 365, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:325", "db_id": "cre_Doc_Template_Mgt", "question": "How many templates have template type code CV?", "gold_sql": "SELECT count(*) FROM Templates WHERE template_type_code = \"CV\"", "raw_output": "SELECT count(*) FROM Templates WHERE Template_Type_Code = 'CV'", "predicted_sql": "SELECT count(*) FROM Templates WHERE Template_Type_Code = 'CV'", "generation_status": "ok", "prompt_tokens": 365, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:604", "db_id": "tvshow", "question": "How many TV Channels use the English language?", "gold_sql": "SELECT count(*) FROM TV_Channel WHERE LANGUAGE = \"English\";", "raw_output": "SELECT count(*) FROM TV_Channel WHERE Language = 'English'", "predicted_sql": "SELECT count(*) FROM TV_Channel WHERE Language = 'English'", "generation_status": "ok", "prompt_tokens": 365, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:587", "db_id": "tvshow", "question": "List all cartoon directed by \"Ben Jones\".", "gold_sql": "SELECT Title FROM Cartoon WHERE Directed_by = \"Ben Jones\";", "raw_output": "SELECT T1.Title FROM Cartoon AS T1 INNER JOIN TV_Channel AS T2 ON T1.Channel = T2.id WHERE T1.Directed_by = 'Ben Jones'", "predicted_sql": "SELECT T1.Title FROM Cartoon AS T1 INNER JOIN TV_Channel AS T2 ON T1.Channel = T2.id WHERE T1.Directed_by = 'Ben Jones'", "generation_status": "ok", "prompt_tokens": 365, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:771", "db_id": "world_1", "question": "For the countries founded before 1930, what is the total number of distinct official languages?", "gold_sql": "SELECT count(DISTINCT T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE IndepYear < 1930 AND T2.IsOfficial = \"T\"", "raw_output": "SELECT count(DISTINCT T1.Language) FROM countrylanguage AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.IndepYear < 1930 AND T1.IsOfficial = 't'", "predicted_sql": "SELECT count(DISTINCT T1.Language) FROM countrylanguage AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.IndepYear < 1930 AND T1.IsOfficial = 't'", "generation_status": "ok", "prompt_tokens": 365, "generated_tokens": 57, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:305", "db_id": "cre_Doc_Template_Mgt", "question": "How many different templates do all document use?", "gold_sql": "SELECT count(DISTINCT template_id) FROM Documents", "raw_output": "SELECT count(DISTINCT T1.Template_ID) FROM Templates AS T1 JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID", "predicted_sql": "SELECT count(DISTINCT T1.Template_ID) FROM Templates AS T1 JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID", "generation_status": "ok", "prompt_tokens": 365, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:586", "db_id": "tvshow", "question": "What are the titles of the cartoons sorted alphabetically?", "gold_sql": "SELECT Title FROM Cartoon ORDER BY title", "raw_output": "SELECT Title FROM Cartoon ORDER BY Title;", "predicted_sql": "SELECT Title FROM Cartoon ORDER BY Title;", "generation_status": "ok", "prompt_tokens": 366, "generated_tokens": 9, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:585", "db_id": "tvshow", "question": "List the title of all cartoons in alphabetical order.", "gold_sql": "SELECT Title FROM Cartoon ORDER BY title", "raw_output": "SELECT Title FROM Cartoon ORDER BY Title;", "predicted_sql": "SELECT Title FROM Cartoon ORDER BY Title;", "generation_status": "ok", "prompt_tokens": 366, "generated_tokens": 9, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:809", "db_id": "world_1", "question": "Give the names of countries that are in Europe and have a population equal to 80000.", "gold_sql": "SELECT Name FROM country WHERE continent = \"Europe\" AND Population = \"80000\"", "raw_output": "SELECT T1.Name FROM country AS T1 INNER JOIN city AS T2 ON T1.Code = T2.CountryCode WHERE T1.Region = 'Europe' AND T1.Population = 80000", "predicted_sql": "SELECT T1.Name FROM country AS T1 INNER JOIN city AS T2 ON T1.Code = T2.CountryCode WHERE T1.Region = 'Europe' AND T1.Population = 80000", "generation_status": "ok", "prompt_tokens": 366, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:326", "db_id": "cre_Doc_Template_Mgt", "question": "Count the number of templates of the type CV.", "gold_sql": "SELECT count(*) FROM Templates WHERE template_type_code = \"CV\"", "raw_output": "SELECT count(*) FROM Templates WHERE Template_Type_Code = 'CV'", "predicted_sql": "SELECT count(*) FROM Templates WHERE Template_Type_Code = 'CV'", "generation_status": "ok", "prompt_tokens": 366, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:617", "db_id": "tvshow", "question": "What is minimum and maximum share of TV series?", "gold_sql": "SELECT max(SHARE) , min(SHARE) FROM TV_series;", "raw_output": "SELECT MIN(Share), MAX(Share) FROM TV_series", "predicted_sql": "SELECT MIN(Share), MAX(Share) FROM TV_series", "generation_status": "ok", "prompt_tokens": 366, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:23", "db_id": "concert_singer", "question": "For each stadium, how many concerts play there?", "gold_sql": "SELECT T2.name , count(*) FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id GROUP BY T1.stadium_id", "raw_output": "SELECT T1.Stadium_ID, count(T2.concert_ID) FROM stadium AS T1 JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID GROUP BY T1.Stadium_ID", "predicted_sql": "SELECT T1.Stadium_ID, count(T2.concert_ID) FROM stadium AS T1 JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID GROUP BY T1.Stadium_ID", "generation_status": "ok", "prompt_tokens": 366, "generated_tokens": 50, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:614", "db_id": "tvshow", "question": "What are all of the episodes ordered by ratings?", "gold_sql": "SELECT Episode FROM TV_series ORDER BY rating", "raw_output": "SELECT T1.Episode FROM TV_series AS T1 ORDER BY T1.Rating", "predicted_sql": "SELECT T1.Episode FROM TV_series AS T1 ORDER BY T1.Rating", "generation_status": "ok", "prompt_tokens": 366, "generated_tokens": 19, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:600", "db_id": "tvshow", "question": "What is the content of the series Sky Radio?", "gold_sql": "SELECT Content FROM TV_Channel WHERE series_name = \"Sky Radio\";", "raw_output": "SELECT Content FROM TV_Channel WHERE series_name = 'Sky Radio'", "predicted_sql": "SELECT Content FROM TV_Channel WHERE series_name = 'Sky Radio'", "generation_status": "ok", "prompt_tokens": 366, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:306", "db_id": "cre_Doc_Template_Mgt", "question": "Count the number of different templates used for documents.", "gold_sql": "SELECT count(DISTINCT template_id) FROM Documents", "raw_output": "SELECT count(DISTINCT T1.Template_ID) FROM Documents AS T1 JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID", "predicted_sql": "SELECT count(DISTINCT T1.Template_ID) FROM Documents AS T1 JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID", "generation_status": "ok", "prompt_tokens": 366, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:321", "db_id": "cre_Doc_Template_Mgt", "question": "Show all distinct template type codes for all templates.", "gold_sql": "SELECT DISTINCT template_type_code FROM Templates", "raw_output": "SELECT DISTINCT T1.Template_Type_Code FROM Templates AS T1", "predicted_sql": "SELECT DISTINCT T1.Template_Type_Code FROM Templates AS T1", "generation_status": "ok", "prompt_tokens": 366, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:371", "db_id": "cre_Doc_Template_Mgt", "question": "List all document ids with at least two paragraphs.", "gold_sql": "SELECT document_id FROM Paragraphs GROUP BY document_id HAVING count(*) >= 2", "raw_output": "SELECT T1.Document_ID FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID HAVING count(*) >= 2", "predicted_sql": "SELECT T1.Document_ID FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID HAVING count(*) >= 2", "generation_status": "ok", "prompt_tokens": 366, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:331", "db_id": "cre_Doc_Template_Mgt", "question": "Which template type code has most number of templates?", "gold_sql": "SELECT template_type_code FROM Templates GROUP BY template_type_code ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT Template_Type_Code FROM Templates GROUP BY Template_Type_Code ORDER BY COUNT(Template_ID) DESC LIMIT 1", "predicted_sql": "SELECT Template_Type_Code FROM Templates GROUP BY Template_Type_Code ORDER BY COUNT(Template_ID) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 366, "generated_tokens": 28, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:27", "db_id": "concert_singer", "question": "What is the year that had the most concerts?", "gold_sql": "SELECT YEAR FROM concert GROUP BY YEAR ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT Year FROM concert GROUP BY Year ORDER BY COUNT(*) DESC LIMIT 1", "predicted_sql": "SELECT Year FROM concert GROUP BY Year ORDER BY COUNT(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 366, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:333", "db_id": "cre_Doc_Template_Mgt", "question": "Show all template type codes with less than three templates.", "gold_sql": "SELECT template_type_code FROM Templates GROUP BY template_type_code HAVING count(*) < 3", "raw_output": "SELECT T1.Template_Type_Code FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code GROUP BY T1.Template_Type_Code HAVING count(*) < 3", "predicted_sql": "SELECT T1.Template_Type_Code FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code GROUP BY T1.Template_Type_Code HAVING count(*) < 3", "generation_status": "ok", "prompt_tokens": 367, "generated_tokens": 58, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:29", "db_id": "concert_singer", "question": "What are the names of the stadiums without any concerts?", "gold_sql": "SELECT name FROM stadium WHERE stadium_id NOT IN (SELECT stadium_id FROM concert)", "raw_output": "SELECT T1.Name FROM stadium AS T1 LEFT JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.concert_ID IS NULL", "predicted_sql": "SELECT T1.Name FROM stadium AS T1 LEFT JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.concert_ID IS NULL", "generation_status": "ok", "prompt_tokens": 367, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:365", "db_id": "cre_Doc_Template_Mgt", "question": "Show all paragraph texts for the document \"Customer reviews\".", "gold_sql": "SELECT T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id WHERE T2.document_name = \"Customer reviews\"", "raw_output": "SELECT T1.Paragraph_Text FROM Paragraphs AS T1 INNER JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID WHERE T2.Document_Name = 'Customer reviews'", "predicted_sql": "SELECT T1.Paragraph_Text FROM Paragraphs AS T1 INNER JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID WHERE T2.Document_Name = 'Customer reviews'", "generation_status": "ok", "prompt_tokens": 367, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:361", "db_id": "cre_Doc_Template_Mgt", "question": "Show paragraph details for paragraph with text 'Korea ' .", "gold_sql": "select other_details from paragraphs where paragraph_text like 'korea'", "raw_output": "SELECT T1.Paragraph_Text FROM Paragraphs AS T1 INNER JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID WHERE T1.Paragraph_Text = 'Korea ';", "predicted_sql": "SELECT T1.Paragraph_Text FROM Paragraphs AS T1 INNER JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID WHERE T1.Paragraph_Text = 'Korea ';", "generation_status": "ok", "prompt_tokens": 367, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:770", "db_id": "world_1", "question": "What is the total number of unique official languages spoken in the countries that are founded before 1930?", "gold_sql": "SELECT count(DISTINCT T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE IndepYear < 1930 AND T2.IsOfficial = \"T\"", "raw_output": "SELECT count(DISTINCT T1.Language) FROM countrylanguage AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.IndepYear < 1930 AND T1.IsOfficial = 't'", "predicted_sql": "SELECT count(DISTINCT T1.Language) FROM countrylanguage AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.IndepYear < 1930 AND T1.IsOfficial = 't'", "generation_status": "ok", "prompt_tokens": 367, "generated_tokens": 57, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:793", "db_id": "world_1", "question": "What are the names of countries that speak more than 2 languages, as well as how many languages they speak?", "gold_sql": "SELECT COUNT(T2.Language) , T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name HAVING COUNT(*) > 2", "raw_output": "SELECT T1.Name, COUNT(T2.Language)\nFROM country AS T1\nJOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode\nGROUP BY T1.Name\nHAVING COUNT(T2.Language) > 2", "predicted_sql": "SELECT T1.Name, COUNT(T2.Language)\nFROM country AS T1\nJOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode\nGROUP BY T1.Name\nHAVING COUNT(T2.Language) > 2", "generation_status": "ok", "prompt_tokens": 367, "generated_tokens": 58, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:375", "db_id": "cre_Doc_Template_Mgt", "question": "What is the document id with least number of paragraphs?", "gold_sql": "SELECT document_id FROM Paragraphs GROUP BY document_id ORDER BY count(*) ASC LIMIT 1", "raw_output": "SELECT T1.Document_ID FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID ORDER BY COUNT(T2.Paragraph_ID) ASC LIMIT 1", "predicted_sql": "SELECT T1.Document_ID FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID ORDER BY COUNT(T2.Paragraph_ID) ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 367, "generated_tokens": 56, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:17", "db_id": "concert_singer", "question": "What is the average and maximum capacities for all stadiums ?", "gold_sql": "select avg(capacity) , max(capacity) from stadium", "raw_output": "SELECT AVG(Capacity), MAX(Capacity) FROM stadium", "predicted_sql": "SELECT AVG(Capacity), MAX(Capacity) FROM stadium", "generation_status": "ok", "prompt_tokens": 367, "generated_tokens": 12, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:589", "db_id": "tvshow", "question": "How many cartoons were written by \"Joseph Kuhr\"?", "gold_sql": "SELECT count(*) FROM Cartoon WHERE Written_by = \"Joseph Kuhr\";", "raw_output": "SELECT count(*) FROM Cartoon WHERE Written_by = 'Joseph Kuhr'", "predicted_sql": "SELECT count(*) FROM Cartoon WHERE Written_by = 'Joseph Kuhr'", "generation_status": "ok", "prompt_tokens": 367, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:796", "db_id": "world_1", "question": "Find the government form name and total population for each government form whose average life expectancy is longer than 72.", "gold_sql": "SELECT sum(Population) , GovernmentForm FROM country GROUP BY GovernmentForm HAVING avg(LifeExpectancy) > 72", "raw_output": "SELECT T1.GovernmentForm, SUM(T2.Population) FROM city AS T2 INNER JOIN country AS T1 ON T2.CountryCode = T1.Code GROUP BY T1.GovernmentForm HAVING AVG(T1.LifeExpectancy) > 72", "predicted_sql": "SELECT T1.GovernmentForm, SUM(T2.Population) FROM city AS T2 INNER JOIN country AS T1 ON T2.CountryCode = T1.Code GROUP BY T1.GovernmentForm HAVING AVG(T1.LifeExpectancy) > 72", "generation_status": "ok", "prompt_tokens": 367, "generated_tokens": 58, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:798", "db_id": "world_1", "question": "Find the average life expectancy and total population for each continent where the average life expectancy is shorter than 72?", "gold_sql": "SELECT sum(Population) , avg(LifeExpectancy) , Continent FROM country GROUP BY Continent HAVING avg(LifeExpectancy) < 72", "raw_output": "SELECT T1.Continent, AVG(T2.LifeExpectancy), SUM(T2.Population) FROM country AS T1 JOIN countrylanguage AS T3 ON T1.Code = T3.CountryCode JOIN country AS T2 ON T1.Code = T2.Code GROUP BY T1.Continent HAVING AVG(T2.LifeExpectancy) < 72", "predicted_sql": "SELECT T1.Continent, AVG(T2.LifeExpectancy), SUM(T2.Population) FROM country AS T1 JOIN countrylanguage AS T3 ON T1.Code = T3.CountryCode JOIN country AS T2 ON T1.Code = T2.Code GROUP BY T1.Continent HAVING AVG(T2.LifeExpectancy) < 72", "generation_status": "ok", "prompt_tokens": 367, "generated_tokens": 80, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:12", "db_id": "concert_singer", "question": "List all song names by singers above the average age.", "gold_sql": "SELECT song_name FROM singer WHERE age > (SELECT avg(age) FROM singer)", "raw_output": "SELECT T1.Song_Name FROM singer AS T1 INNER JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T1.Age > (SELECT AVG(Age) FROM singer)", "predicted_sql": "SELECT T1.Song_Name FROM singer AS T1 INNER JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T1.Age > (SELECT AVG(Age) FROM singer)", "generation_status": "ok", "prompt_tokens": 367, "generated_tokens": 52, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:376", "db_id": "cre_Doc_Template_Mgt", "question": "Return the id of the document with the fewest paragraphs.", "gold_sql": "SELECT document_id FROM Paragraphs GROUP BY document_id ORDER BY count(*) ASC LIMIT 1", "raw_output": "SELECT T1.Document_ID FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID ORDER BY COUNT(T2.Paragraph_ID) ASC LIMIT 1", "predicted_sql": "SELECT T1.Document_ID FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID ORDER BY COUNT(T2.Paragraph_ID) ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 367, "generated_tokens": 56, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:335", "db_id": "cre_Doc_Template_Mgt", "question": "What the smallest version number and its template type code?", "gold_sql": "SELECT min(Version_Number) , template_type_code FROM Templates", "raw_output": "SELECT T1.Version_Number, T1.Template_Type_Code FROM Templates AS T1 ORDER BY T1.Version_Number LIMIT 1", "predicted_sql": "SELECT T1.Version_Number, T1.Template_Type_Code FROM Templates AS T1 ORDER BY T1.Version_Number LIMIT 1", "generation_status": "ok", "prompt_tokens": 367, "generated_tokens": 33, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:35", "db_id": "concert_singer", "question": "List singer names and number of concerts for each singer.", "gold_sql": "SELECT T2.name , count(*) FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id = T2.singer_id GROUP BY T2.singer_id", "raw_output": "SELECT T1.Name, count(T3.concert_ID) FROM singer AS T1 JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID JOIN concert AS T3 ON T2.concert_ID = T3.concert_ID GROUP BY T1.Name", "predicted_sql": "SELECT T1.Name, count(T3.concert_ID) FROM singer AS T1 JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID JOIN concert AS T3 ON T2.concert_ID = T3.concert_ID GROUP BY T1.Name", "generation_status": "ok", "prompt_tokens": 367, "generated_tokens": 69, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:315", "db_id": "cre_Doc_Template_Mgt", "question": "Show ids for all templates not used by any document.", "gold_sql": "SELECT template_id FROM Templates EXCEPT SELECT template_id FROM Documents", "raw_output": "SELECT T1.Template_ID FROM Templates AS T1 LEFT JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID WHERE T2.Document_ID IS NULL", "predicted_sql": "SELECT T1.Template_ID FROM Templates AS T1 LEFT JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID WHERE T2.Document_ID IS NULL", "generation_status": "ok", "prompt_tokens": 367, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:613", "db_id": "tvshow", "question": "List the Episode of all TV series sorted by rating.", "gold_sql": "SELECT Episode FROM TV_series ORDER BY rating", "raw_output": "SELECT T1.Episode FROM TV_series AS T1 ORDER BY T1.Rating", "predicted_sql": "SELECT T1.Episode FROM TV_series AS T1 ORDER BY T1.Rating", "generation_status": "ok", "prompt_tokens": 367, "generated_tokens": 19, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:329", "db_id": "cre_Doc_Template_Mgt", "question": "Show all template type codes and number of templates for each.", "gold_sql": "SELECT template_type_code , count(*) FROM Templates GROUP BY template_type_code", "raw_output": "SELECT T1.Template_Type_Code, count(T2.Template_ID) FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code GROUP BY T1.Template_Type_Code", "predicted_sql": "SELECT T1.Template_Type_Code, count(T2.Template_ID) FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code GROUP BY T1.Template_Type_Code", "generation_status": "ok", "prompt_tokens": 368, "generated_tokens": 62, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:16", "db_id": "concert_singer", "question": "What is the maximum capacity and the average of all stadiums ?", "gold_sql": "select max(capacity), average from stadium", "raw_output": "SELECT MAX(Capacity), AVG(Average) FROM stadium", "predicted_sql": "SELECT MAX(Capacity), AVG(Average) FROM stadium", "generation_status": "ok", "prompt_tokens": 368, "generated_tokens": 12, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:355", "db_id": "cre_Doc_Template_Mgt", "question": "What are the template ids with template type description \"Presentation\".", "gold_sql": "SELECT T2.template_id FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code = T2.template_type_code WHERE T1.template_type_description = \"Presentation\"", "raw_output": "SELECT T1.Template_ID FROM Templates AS T1 INNER JOIN Ref_Template_Types AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code WHERE T2.Template_Type_Description = 'Presentation'", "predicted_sql": "SELECT T1.Template_ID FROM Templates AS T1 INNER JOIN Ref_Template_Types AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code WHERE T2.Template_Type_Description = 'Presentation'", "generation_status": "ok", "prompt_tokens": 368, "generated_tokens": 54, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:812", "db_id": "world_1", "question": "What are the cities whose population is between 160000 and 900000?", "gold_sql": "SELECT name FROM city WHERE Population BETWEEN 160000 AND 900000", "raw_output": "SELECT T1.Name FROM city AS T1 WHERE T1.Population BETWEEN 160000 AND 900000", "predicted_sql": "SELECT T1.Name FROM city AS T1 WHERE T1.Population BETWEEN 160000 AND 900000", "generation_status": "ok", "prompt_tokens": 368, "generated_tokens": 32, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:308", "db_id": "cre_Doc_Template_Mgt", "question": "Count the number of documents that use the PPT template type.", "gold_sql": "SELECT count(*) FROM Documents AS T1 JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID WHERE T2.Template_Type_Code = 'PPT'", "raw_output": "SELECT count(T1.Document_ID) FROM Documents AS T1 INNER JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID INNER JOIN Ref_Template_Types AS T3 ON T2.Template_Type_Code = T3.Template_Type_Code WHERE T3.Template_Type_Code = 'PPT'", "predicted_sql": "SELECT count(T1.Document_ID) FROM Documents AS T1 INNER JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID INNER JOIN Ref_Template_Types AS T3 ON T2.Template_Type_Code = T3.Template_Type_Code WHERE T3.Template_Type_Code = 'PPT'", "generation_status": "ok", "prompt_tokens": 368, "generated_tokens": 77, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:10", "db_id": "concert_singer", "question": "Show all countries and the number of singers in each country.", "gold_sql": "SELECT country , count(*) FROM singer GROUP BY country", "raw_output": "SELECT Country, count(Singer_ID) FROM singer GROUP BY Country", "predicted_sql": "SELECT Country, count(Singer_ID) FROM singer GROUP BY Country", "generation_status": "ok", "prompt_tokens": 368, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:356", "db_id": "cre_Doc_Template_Mgt", "question": "Return the ids corresponding to templates with the description 'Presentation'.", "gold_sql": "SELECT T2.template_id FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code = T2.template_type_code WHERE T1.template_type_description = \"Presentation\"", "raw_output": "SELECT T1.Template_ID FROM Templates AS T1 INNER JOIN Ref_Template_Types AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code WHERE T2.Template_Type_Description = 'Presentation'", "predicted_sql": "SELECT T1.Template_ID FROM Templates AS T1 INNER JOIN Ref_Template_Types AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code WHERE T2.Template_Type_Description = 'Presentation'", "generation_status": "ok", "prompt_tokens": 368, "generated_tokens": 54, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:588", "db_id": "tvshow", "question": "What are the names of all cartoons directed by Ben Jones?", "gold_sql": "SELECT Title FROM Cartoon WHERE Directed_by = \"Ben Jones\";", "raw_output": "SELECT T1.Title FROM Cartoon AS T1 INNER JOIN TV_Channel AS T2 ON T1.Channel = T2.id WHERE T1.Directed_by = 'Ben Jones'", "predicted_sql": "SELECT T1.Title FROM Cartoon AS T1 INNER JOIN TV_Channel AS T2 ON T1.Channel = T2.id WHERE T1.Directed_by = 'Ben Jones'", "generation_status": "ok", "prompt_tokens": 368, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:343", "db_id": "cre_Doc_Template_Mgt", "question": "Which template type code is used by most number of documents?", "gold_sql": "SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_type_code ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.Template_Type_Code FROM Templates AS T2 JOIN Documents AS T3 ON T2.Template_ID = T3.Template_ID GROUP BY T1.Template_Type_Code ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T1.Template_Type_Code FROM Templates AS T2 JOIN Documents AS T3 ON T2.Template_ID = T3.Template_ID GROUP BY T1.Template_Type_Code ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 368, "generated_tokens": 52, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.Template_Type_Code", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:607", "db_id": "tvshow", "question": "List each language and the number of TV Channels using it.", "gold_sql": "SELECT LANGUAGE , count(*) FROM TV_Channel GROUP BY LANGUAGE", "raw_output": "SELECT Language, COUNT(id) FROM TV_Channel GROUP BY Language", "predicted_sql": "SELECT Language, COUNT(id) FROM TV_Channel GROUP BY Language", "generation_status": "ok", "prompt_tokens": 368, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:339", "db_id": "cre_Doc_Template_Mgt", "question": "Show all document names using templates with template type code BK.", "gold_sql": "SELECT T2.document_name FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id WHERE T1.template_type_code = \"BK\"", "raw_output": "SELECT T1.Document_Name FROM Documents AS T1 INNER JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID INNER JOIN Ref_Template_Types AS T3 ON T2.Template_Type_Code = T3.Template_Type_Code WHERE T3.Template_Type_Code = 'BK'", "predicted_sql": "SELECT T1.Document_Name FROM Documents AS T1 INNER JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID INNER JOIN Ref_Template_Types AS T3 ON T2.Template_Type_Code = T3.Template_Type_Code WHERE T3.Template_Type_Code = 'BK'", "generation_status": "ok", "prompt_tokens": 368, "generated_tokens": 74, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:359", "db_id": "cre_Doc_Template_Mgt", "question": "How many paragraphs for the document with name 'Summer Show'?", "gold_sql": "SELECT count(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_ID = T2.document_ID WHERE T2.document_name = 'Summer Show'", "raw_output": "SELECT count(T1.Paragraph_ID) FROM Paragraphs AS T1 INNER JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID WHERE T2.Document_Name = 'Summer Show'", "predicted_sql": "SELECT count(T1.Paragraph_ID) FROM Paragraphs AS T1 INNER JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID WHERE T2.Document_Name = 'Summer Show'", "generation_status": "ok", "prompt_tokens": 368, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:309", "db_id": "cre_Doc_Template_Mgt", "question": "Show all template ids and number of documents using each template.", "gold_sql": "SELECT template_id , count(*) FROM Documents GROUP BY template_id", "raw_output": "SELECT T1.Template_ID, count(T3.Document_ID) FROM Templates AS T1 JOIN Documents AS T3 ON T1.Template_ID = T3.Template_ID GROUP BY T1.Template_ID", "predicted_sql": "SELECT T1.Template_ID, count(T3.Document_ID) FROM Templates AS T1 JOIN Documents AS T3 ON T1.Template_ID = T3.Template_ID GROUP BY T1.Template_ID", "generation_status": "ok", "prompt_tokens": 368, "generated_tokens": 50, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:591", "db_id": "tvshow", "question": "list all cartoon titles and their directors ordered by their air date", "gold_sql": "SELECT title , Directed_by FROM Cartoon ORDER BY Original_air_date", "raw_output": "SELECT T1.Title FROM Cartoon AS T1 ORDER BY T1.Original_air_date;", "predicted_sql": "SELECT T1.Title FROM Cartoon AS T1 ORDER BY T1.Original_air_date;", "generation_status": "ok", "prompt_tokens": 368, "generated_tokens": 22, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:618", "db_id": "tvshow", "question": "What is the maximum and minimum share for the TV series?", "gold_sql": "SELECT max(SHARE) , min(SHARE) FROM TV_series;", "raw_output": "SELECT MAX(Share), MIN(Share) FROM TV_series", "predicted_sql": "SELECT MAX(Share), MIN(Share) FROM TV_series", "generation_status": "ok", "prompt_tokens": 368, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:348", "db_id": "cre_Doc_Template_Mgt", "question": "What are the type codes and descriptions for all template types?", "gold_sql": "SELECT template_type_code , template_type_description FROM Ref_template_types", "raw_output": "SELECT Template_Type_Code, Template_Type_Description FROM Ref_Template_Types", "predicted_sql": "SELECT Template_Type_Code, Template_Type_Description FROM Ref_Template_Types", "generation_status": "ok", "prompt_tokens": 368, "generated_tokens": 19, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:349", "db_id": "cre_Doc_Template_Mgt", "question": "What is the template type descriptions for template type code \"AD\".", "gold_sql": "SELECT template_type_description FROM Ref_template_types WHERE template_type_code = \"AD\"", "raw_output": "SELECT T1.Template_Type_Description FROM Ref_Template_Types AS T1 WHERE T1.Template_Type_Code = 'AD'", "predicted_sql": "SELECT T1.Template_Type_Description FROM Ref_Template_Types AS T1 WHERE T1.Template_Type_Code = 'AD'", "generation_status": "ok", "prompt_tokens": 369, "generated_tokens": 32, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:374", "db_id": "cre_Doc_Template_Mgt", "question": "Return the id and name of the document with the most paragraphs.", "gold_sql": "SELECT T1.document_id , T2.document_name FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id GROUP BY T1.document_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.Document_ID, T1.Document_Name FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID, T1.Document_Name ORDER BY COUNT(T2.Paragraph_ID) DESC LIMIT 1", "predicted_sql": "SELECT T1.Document_ID, T1.Document_Name FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID, T1.Document_Name ORDER BY COUNT(T2.Paragraph_ID) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 369, "generated_tokens": 70, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:360", "db_id": "cre_Doc_Template_Mgt", "question": "Count the number of paragraphs in the document named 'Summer Show'.", "gold_sql": "SELECT count(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_ID = T2.document_ID WHERE T2.document_name = 'Summer Show'", "raw_output": "SELECT count(T1.Paragraph_ID) FROM Paragraphs AS T1 INNER JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID WHERE T2.Document_Name = 'Summer Show'", "predicted_sql": "SELECT count(T1.Paragraph_ID) FROM Paragraphs AS T1 INNER JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID WHERE T2.Document_Name = 'Summer Show'", "generation_status": "ok", "prompt_tokens": 369, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:627", "db_id": "tvshow", "question": "Find the number of cartoons directed by each of the listed directors.", "gold_sql": "SELECT count(*) , Directed_by FROM cartoon GROUP BY Directed_by", "raw_output": "SELECT T1.Directed_by, count(T2.id) FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel GROUP BY T1.Directed_by", "predicted_sql": "SELECT T1.Directed_by, count(T2.id) FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel GROUP BY T1.Directed_by", "generation_status": "ok", "prompt_tokens": 369, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.Directed_by", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:626", "db_id": "tvshow", "question": "What is the episode for the TV series named \"Sky Radio\"?", "gold_sql": "SELECT T2.Episode FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T1.series_name = \"Sky Radio\";", "raw_output": "SELECT T1.Episode FROM TV_series AS T1 INNER JOIN TV_Channel AS T2 ON T1.Channel = T2.id WHERE T2.series_name = 'Sky Radio'", "predicted_sql": "SELECT T1.Episode FROM TV_series AS T1 INNER JOIN TV_Channel AS T2 ON T1.Channel = T2.id WHERE T2.series_name = 'Sky Radio'", "generation_status": "ok", "prompt_tokens": 369, "generated_tokens": 43, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:629", "db_id": "tvshow", "question": "Find the production code and channel of the most recently aired cartoon .", "gold_sql": "select production_code , channel from cartoon order by original_air_date desc limit 1", "raw_output": "SELECT T1.Production_code, T1.Channel FROM Cartoon AS T1 ORDER BY T1.Original_air_date DESC LIMIT 1", "predicted_sql": "SELECT T1.Production_code, T1.Channel FROM Cartoon AS T1 ORDER BY T1.Original_air_date DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 369, "generated_tokens": 32, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:324", "db_id": "cre_Doc_Template_Mgt", "question": "Return the ids of templates that have the code PP or PPT.", "gold_sql": "SELECT template_id FROM Templates WHERE template_type_code = \"PP\" OR template_type_code = \"PPT\"", "raw_output": "SELECT T1.Template_ID FROM Templates AS T1 INNER JOIN Ref_Template_Types AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code WHERE T2.Template_Code IN ('PP', 'PPT')", "predicted_sql": "SELECT T1.Template_ID FROM Templates AS T1 INNER JOIN Ref_Template_Types AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code WHERE T2.Template_Code IN ('PP', 'PPT')", "generation_status": "ok", "prompt_tokens": 369, "generated_tokens": 55, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.Template_Code", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:345", "db_id": "cre_Doc_Template_Mgt", "question": "Show all template type codes that are not used by any document.", "gold_sql": "SELECT template_type_code FROM Templates EXCEPT SELECT template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id", "raw_output": "SELECT T1.Template_Type_Code FROM Ref_Template_Types AS T1 LEFT JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code LEFT JOIN Documents AS T3 ON T2.Template_ID = T3.Template_ID WHERE T3.Document_ID IS NULL", "predicted_sql": "SELECT T1.Template_Type_Code FROM Ref_Template_Types AS T1 LEFT JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code LEFT JOIN Documents AS T3 ON T2.Template_ID = T3.Template_ID WHERE T3.Document_ID IS NULL", "generation_status": "ok", "prompt_tokens": 369, "generated_tokens": 72, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:377", "db_id": "cre_Doc_Template_Mgt", "question": "What is the document id with 1 to 2 paragraphs?", "gold_sql": "SELECT document_id FROM Paragraphs GROUP BY document_id HAVING count(*) BETWEEN 1 AND 2", "raw_output": "SELECT T1.Document_ID FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID HAVING COUNT(T2.Paragraph_ID) BETWEEN 1 AND 2", "predicted_sql": "SELECT T1.Document_ID FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID HAVING COUNT(T2.Paragraph_ID) BETWEEN 1 AND 2", "generation_status": "ok", "prompt_tokens": 369, "generated_tokens": 57, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:22", "db_id": "concert_singer", "question": "Show the stadium name and the number of concerts in each stadium.", "gold_sql": "SELECT T2.name , count(*) FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id GROUP BY T1.stadium_id", "raw_output": "SELECT T1.Name, count(T2.concert_ID) FROM stadium AS T1 JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID GROUP BY T1.Name", "predicted_sql": "SELECT T1.Name, count(T2.concert_ID) FROM stadium AS T1 JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID GROUP BY T1.Name", "generation_status": "ok", "prompt_tokens": 369, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:620", "db_id": "tvshow", "question": "When did the episode \"A Love of a Lifetime\" air?", "gold_sql": "SELECT Air_Date FROM TV_series WHERE Episode = \"A Love of a Lifetime\";", "raw_output": "SELECT Air_Date FROM TV_series WHERE Episode = 'A Love of a Lifetime'", "predicted_sql": "SELECT Air_Date FROM TV_series WHERE Episode = 'A Love of a Lifetime'", "generation_status": "ok", "prompt_tokens": 369, "generated_tokens": 19, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:817", "db_id": "world_1", "question": "What are the country codes of the different countries, and what are the languages spoken by the greatest percentage of people for each?", "gold_sql": "SELECT LANGUAGE , CountryCode , max(Percentage) FROM countrylanguage GROUP BY CountryCode", "raw_output": "SELECT T1.Code, T3.Language\nFROM country AS T1\nJOIN countrylanguage AS T3 ON T1.Code = T3.CountryCode\nWHERE T3.Percentage = (SELECT MAX(Percentage) FROM countrylanguage)\nGROUP BY T1.Code\n", "predicted_sql": "SELECT T1.Code, T3.Language\nFROM country AS T1\nJOIN countrylanguage AS T3 ON T1.Code = T3.CountryCode\nWHERE T3.Percentage = (SELECT MAX(Percentage) FROM countrylanguage)\nGROUP BY T1.Code", "generation_status": "ok", "prompt_tokens": 369, "generated_tokens": 60, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:351", "db_id": "cre_Doc_Template_Mgt", "question": "What is the template type code for template type description \"Book\".", "gold_sql": "SELECT template_type_code FROM Ref_template_types WHERE template_type_description = \"Book\"", "raw_output": "SELECT T1.Template_Type_Code FROM Ref_Template_Types AS T1 WHERE T1.Template_Type_Description = 'Book'", "predicted_sql": "SELECT T1.Template_Type_Code FROM Ref_Template_Types AS T1 WHERE T1.Template_Type_Description = 'Book'", "generation_status": "ok", "prompt_tokens": 369, "generated_tokens": 32, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:378", "db_id": "cre_Doc_Template_Mgt", "question": "Give the ids of documents that have between one and two paragraphs.", "gold_sql": "SELECT document_id FROM Paragraphs GROUP BY document_id HAVING count(*) BETWEEN 1 AND 2", "raw_output": "SELECT T1.Document_ID FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID HAVING COUNT(T2.Paragraph_ID) BETWEEN 1 AND 2", "predicted_sql": "SELECT T1.Document_ID FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID HAVING COUNT(T2.Paragraph_ID) BETWEEN 1 AND 2", "generation_status": "ok", "prompt_tokens": 369, "generated_tokens": 57, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:307", "db_id": "cre_Doc_Template_Mgt", "question": "How many documents are using the template with type code 'PPT'?", "gold_sql": "SELECT count(*) FROM Documents AS T1 JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID WHERE T2.Template_Type_Code = 'PPT'", "raw_output": "SELECT count(DISTINCT T1.Document_ID) FROM Documents AS T1 INNER JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID INNER JOIN Ref_Template_Types AS T3 ON T2.Template_Type_Code = T3.Template_Type_Code WHERE T3.Template_Type_Code = 'PPT'", "predicted_sql": "SELECT count(DISTINCT T1.Document_ID) FROM Documents AS T1 INNER JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID INNER JOIN Ref_Template_Types AS T3 ON T2.Template_Type_Code = T3.Template_Type_Code WHERE T3.Template_Type_Code = 'PPT'", "generation_status": "ok", "prompt_tokens": 369, "generated_tokens": 79, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:373", "db_id": "cre_Doc_Template_Mgt", "question": "What is the document id and name with greatest number of paragraphs?", "gold_sql": "SELECT T1.document_id , T2.document_name FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id GROUP BY T1.document_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.Document_ID, T1.Document_Name FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID, T1.Document_Name ORDER BY COUNT(T2.Paragraph_ID) DESC LIMIT 1", "predicted_sql": "SELECT T1.Document_ID, T1.Document_Name FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID, T1.Document_Name ORDER BY COUNT(T2.Paragraph_ID) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 369, "generated_tokens": 70, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:300", "db_id": "cre_Doc_Template_Mgt", "question": "What are the ids, names, and descriptions for all documents?", "gold_sql": "SELECT document_id , document_name , document_description FROM Documents", "raw_output": "SELECT T1.Document_ID, T1.Document_Name, T1.Document_Description FROM Documents AS T1", "predicted_sql": "SELECT T1.Document_ID, T1.Document_Name, T1.Document_Description FROM Documents AS T1", "generation_status": "ok", "prompt_tokens": 369, "generated_tokens": 27, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:372", "db_id": "cre_Doc_Template_Mgt", "question": "What are the ids of documents that have 2 or more paragraphs?", "gold_sql": "SELECT document_id FROM Paragraphs GROUP BY document_id HAVING count(*) >= 2", "raw_output": "SELECT T1.Document_ID FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID HAVING count(*) >= 2", "predicted_sql": "SELECT T1.Document_ID FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID HAVING count(*) >= 2", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:18", "db_id": "concert_singer", "question": "What is the name and capacity for the stadium with highest average attendance?", "gold_sql": "SELECT name , capacity FROM stadium ORDER BY average DESC LIMIT 1", "raw_output": "SELECT T1.Name, T1.Capacity FROM stadium AS T1 ORDER BY T1.Average DESC LIMIT 1", "predicted_sql": "SELECT T1.Name, T1.Capacity FROM stadium AS T1 ORDER BY T1.Average DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 26, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:636", "db_id": "tvshow", "question": "What are the countries that are not playing cartoons written by Todd Casey?", "gold_sql": "SELECT country FROM TV_Channel EXCEPT SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by = 'Todd Casey'", "raw_output": "SELECT T1.Country FROM TV_Channel AS T1 LEFT JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Written_by != 'Todd Casey' GROUP BY T1.Country HAVING COUNT(T1.id) > 0", "predicted_sql": "SELECT T1.Country FROM TV_Channel AS T1 LEFT JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Written_by != 'Todd Casey' GROUP BY T1.Country HAVING COUNT(T1.id) > 0", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 58, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:813", "db_id": "world_1", "question": "Return the names of cities that have a population between 160000 and 900000 .", "gold_sql": "select name from city where population between 160000 and 900000", "raw_output": "SELECT T1.Name FROM city AS T1 WHERE T1.Population BETWEEN 160000 AND 900000", "predicted_sql": "SELECT T1.Name FROM city AS T1 WHERE T1.Population BETWEEN 160000 AND 900000", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 32, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:808", "db_id": "world_1", "question": "What are the names of the countries that are in the continent of Europe and have a population of 80000?", "gold_sql": "SELECT Name FROM country WHERE continent = \"Europe\" AND Population = \"80000\"", "raw_output": "SELECT T1.Name FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Europe' AND T2.Population = 80000", "predicted_sql": "SELECT T1.Name FROM city AS T1 INNER JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'Europe' AND T2.Population = 80000", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:350", "db_id": "cre_Doc_Template_Mgt", "question": "Return the template type description of the template type with the code AD.", "gold_sql": "SELECT template_type_description FROM Ref_template_types WHERE template_type_code = \"AD\"", "raw_output": "SELECT T1.Template_Type_Description FROM Ref_Template_Types AS T1 WHERE T1.Template_Type_Code = 'AD'", "predicted_sql": "SELECT T1.Template_Type_Description FROM Ref_Template_Types AS T1 WHERE T1.Template_Type_Code = 'AD'", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 32, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:354", "db_id": "cre_Doc_Template_Mgt", "question": "Return the different descriptions for templates that have been used in a document.", "gold_sql": "SELECT DISTINCT T1.template_type_description FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code = T2.template_type_code JOIN Documents AS T3 ON T2.Template_ID = T3.template_ID", "raw_output": "SELECT DISTINCT T1.Template_Type_Description FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code JOIN Documents AS T3 ON T2.Template_ID = T3.Template_ID", "predicted_sql": "SELECT DISTINCT T1.Template_Type_Description FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code JOIN Documents AS T3 ON T2.Template_ID = T3.Template_ID", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 62, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:13", "db_id": "concert_singer", "question": "What are all the song names by singers who are older than average?", "gold_sql": "SELECT song_name FROM singer WHERE age > (SELECT avg(age) FROM singer)", "raw_output": "SELECT T1.Song_Name FROM singer AS T1 INNER JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T1.Age > (SELECT AVG(Age) FROM singer)", "predicted_sql": "SELECT T1.Song_Name FROM singer AS T1 INNER JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T1.Age > (SELECT AVG(Age) FROM singer)", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 52, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:316", "db_id": "cre_Doc_Template_Mgt", "question": "What are the ids for templates that are not used in any documents?", "gold_sql": "SELECT template_id FROM Templates EXCEPT SELECT template_id FROM Documents", "raw_output": "SELECT T1.Template_ID FROM Templates AS T1 LEFT JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID WHERE T2.Document_ID IS NULL", "predicted_sql": "SELECT T1.Template_ID FROM Templates AS T1 LEFT JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID WHERE T2.Document_ID IS NULL", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:299", "db_id": "cre_Doc_Template_Mgt", "question": "List document IDs, document names, and document descriptions for all documents.", "gold_sql": "SELECT document_id , document_name , document_description FROM Documents", "raw_output": "SELECT Document_ID, Document_Name, Document_Description FROM Documents", "predicted_sql": "SELECT Document_ID, Document_Name, Document_Description FROM Documents", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:599", "db_id": "tvshow", "question": "What is the content of TV Channel with serial name \"Sky Radio\"?", "gold_sql": "SELECT Content FROM TV_Channel WHERE series_name = \"Sky Radio\";", "raw_output": "SELECT Content FROM TV_Channel WHERE series_name = 'Sky Radio'", "predicted_sql": "SELECT Content FROM TV_Channel WHERE series_name = 'Sky Radio'", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:313", "db_id": "cre_Doc_Template_Mgt", "question": "Show ids for all templates that are used by more than one document.", "gold_sql": "SELECT template_id FROM Documents GROUP BY template_id HAVING count(*) > 1", "raw_output": "SELECT T1.Template_ID FROM Templates AS T1 JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID GROUP BY T1.Template_ID HAVING count(*) > 1", "predicted_sql": "SELECT T1.Template_ID FROM Templates AS T1 JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID GROUP BY T1.Template_ID HAVING count(*) > 1", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:37", "db_id": "concert_singer", "question": "List all singer names in concerts in year 2014.", "gold_sql": "SELECT T2.name FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id = T2.singer_id JOIN concert AS T3 ON T1.concert_id = T3.concert_id WHERE T3.year = 2014", "raw_output": "SELECT T1.Name FROM singer AS T1 JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID JOIN concert AS T3 ON T2.concert_ID = T3.concert_ID WHERE T3.Year = '2014'", "predicted_sql": "SELECT T1.Name FROM singer AS T1 JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID JOIN concert AS T3 ON T2.concert_ID = T3.concert_ID WHERE T3.Year = '2014'", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 65, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:43", "db_id": "concert_singer", "question": "Find the number of concerts happened in the stadium with the highest capacity .", "gold_sql": "select count(*) from concert where stadium_id = (select stadium_id from stadium order by capacity desc limit 1)", "raw_output": "SELECT count(T1.concert_ID) FROM concert AS T1 INNER JOIN stadium AS T2 ON T1.Stadium_ID = T2.Stadium_ID ORDER BY T2.Capacity DESC LIMIT 1", "predicted_sql": "SELECT count(T1.concert_ID) FROM concert AS T1 INNER JOIN stadium AS T2 ON T1.Stadium_ID = T2.Stadium_ID ORDER BY T2.Capacity DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:336", "db_id": "cre_Doc_Template_Mgt", "question": "Return the lowest version number, along with its corresponding template type code.", "gold_sql": "SELECT min(Version_Number) , template_type_code FROM Templates", "raw_output": "SELECT T1.Version_Number, T1.Template_Type_Code FROM Templates AS T1 ORDER BY T1.Version_Number LIMIT 1", "predicted_sql": "SELECT T1.Version_Number, T1.Template_Type_Code FROM Templates AS T1 ORDER BY T1.Version_Number LIMIT 1", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 33, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:340", "db_id": "cre_Doc_Template_Mgt", "question": "What are the names of documents that use templates with the code BK?", "gold_sql": "SELECT T2.document_name FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id WHERE T1.template_type_code = \"BK\"", "raw_output": "SELECT T1.Document_Name FROM Documents AS T1 INNER JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID INNER JOIN Ref_Template_Types AS T3 ON T2.Template_Type_Code = T3.Template_Type_Code WHERE T2.Template_Type_Code = 'BK'", "predicted_sql": "SELECT T1.Document_Name FROM Documents AS T1 INNER JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID INNER JOIN Ref_Template_Types AS T3 ON T2.Template_Type_Code = T3.Template_Type_Code WHERE T2.Template_Type_Code = 'BK'", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 74, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:341", "db_id": "cre_Doc_Template_Mgt", "question": "Show all template type codes and the number of documents using each type.", "gold_sql": "SELECT T1.template_type_code , count(*) FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_type_code", "raw_output": "SELECT T1.Template_Type_Code, count(T3.Document_ID) FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code JOIN Documents AS T3 ON T2.Template_ID = T3.Template_ID GROUP BY T1.Template_Type_Code", "predicted_sql": "SELECT T1.Template_Type_Code, count(T3.Document_ID) FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code JOIN Documents AS T3 ON T2.Template_ID = T3.Template_ID GROUP BY T1.Template_Type_Code", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 81, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:9", "db_id": "concert_singer", "question": "What are the different countries with singers above age 20?", "gold_sql": "SELECT DISTINCT country FROM singer WHERE age > 20", "raw_output": "SELECT DISTINCT T1.Country FROM singer AS T1 WHERE T1.Age > 20", "predicted_sql": "SELECT DISTINCT T1.Country FROM singer AS T1 WHERE T1.Age > 20", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 21, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:608", "db_id": "tvshow", "question": "For each language, list the number of TV Channels that use it.", "gold_sql": "SELECT LANGUAGE , count(*) FROM TV_Channel GROUP BY LANGUAGE", "raw_output": "SELECT Language, count(id) FROM TV_Channel GROUP BY Language", "predicted_sql": "SELECT Language, count(id) FROM TV_Channel GROUP BY Language", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:590", "db_id": "tvshow", "question": "What is the number of cartoones written by Joseph Kuhr?", "gold_sql": "SELECT count(*) FROM Cartoon WHERE Written_by = \"Joseph Kuhr\";", "raw_output": "SELECT count(T1.id) FROM Cartoon AS T1 INNER JOIN TV_series AS T2 ON T1.Channel = T2.Channel WHERE T2.Written_by = 'Joseph Kuhr'", "predicted_sql": "SELECT count(T1.id) FROM Cartoon AS T1 INNER JOIN TV_series AS T2 ON T1.Channel = T2.Channel WHERE T2.Written_by = 'Joseph Kuhr'", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.Written_by", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:598", "db_id": "tvshow", "question": "How many different series and contents are listed in the TV Channel table?", "gold_sql": "SELECT count(DISTINCT series_name) , count(DISTINCT content) FROM TV_Channel;", "raw_output": "SELECT count(DISTINCT series_name, Content) FROM TV_Channel", "predicted_sql": "SELECT count(DISTINCT series_name, Content) FROM TV_Channel", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "wrong number of arguments to function count()", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:323", "db_id": "cre_Doc_Template_Mgt", "question": "What are the ids of templates with template type code PP or PPT?", "gold_sql": "SELECT template_id FROM Templates WHERE template_type_code = \"PP\" OR template_type_code = \"PPT\"", "raw_output": "SELECT T1.Template_ID FROM Templates AS T1 INNER JOIN Ref_Template_Types AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code WHERE T2.Template_Type_Code = 'PP' OR T2.Template_Type_Code = 'PPT'", "predicted_sql": "SELECT T1.Template_ID FROM Templates AS T1 INNER JOIN Ref_Template_Types AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code WHERE T2.Template_Type_Code = 'PP' OR T2.Template_Type_Code = 'PPT'", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 67, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:379", "db_id": "cre_Doc_Template_Mgt", "question": "Show the document id with paragraph text 'Brazil' and 'Ireland'.", "gold_sql": "SELECT document_id FROM Paragraphs WHERE paragraph_text = 'Brazil' INTERSECT SELECT document_id FROM Paragraphs WHERE paragraph_text = 'Ireland'", "raw_output": "SELECT T1.Document_ID FROM Documents AS T1 INNER JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID WHERE T2.Paragraph_Text = 'Brazil' AND T2.Paragraph_Text = 'Ireland'", "predicted_sql": "SELECT T1.Document_ID FROM Documents AS T1 INNER JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID WHERE T2.Paragraph_Text = 'Brazil' AND T2.Paragraph_Text = 'Ireland'", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 56, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:633", "db_id": "tvshow", "question": "which countries' tv channels are playing some cartoon written by Todd Casey?", "gold_sql": "SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by = 'Todd Casey'", "raw_output": "SELECT DISTINCT T1.Country FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Written_by = 'Todd Casey'", "predicted_sql": "SELECT DISTINCT T1.Country FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Written_by = 'Todd Casey'", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:352", "db_id": "cre_Doc_Template_Mgt", "question": "Return the type code of the template type with the description \"Book\".", "gold_sql": "SELECT template_type_code FROM Ref_template_types WHERE template_type_description = \"Book\"", "raw_output": "SELECT T1.Template_Type_Code FROM Ref_Template_Types AS T1 WHERE T1.Template_Type_Description = 'Book'", "predicted_sql": "SELECT T1.Template_Type_Code FROM Ref_Template_Types AS T1 WHERE T1.Template_Type_Description = 'Book'", "generation_status": "ok", "prompt_tokens": 370, "generated_tokens": 32, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:810", "db_id": "world_1", "question": "What is the total population and average area of countries in the continent of North America whose area is bigger than 3000 ?", "gold_sql": "select sum(population) , avg(surfacearea) from country where continent = \"north america\" and surfacearea > 3000", "raw_output": "SELECT SUM(T1.Population), AVG(T2.SurfaceArea) FROM country AS T1 JOIN country AS T2 ON T1.Code = T2.Code WHERE T1.Continent = 'North America' AND T2.SurfaceArea > 3000", "predicted_sql": "SELECT SUM(T1.Population), AVG(T2.SurfaceArea) FROM country AS T1 JOIN country AS T2 ON T1.Code = T2.Code WHERE T1.Continent = 'North America' AND T2.SurfaceArea > 3000", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 59, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:34", "db_id": "concert_singer", "question": "What are the names , themes , and number of singers for every concert ?", "gold_sql": "select t2.concert_name , t2.theme , count(*) from singer_in_concert as t1 join concert as t2 on t1.concert_id = t2.concert_id group by t2.concert_id", "raw_output": "SELECT T1.concert_Name, T1.Theme, COUNT(T3.Singer_ID) FROM concert AS T1 JOIN singer_in_concert AS T2 ON T1.concert_ID = T2.concert_ID JOIN singer AS T3 ON T2.Singer_ID = T3.Singer_ID GROUP BY T1.concert_ID, T1.concert_Name, T1.Theme", "predicted_sql": "SELECT T1.concert_Name, T1.Theme, COUNT(T3.Singer_ID) FROM concert AS T1 JOIN singer_in_concert AS T2 ON T1.concert_ID = T2.concert_ID JOIN singer AS T3 ON T2.Singer_ID = T3.Singer_ID GROUP BY T1.concert_ID, T1.concert_Name, T1.Theme", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 90, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:635", "db_id": "tvshow", "question": "which countries' tv channels are not playing any cartoon written by Todd Casey?", "gold_sql": "SELECT country FROM TV_Channel EXCEPT SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by = 'Todd Casey'", "raw_output": "SELECT T1.Country FROM TV_Channel AS T1 LEFT JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Written_by = 'Todd Casey' AND T2.id IS NULL", "predicted_sql": "SELECT T1.Country FROM TV_Channel AS T1 LEFT JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Written_by = 'Todd Casey' AND T2.id IS NULL", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 48, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:5", "db_id": "concert_singer", "question": "What is the average, minimum, and maximum age for all French singers?", "gold_sql": "SELECT avg(age) , min(age) , max(age) FROM singer WHERE country = 'France'", "raw_output": "SELECT AVG(T1.Age), MIN(T1.Age), MAX(T1.Age) FROM singer AS T1 INNER JOIN singer AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T2.Country = 'France'", "predicted_sql": "SELECT AVG(T1.Age), MIN(T1.Age), MAX(T1.Age) FROM singer AS T1 INNER JOIN singer AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T2.Country = 'France'", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 57, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:369", "db_id": "cre_Doc_Template_Mgt", "question": "Show all document ids, names and the number of paragraphs in each document.", "gold_sql": "SELECT T1.document_id , T2.document_name , count(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id GROUP BY T1.document_id", "raw_output": "SELECT T1.Document_ID, T1.Document_Name, COUNT(T2.Paragraph_ID) FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID, T1.Document_Name", "predicted_sql": "SELECT T1.Document_ID, T1.Document_Name, COUNT(T2.Paragraph_ID) FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID, T1.Document_Name", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 65, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:334", "db_id": "cre_Doc_Template_Mgt", "question": "What are the codes of template types that have fewer than 3 templates?", "gold_sql": "SELECT template_type_code FROM Templates GROUP BY template_type_code HAVING count(*) < 3", "raw_output": "SELECT T1.Template_Type_Code FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code GROUP BY T1.Template_Type_Code HAVING count(*) < 3", "predicted_sql": "SELECT T1.Template_Type_Code FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code GROUP BY T1.Template_Type_Code HAVING count(*) < 3", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 58, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:630", "db_id": "tvshow", "question": "What is the produdction code and channel of the most recent cartoon ?", "gold_sql": "select production_code , channel from cartoon order by original_air_date desc limit 1", "raw_output": "SELECT T1.Production_code, T1.Channel FROM Cartoon AS T1 ORDER BY T1.Original_air_date DESC LIMIT 1", "predicted_sql": "SELECT T1.Production_code, T1.Channel FROM Cartoon AS T1 ORDER BY T1.Original_air_date DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 32, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:622", "db_id": "tvshow", "question": "What is the weekly rank for the episode \"A Love of a Lifetime\"?", "gold_sql": "SELECT Weekly_Rank FROM TV_series WHERE Episode = \"A Love of a Lifetime\";", "raw_output": "SELECT T2.Weekly_Rank FROM TV_series AS T1 INNER JOIN TV_Channel AS T3 ON T1.Channel = T3.id WHERE T1.Episode = 'A Love of a Lifetime'", "predicted_sql": "SELECT T2.Weekly_Rank FROM TV_series AS T1 INNER JOIN TV_Channel AS T3 ON T1.Channel = T3.id WHERE T1.Episode = 'A Love of a Lifetime'", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.Weekly_Rank", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:320", "db_id": "cre_Doc_Template_Mgt", "question": "What are the ids, version numbers, and type codes for each template?", "gold_sql": "SELECT template_id , version_number , template_type_code FROM Templates", "raw_output": "SELECT T1.Template_ID, T1.Version_Number, T1.Template_Type_Code FROM Templates AS T1", "predicted_sql": "SELECT T1.Template_ID, T1.Version_Number, T1.Template_Type_Code FROM Templates AS T1", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 29, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:601", "db_id": "tvshow", "question": "What is the Package Option of TV Channel with serial name \"Sky Radio\"?", "gold_sql": "SELECT Package_Option FROM TV_Channel WHERE series_name = \"Sky Radio\";", "raw_output": "SELECT Package_Option FROM TV_Channel WHERE series_name = 'Sky Radio'", "predicted_sql": "SELECT Package_Option FROM TV_Channel WHERE series_name = 'Sky Radio'", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 18, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:366", "db_id": "cre_Doc_Template_Mgt", "question": "What are the paragraph texts for the document with the name 'Customer reviews'?", "gold_sql": "SELECT T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id WHERE T2.document_name = \"Customer reviews\"", "raw_output": "SELECT T1.Paragraph_Text FROM Paragraphs AS T1 INNER JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID WHERE T2.Document_Name = 'Customer reviews'", "predicted_sql": "SELECT T1.Paragraph_Text FROM Paragraphs AS T1 INNER JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID WHERE T2.Document_Name = 'Customer reviews'", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:36", "db_id": "concert_singer", "question": "What are the names of the singers and number of concerts for each person?", "gold_sql": "SELECT T2.name , count(*) FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id = T2.singer_id GROUP BY T2.singer_id", "raw_output": "SELECT T1.Name, count(T3.concert_ID) FROM singer AS T1 JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID JOIN concert AS T3 ON T2.concert_ID = T3.concert_ID GROUP BY T1.Name", "predicted_sql": "SELECT T1.Name, count(T3.concert_ID) FROM singer AS T1 JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID JOIN concert AS T3 ON T2.concert_ID = T3.concert_ID GROUP BY T1.Name", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 69, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:8", "db_id": "concert_singer", "question": "What are all distinct countries where singers above age 20 are from?", "gold_sql": "SELECT DISTINCT country FROM singer WHERE age > 20", "raw_output": "SELECT DISTINCT T1.Country FROM singer AS T1 WHERE T1.Age > 20", "predicted_sql": "SELECT DISTINCT T1.Country FROM singer AS T1 WHERE T1.Age > 20", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 21, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:362", "db_id": "cre_Doc_Template_Mgt", "question": "What are the details for the paragraph that includes the text 'Korea ' ?", "gold_sql": "select other_details from paragraphs where paragraph_text like 'korea'", "raw_output": "SELECT T1.Paragraph_Text FROM Paragraphs AS T1 INNER JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID WHERE T1.Paragraph_Text LIKE '%Korea %'", "predicted_sql": "SELECT T1.Paragraph_Text FROM Paragraphs AS T1 INNER JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID WHERE T1.Paragraph_Text LIKE '%Korea %'", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:346", "db_id": "cre_Doc_Template_Mgt", "question": "What are the codes of template types that are not used for any document?", "gold_sql": "SELECT template_type_code FROM Templates EXCEPT SELECT template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id", "raw_output": "SELECT T1.Template_Type_Code FROM Ref_Template_Types AS T1 LEFT JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code WHERE T2.Template_ID IS NULL", "predicted_sql": "SELECT T1.Template_Type_Code FROM Ref_Template_Types AS T1 LEFT JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code WHERE T2.Template_ID IS NULL", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 52, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:319", "db_id": "cre_Doc_Template_Mgt", "question": "Show template ids, version numbers, and template type codes for all templates.", "gold_sql": "SELECT template_id , version_number , template_type_code FROM Templates", "raw_output": "SELECT T1.Template_ID, T1.Version_Number, T1.Template_Type_Code FROM Templates AS T1", "predicted_sql": "SELECT T1.Template_ID, T1.Version_Number, T1.Template_Type_Code FROM Templates AS T1", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 29, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:19", "db_id": "concert_singer", "question": "What is the name and capacity for the stadium with the highest average attendance?", "gold_sql": "SELECT name , capacity FROM stadium ORDER BY average DESC LIMIT 1", "raw_output": "SELECT T1.Name, T1.Capacity FROM stadium AS T1 ORDER BY T1.Average DESC LIMIT 1", "predicted_sql": "SELECT T1.Name, T1.Capacity FROM stadium AS T1 ORDER BY T1.Average DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 26, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:811", "db_id": "world_1", "question": "Give the total population and average surface area corresponding to countries in North America that have a surface area greater than 3000 .", "gold_sql": "select sum(population) , avg(surfacearea) from country where continent = \"north america\" and surfacearea > 3000", "raw_output": "SELECT SUM(T1.Population), AVG(T2.SurfaceArea) FROM city AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'North America' AND T2.SurfaceArea > 3000", "predicted_sql": "SELECT SUM(T1.Population), AVG(T2.SurfaceArea) FROM city AS T1 JOIN country AS T2 ON T1.CountryCode = T2.Code WHERE T2.Continent = 'North America' AND T2.SurfaceArea > 3000", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 60, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:597", "db_id": "tvshow", "question": "List the number of different series names and contents in the TV Channel table.", "gold_sql": "SELECT count(DISTINCT series_name) , count(DISTINCT content) FROM TV_Channel;", "raw_output": "SELECT count(DISTINCT series_name), count(DISTINCT Content) FROM TV_Channel", "predicted_sql": "SELECT count(DISTINCT series_name), count(DISTINCT Content) FROM TV_Channel", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 20, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:332", "db_id": "cre_Doc_Template_Mgt", "question": "Return the type code of the template type that the most templates belong to.", "gold_sql": "SELECT template_type_code FROM Templates GROUP BY template_type_code ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.Template_Type_Code FROM Templates AS T1 JOIN Ref_Template_Types AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code GROUP BY T1.Template_Type_Code ORDER BY COUNT(T1.Template_ID) DESC LIMIT 1", "predicted_sql": "SELECT T1.Template_Type_Code FROM Templates AS T1 JOIN Ref_Template_Types AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code GROUP BY T1.Template_Type_Code ORDER BY COUNT(T1.Template_ID) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 67, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:344", "db_id": "cre_Doc_Template_Mgt", "question": "Return the code of the template type that is most commonly used in documents.", "gold_sql": "SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_type_code ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.Template_Type_Code FROM Templates AS T1 JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID GROUP BY T1.Template_Type_Code ORDER BY COUNT(T2.Document_ID) DESC LIMIT 1", "predicted_sql": "SELECT T1.Template_Type_Code FROM Templates AS T1 JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID GROUP BY T1.Template_Type_Code ORDER BY COUNT(T2.Document_ID) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 59, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:6", "db_id": "concert_singer", "question": "Show the name and the release year of the song by the youngest singer.", "gold_sql": "SELECT song_name , song_release_year FROM singer ORDER BY age LIMIT 1", "raw_output": "SELECT T1.Name, T1.Song_release_year FROM singer AS T1 ORDER BY T1.Age ASC LIMIT 1", "predicted_sql": "SELECT T1.Name, T1.Song_release_year FROM singer AS T1 ORDER BY T1.Age ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 371, "generated_tokens": 30, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:311", "db_id": "cre_Doc_Template_Mgt", "question": "What is the id and type code for the template used by the most documents?", "gold_sql": "SELECT T1.template_id , T2.Template_Type_Code FROM Documents AS T1 JOIN Templates AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.Template_ID, T1.Template_Type_Code FROM Templates AS T1 JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID GROUP BY T1.Template_ID, T1.Template_Type_Code ORDER BY COUNT(T2.Document_ID) DESC LIMIT 1", "predicted_sql": "SELECT T1.Template_ID, T1.Template_Type_Code FROM Templates AS T1 JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID GROUP BY T1.Template_ID, T1.Template_Type_Code ORDER BY COUNT(T2.Document_ID) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 372, "generated_tokens": 73, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:594", "db_id": "tvshow", "question": "What are the titles of all cartoons directed by Ben Jones or Brandon Vietti?", "gold_sql": "SELECT Title FROM Cartoon WHERE Directed_by = \"Ben Jones\" OR Directed_by = \"Brandon Vietti\";", "raw_output": "SELECT T1.Title FROM Cartoon AS T1 INNER JOIN TV_series AS T2 ON T1.Channel = T2.Channel WHERE T2.Directed_by = 'Ben Jones' OR T2.Directed_by = 'Brandon Vietti'", "predicted_sql": "SELECT T1.Title FROM Cartoon AS T1 INNER JOIN TV_series AS T2 ON T1.Channel = T2.Channel WHERE T2.Directed_by = 'Ben Jones' OR T2.Directed_by = 'Brandon Vietti'", "generation_status": "ok", "prompt_tokens": 372, "generated_tokens": 54, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.Directed_by", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:4", "db_id": "concert_singer", "question": "What is the average, minimum, and maximum age of all singers from France?", "gold_sql": "SELECT avg(age) , min(age) , max(age) FROM singer WHERE country = 'France'", "raw_output": "SELECT AVG(T1.Age), MIN(T1.Age), MAX(T1.Age) FROM singer AS T1 INNER JOIN singer AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T1.Country = 'France'", "predicted_sql": "SELECT AVG(T1.Age), MIN(T1.Age), MAX(T1.Age) FROM singer AS T1 INNER JOIN singer AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T1.Country = 'France'", "generation_status": "ok", "prompt_tokens": 372, "generated_tokens": 57, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:342", "db_id": "cre_Doc_Template_Mgt", "question": "What are the different template type codes, and how many documents use each type?", "gold_sql": "SELECT T1.template_type_code , count(*) FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_type_code", "raw_output": "SELECT T1.Template_Type_Code, count(T2.Document_ID) FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code GROUP BY T1.Template_Type_Code", "predicted_sql": "SELECT T1.Template_Type_Code, count(T2.Document_ID) FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code GROUP BY T1.Template_Type_Code", "generation_status": "ok", "prompt_tokens": 372, "generated_tokens": 62, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.Document_ID", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:330", "db_id": "cre_Doc_Template_Mgt", "question": "What are the different template type codes, and how many templates correspond to each?", "gold_sql": "SELECT template_type_code , count(*) FROM Templates GROUP BY template_type_code", "raw_output": "SELECT T1.Template_Type_Code, count(T2.Template_ID) FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code GROUP BY T1.Template_Type_Code", "predicted_sql": "SELECT T1.Template_Type_Code, count(T2.Template_ID) FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code GROUP BY T1.Template_Type_Code", "generation_status": "ok", "prompt_tokens": 372, "generated_tokens": 62, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:353", "db_id": "cre_Doc_Template_Mgt", "question": "What are the distinct template type descriptions for the templates ever used by any document?", "gold_sql": "SELECT DISTINCT T1.template_type_description FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code = T2.template_type_code JOIN Documents AS T3 ON T2.Template_ID = T3.template_ID", "raw_output": "SELECT DISTINCT T1.Template_Type_Description FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code JOIN Documents AS T3 ON T2.Template_ID = T3.Template_ID", "predicted_sql": "SELECT DISTINCT T1.Template_Type_Description FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.Template_Type_Code = T2.Template_Type_Code JOIN Documents AS T3 ON T2.Template_ID = T3.Template_ID", "generation_status": "ok", "prompt_tokens": 372, "generated_tokens": 62, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:634", "db_id": "tvshow", "question": "What are the countries that have cartoons on TV that were written by Todd Casey?", "gold_sql": "SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by = 'Todd Casey'", "raw_output": "SELECT DISTINCT T1.Country FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Written_by = 'Todd Casey'", "predicted_sql": "SELECT DISTINCT T1.Country FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Written_by = 'Todd Casey'", "generation_status": "ok", "prompt_tokens": 372, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:7", "db_id": "concert_singer", "question": "What are the names and release years for all the songs of the youngest singer?", "gold_sql": "SELECT song_name , song_release_year FROM singer ORDER BY age LIMIT 1", "raw_output": "SELECT T1.Song_Name, T1.Song_release_year FROM singer AS T1 INNER JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID INNER JOIN concert AS T3 ON T2.concert_ID = T3.concert_ID JOIN singer AS T4 ON T2.Singer_ID = T4.Singer_ID WHERE T4.Age = (SELECT MAX(Age) FROM singer)", "predicted_sql": "SELECT T1.Song_Name, T1.Song_release_year FROM singer AS T1 INNER JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID INNER JOIN concert AS T3 ON T2.concert_ID = T3.concert_ID JOIN singer AS T4 ON T2.Singer_ID = T4.Singer_ID WHERE T4.Age = (SELECT MAX(Age) FROM singer)", "generation_status": "ok", "prompt_tokens": 372, "generated_tokens": 100, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:602", "db_id": "tvshow", "question": "What are the Package Options of the TV Channels whose series names are Sky Radio?", "gold_sql": "SELECT Package_Option FROM TV_Channel WHERE series_name = \"Sky Radio\";", "raw_output": "SELECT T1.Package_Option FROM TV_Channel AS T1 WHERE T1.series_name = 'Sky Radio'", "predicted_sql": "SELECT T1.Package_Option FROM TV_Channel AS T1 WHERE T1.series_name = 'Sky Radio'", "generation_status": "ok", "prompt_tokens": 372, "generated_tokens": 27, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:621", "db_id": "tvshow", "question": "What is Weekly Rank of TV series with Episode \"A Love of a Lifetime\"?", "gold_sql": "SELECT Weekly_Rank FROM TV_series WHERE Episode = \"A Love of a Lifetime\";", "raw_output": "SELECT T2.Weekly_Rank FROM TV_series AS T1 INNER JOIN TV_Channel AS T3 ON T1.Channel = T3.id WHERE T1.Episode = 'A Love of a Lifetime'", "predicted_sql": "SELECT T2.Weekly_Rank FROM TV_series AS T1 INNER JOIN TV_Channel AS T3 ON T1.Channel = T3.id WHERE T1.Episode = 'A Love of a Lifetime'", "generation_status": "ok", "prompt_tokens": 372, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.Weekly_Rank", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:314", "db_id": "cre_Doc_Template_Mgt", "question": "What are the template ids of any templates used in more than a single document?", "gold_sql": "SELECT template_id FROM Documents GROUP BY template_id HAVING count(*) > 1", "raw_output": "SELECT T1.Template_ID FROM Templates AS T1 JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID GROUP BY T1.Template_ID HAVING count(*) > 1", "predicted_sql": "SELECT T1.Template_ID FROM Templates AS T1 JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID GROUP BY T1.Template_ID HAVING count(*) > 1", "generation_status": "ok", "prompt_tokens": 372, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:363", "db_id": "cre_Doc_Template_Mgt", "question": "Show all paragraph ids and texts for the document with name 'Welcome to NY'.", "gold_sql": "SELECT T1.paragraph_id , T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id WHERE T2.Document_Name = 'Welcome to NY'", "raw_output": "SELECT T1.Paragraph_ID, T1.Paragraph_Text FROM Paragraphs AS T1 INNER JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID WHERE T2.Document_Name = 'Welcome to NY'", "predicted_sql": "SELECT T1.Paragraph_ID, T1.Paragraph_Text FROM Paragraphs AS T1 INNER JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID WHERE T2.Document_Name = 'Welcome to NY'", "generation_status": "ok", "prompt_tokens": 372, "generated_tokens": 54, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:44", "db_id": "concert_singer", "question": "What are the number of concerts that occurred in the stadium with the largest capacity ?", "gold_sql": "select count(*) from concert where stadium_id = (select stadium_id from stadium order by capacity desc limit 1)", "raw_output": "SELECT count(T1.concert_ID) FROM concert AS T1 INNER JOIN stadium AS T2 ON T1.Stadium_ID = T2.Stadium_ID ORDER BY T2.Capacity DESC LIMIT 1", "predicted_sql": "SELECT count(T1.concert_ID) FROM concert AS T1 INNER JOIN stadium AS T2 ON T1.Stadium_ID = T2.Stadium_ID ORDER BY T2.Capacity DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 372, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:33", "db_id": "concert_singer", "question": "Show the name and theme for all concerts and the number of singers in each concert.", "gold_sql": "SELECT T2.concert_name , T2.theme , count(*) FROM singer_in_concert AS T1 JOIN concert AS T2 ON T1.concert_id = T2.concert_id GROUP BY T2.concert_id", "raw_output": "SELECT T1.concert_Name, T1.Theme, COUNT(T3.Singer_ID) FROM concert AS T1 JOIN singer_in_concert AS T2 ON T1.concert_ID = T2.concert_ID JOIN singer AS T3 ON T2.Singer_ID = T3.Singer_ID GROUP BY T1.concert_ID, T1.concert_Name, T1.Theme", "predicted_sql": "SELECT T1.concert_Name, T1.Theme, COUNT(T3.Singer_ID) FROM concert AS T1 JOIN singer_in_concert AS T2 ON T1.concert_ID = T2.concert_ID JOIN singer AS T3 ON T2.Singer_ID = T3.Singer_ID GROUP BY T1.concert_ID, T1.concert_Name, T1.Theme", "generation_status": "ok", "prompt_tokens": 373, "generated_tokens": 90, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:639", "db_id": "tvshow", "question": "find the pixel aspect ratio and nation of the tv channels that do not use English.", "gold_sql": "SELECT Pixel_aspect_ratio_PAR , country FROM tv_channel WHERE LANGUAGE != 'English'", "raw_output": "SELECT T1.Pixel_aspect_ratio_PAR, T1.Country FROM TV_Channel AS T1 WHERE T1.Language != 'English'", "predicted_sql": "SELECT T1.Pixel_aspect_ratio_PAR, T1.Country FROM TV_Channel AS T1 WHERE T1.Language != 'English'", "generation_status": "ok", "prompt_tokens": 373, "generated_tokens": 33, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:364", "db_id": "cre_Doc_Template_Mgt", "question": "What are the ids and texts of paragraphs in the document titled 'Welcome to NY'?", "gold_sql": "SELECT T1.paragraph_id , T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id WHERE T2.Document_Name = 'Welcome to NY'", "raw_output": "SELECT T1.Paragraph_ID, T1.Paragraph_Text FROM Paragraphs AS T1 INNER JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID WHERE T2.Document_Name = 'Welcome to NY'", "predicted_sql": "SELECT T1.Paragraph_ID, T1.Paragraph_Text FROM Paragraphs AS T1 INNER JOIN Documents AS T2 ON T1.Document_ID = T2.Document_ID WHERE T2.Document_Name = 'Welcome to NY'", "generation_status": "ok", "prompt_tokens": 373, "generated_tokens": 54, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:302", "db_id": "cre_Doc_Template_Mgt", "question": "Return the names and template ids for documents that contain the letter w in their description.", "gold_sql": "SELECT document_name , template_id FROM Documents WHERE Document_Description LIKE \"%w%\"", "raw_output": "SELECT T1.Document_Name, T2.Template_ID FROM Documents AS T1 INNER JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID WHERE T1.Document_Description LIKE '%w%';", "predicted_sql": "SELECT T1.Document_Name, T2.Template_ID FROM Documents AS T1 INNER JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID WHERE T1.Document_Description LIKE '%w%';", "generation_status": "ok", "prompt_tokens": 373, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:631", "db_id": "tvshow", "question": "Find the package choice and series name of the TV channel that has high definition TV.", "gold_sql": "SELECT package_option , series_name FROM TV_Channel WHERE hight_definition_TV = \"yes\"", "raw_output": "SELECT T1.Package_Option, T1.series_name FROM TV_Channel AS T1 WHERE T1.Hight_definition_TV = 'yes'", "predicted_sql": "SELECT T1.Package_Option, T1.series_name FROM TV_Channel AS T1 WHERE T1.Hight_definition_TV = 'yes'", "generation_status": "ok", "prompt_tokens": 373, "generated_tokens": 35, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:619", "db_id": "tvshow", "question": "What is the air date of TV series with Episode \"A Love of a Lifetime\"?", "gold_sql": "SELECT Air_Date FROM TV_series WHERE Episode = \"A Love of a Lifetime\";", "raw_output": "SELECT T1.Air_Date FROM TV_series AS T1 WHERE T1.Episode = 'A Love of a Lifetime'", "predicted_sql": "SELECT T1.Air_Date FROM TV_series AS T1 WHERE T1.Episode = 'A Love of a Lifetime'", "generation_status": "ok", "prompt_tokens": 373, "generated_tokens": 28, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:592", "db_id": "tvshow", "question": "What is the name and directors of all the cartoons that are ordered by air date?", "gold_sql": "SELECT title , Directed_by FROM Cartoon ORDER BY Original_air_date", "raw_output": "SELECT T1.Title, T1.Directed_by FROM Cartoon AS T1 JOIN TV_series AS T2 ON T1.Channel = T2.Channel WHERE T2.Air_Date IS NOT NULL", "predicted_sql": "SELECT T1.Title, T1.Directed_by FROM Cartoon AS T1 JOIN TV_series AS T2 ON T1.Channel = T2.Channel WHERE T2.Air_Date IS NOT NULL", "generation_status": "ok", "prompt_tokens": 373, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:21", "db_id": "concert_singer", "question": "How many concerts occurred in 2014 or 2015?", "gold_sql": "SELECT count(*) FROM concert WHERE YEAR = 2014 OR YEAR = 2015", "raw_output": "SELECT count(*) FROM concert WHERE Year = '2014' OR Year = '2015'", "predicted_sql": "SELECT count(*) FROM concert WHERE Year = '2014' OR Year = '2015'", "generation_status": "ok", "prompt_tokens": 373, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:797", "db_id": "world_1", "question": "What are the different government forms and what is the total population of each for government forms that have an average life expectancy greater than 72?", "gold_sql": "SELECT sum(Population) , GovernmentForm FROM country GROUP BY GovernmentForm HAVING avg(LifeExpectancy) > 72", "raw_output": "SELECT T1.GovernmentForm, SUM(T2.Population) FROM city AS T2 JOIN country AS T1 ON T2.CountryCode = T1.Code WHERE T1.LifeExpectancy > 72 GROUP BY T1.GovernmentForm", "predicted_sql": "SELECT T1.GovernmentForm, SUM(T2.Population) FROM city AS T2 JOIN country AS T1 ON T2.CountryCode = T1.Code WHERE T1.LifeExpectancy > 72 GROUP BY T1.GovernmentForm", "generation_status": "ok", "prompt_tokens": 373, "generated_tokens": 54, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:642", "db_id": "tvshow", "question": "What are the ids of all tv channels that have more than 2 TV channels?", "gold_sql": "SELECT id FROM tv_channel GROUP BY country HAVING count(*) > 2", "raw_output": "SELECT T1.id FROM TV_Channel AS T1 GROUP BY T1.id HAVING count(*) > 2", "predicted_sql": "SELECT T1.id FROM TV_Channel AS T1 GROUP BY T1.id HAVING count(*) > 2", "generation_status": "ok", "prompt_tokens": 373, "generated_tokens": 25, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:643", "db_id": "tvshow", "question": "find the id of tv channels that do not play any cartoon directed by Ben Jones.", "gold_sql": "SELECT id FROM TV_Channel EXCEPT SELECT channel FROM cartoon WHERE directed_by = 'Ben Jones'", "raw_output": "SELECT T1.id FROM TV_Channel AS T1 LEFT JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Directed_by != 'Ben Jones' GROUP BY T1.id HAVING COUNT(T2.id) = 0", "predicted_sql": "SELECT T1.id FROM TV_Channel AS T1 LEFT JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Directed_by != 'Ben Jones' GROUP BY T1.id HAVING COUNT(T2.id) = 0", "generation_status": "ok", "prompt_tokens": 373, "generated_tokens": 58, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:605", "db_id": "tvshow", "question": "List the language used least number of TV Channel. List language and number of TV Channel.", "gold_sql": "SELECT LANGUAGE , count(*) FROM TV_Channel GROUP BY LANGUAGE ORDER BY count(*) ASC LIMIT 1;", "raw_output": "SELECT Language, COUNT(id) FROM TV_Channel GROUP BY Language ORDER BY COUNT(id) ASC LIMIT 1", "predicted_sql": "SELECT Language, COUNT(id) FROM TV_Channel GROUP BY Language ORDER BY COUNT(id) ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 374, "generated_tokens": 25, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:624", "db_id": "tvshow", "question": "What is the name of the series that has the episode \"A Love of a Lifetime\"?", "gold_sql": "SELECT T1.series_name FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T2.Episode = \"A Love of a Lifetime\";", "raw_output": "SELECT T1.series_name FROM TV_Channel AS T1 INNER JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T2.Episode = 'A Love of a Lifetime'", "predicted_sql": "SELECT T1.series_name FROM TV_Channel AS T1 INNER JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T2.Episode = 'A Love of a Lifetime'", "generation_status": "ok", "prompt_tokens": 374, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:596", "db_id": "tvshow", "question": "What is the country with the most number of TV Channels and how many does it have?", "gold_sql": "SELECT Country , count(*) FROM TV_Channel GROUP BY Country ORDER BY count(*) DESC LIMIT 1;", "raw_output": "SELECT Country, COUNT(id) FROM TV_Channel GROUP BY Country ORDER BY COUNT(id) DESC LIMIT 1", "predicted_sql": "SELECT Country, COUNT(id) FROM TV_Channel GROUP BY Country ORDER BY COUNT(id) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 374, "generated_tokens": 25, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:380", "db_id": "cre_Doc_Template_Mgt", "question": "What are the ids of documents that contain the paragraph text 'Brazil' and 'Ireland'?", "gold_sql": "SELECT document_id FROM Paragraphs WHERE paragraph_text = 'Brazil' INTERSECT SELECT document_id FROM Paragraphs WHERE paragraph_text = 'Ireland'", "raw_output": "SELECT T1.Document_ID FROM Documents AS T1 INNER JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID WHERE T2.Paragraph_Text LIKE '%Brazil%' AND T2.Paragraph_Text LIKE '%Ireland%';", "predicted_sql": "SELECT T1.Document_ID FROM Documents AS T1 INNER JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID WHERE T2.Paragraph_Text LIKE '%Brazil%' AND T2.Paragraph_Text LIKE '%Ireland%';", "generation_status": "ok", "prompt_tokens": 374, "generated_tokens": 56, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:641", "db_id": "tvshow", "question": "find id of the tv channels that from the countries where have more than two tv channels.", "gold_sql": "SELECT id FROM tv_channel GROUP BY country HAVING count(*) > 2", "raw_output": "SELECT id FROM TV_Channel GROUP BY Country HAVING count(*) > 2", "predicted_sql": "SELECT id FROM TV_Channel GROUP BY Country HAVING count(*) > 2", "generation_status": "ok", "prompt_tokens": 374, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:593", "db_id": "tvshow", "question": "List the title of all cartoon directed by \"Ben Jones\" or \"Brandon Vietti\".", "gold_sql": "SELECT Title FROM Cartoon WHERE Directed_by = \"Ben Jones\" OR Directed_by = \"Brandon Vietti\";", "raw_output": "SELECT T1.Title FROM Cartoon AS T1 INNER JOIN TV_Channel AS T2 ON T1.Channel = T2.id WHERE T1.Directed_by = 'Ben Jones' OR T1.Directed_by = 'Brandon Vietti'", "predicted_sql": "SELECT T1.Title FROM Cartoon AS T1 INNER JOIN TV_Channel AS T2 ON T1.Channel = T2.id WHERE T1.Directed_by = 'Ben Jones' OR T1.Directed_by = 'Brandon Vietti'", "generation_status": "ok", "prompt_tokens": 374, "generated_tokens": 54, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:303", "db_id": "cre_Doc_Template_Mgt", "question": "What is the document id, template id and description for document named \"Robbin CV\"?", "gold_sql": "SELECT document_id , template_id , Document_Description FROM Documents WHERE document_name = \"Robbin CV\"", "raw_output": "SELECT T1.Document_ID, T2.Template_ID, T1.Document_Description FROM Documents AS T1 INNER JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID WHERE T1.Document_Name = 'Robbin CV'", "predicted_sql": "SELECT T1.Document_ID, T2.Template_ID, T1.Document_Description FROM Documents AS T1 INNER JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID WHERE T1.Document_Name = 'Robbin CV'", "generation_status": "ok", "prompt_tokens": 374, "generated_tokens": 60, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:338", "db_id": "cre_Doc_Template_Mgt", "question": "Return the template type code of the template that is used by a document named Data base.", "gold_sql": "SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id WHERE T2.document_name = \"Data base\"", "raw_output": "SELECT T1.Template_Type_Code FROM Templates AS T1 INNER JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID WHERE T2.Document_Name = 'Data base'", "predicted_sql": "SELECT T1.Template_Type_Code FROM Templates AS T1 INNER JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID WHERE T2.Document_Name = 'Data base'", "generation_status": "ok", "prompt_tokens": 374, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:3", "db_id": "concert_singer", "question": "What are the names, countries, and ages for every singer in descending order of age?", "gold_sql": "SELECT name , country , age FROM singer ORDER BY age DESC", "raw_output": "SELECT T1.Name, T1.Country, T1.Age FROM singer AS T1 ORDER BY T1.Age DESC", "predicted_sql": "SELECT T1.Name, T1.Country, T1.Age FROM singer AS T1 ORDER BY T1.Age DESC", "generation_status": "ok", "prompt_tokens": 374, "generated_tokens": 28, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:367", "db_id": "cre_Doc_Template_Mgt", "question": "Show all document ids and the number of paragraphs in each document. Order by document id.", "gold_sql": "SELECT document_id , count(*) FROM Paragraphs GROUP BY document_id ORDER BY document_id", "raw_output": "SELECT T1.Document_ID, count(T2.Paragraph_ID) FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID ORDER BY T1.Document_ID", "predicted_sql": "SELECT T1.Document_ID, count(T2.Paragraph_ID) FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID ORDER BY T1.Document_ID", "generation_status": "ok", "prompt_tokens": 374, "generated_tokens": 59, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:38", "db_id": "concert_singer", "question": "What are the names of the singers who performed in a concert in 2014?", "gold_sql": "SELECT T2.name FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id = T2.singer_id JOIN concert AS T3 ON T1.concert_id = T3.concert_id WHERE T3.year = 2014", "raw_output": "SELECT T1.Name FROM singer AS T1 JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID JOIN concert AS T3 ON T2.concert_ID = T3.concert_ID WHERE T3.Year = '2014'", "predicted_sql": "SELECT T1.Name FROM singer AS T1 JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID JOIN concert AS T3 ON T2.concert_ID = T3.concert_ID WHERE T3.Year = '2014'", "generation_status": "ok", "prompt_tokens": 375, "generated_tokens": 65, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:611", "db_id": "tvshow", "question": "List the title of all Cartoons showed on TV Channel with series name \"Sky Radio\".", "gold_sql": "SELECT T2.Title FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T1.series_name = \"Sky Radio\";", "raw_output": "SELECT T1.Title FROM Cartoon AS T1 INNER JOIN TV_series AS T2 ON T1.Channel = T2.Channel INNER JOIN TV_Channel AS T3 ON T2.Channel = T3.id WHERE T3.series_name = 'Sky Radio'", "predicted_sql": "SELECT T1.Title FROM Cartoon AS T1 INNER JOIN TV_series AS T2 ON T1.Channel = T2.Channel INNER JOIN TV_Channel AS T3 ON T2.Channel = T3.id WHERE T3.series_name = 'Sky Radio'", "generation_status": "ok", "prompt_tokens": 375, "generated_tokens": 59, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:328", "db_id": "cre_Doc_Template_Mgt", "question": "Return the version numbers and template type codes of templates with a version number greater than 5.", "gold_sql": "SELECT version_number , template_type_code FROM Templates WHERE version_number > 5", "raw_output": "SELECT T1.Version_Number, T1.Template_Type_Code FROM Templates AS T1 WHERE T1.Version_Number > 5", "predicted_sql": "SELECT T1.Version_Number, T1.Template_Type_Code FROM Templates AS T1 WHERE T1.Version_Number > 5", "generation_status": "ok", "prompt_tokens": 375, "generated_tokens": 32, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:20", "db_id": "concert_singer", "question": "How many concerts are there in year 2014 or 2015?", "gold_sql": "SELECT count(*) FROM concert WHERE YEAR = 2014 OR YEAR = 2015", "raw_output": "SELECT count(*) FROM concert WHERE Year = '2014' OR Year = '2015'", "predicted_sql": "SELECT count(*) FROM concert WHERE Year = '2014' OR Year = '2015'", "generation_status": "ok", "prompt_tokens": 375, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:31", "db_id": "concert_singer", "question": "Show names for all stadiums except for stadiums having a concert in year 2014.", "gold_sql": "SELECT name FROM stadium EXCEPT SELECT T2.name FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.year = 2014", "raw_output": "SELECT T1.Name FROM stadium AS T1 LEFT JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.Year != '2014'", "predicted_sql": "SELECT T1.Name FROM stadium AS T1 LEFT JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.Year != '2014'", "generation_status": "ok", "prompt_tokens": 375, "generated_tokens": 43, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:337", "db_id": "cre_Doc_Template_Mgt", "question": "What is the template type code of the template used by document with the name \"Data base\"?", "gold_sql": "SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id WHERE T2.document_name = \"Data base\"", "raw_output": "SELECT T1.Template_Type_Code FROM Templates AS T1 INNER JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID WHERE T2.Document_Name = 'Data base'", "predicted_sql": "SELECT T1.Template_Type_Code FROM Templates AS T1 INNER JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID WHERE T2.Document_Name = 'Data base'", "generation_status": "ok", "prompt_tokens": 375, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:606", "db_id": "tvshow", "question": "What are the languages used by the least number of TV Channels and how many channels use it?", "gold_sql": "SELECT LANGUAGE , count(*) FROM TV_Channel GROUP BY LANGUAGE ORDER BY count(*) ASC LIMIT 1;", "raw_output": "SELECT Language, COUNT(id) FROM TV_Channel GROUP BY Language ORDER BY COUNT(id) ASC LIMIT 1", "predicted_sql": "SELECT Language, COUNT(id) FROM TV_Channel GROUP BY Language ORDER BY COUNT(id) ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 375, "generated_tokens": 25, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:368", "db_id": "cre_Doc_Template_Mgt", "question": "Return the different document ids along with the number of paragraphs corresponding to each, ordered by id.", "gold_sql": "SELECT document_id , count(*) FROM Paragraphs GROUP BY document_id ORDER BY document_id", "raw_output": "SELECT T1.Document_ID, count(T2.Paragraph_ID) FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID ORDER BY T1.Document_ID", "predicted_sql": "SELECT T1.Document_ID, count(T2.Paragraph_ID) FROM Documents AS T1 JOIN Paragraphs AS T2 ON T1.Document_ID = T2.Document_ID GROUP BY T1.Document_ID ORDER BY T1.Document_ID", "generation_status": "ok", "prompt_tokens": 375, "generated_tokens": 59, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:625", "db_id": "tvshow", "question": "List the Episode of all TV series showed on TV Channel with series name \"Sky Radio\".", "gold_sql": "SELECT T2.Episode FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T1.series_name = \"Sky Radio\";", "raw_output": "SELECT T2.Episode FROM TV_series AS T2 INNER JOIN TV_Channel AS T1 ON T2.Channel = T1.id WHERE T1.series_name = 'Sky Radio'", "predicted_sql": "SELECT T2.Episode FROM TV_series AS T2 INNER JOIN TV_Channel AS T1 ON T2.Channel = T1.id WHERE T1.series_name = 'Sky Radio'", "generation_status": "ok", "prompt_tokens": 375, "generated_tokens": 43, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:644", "db_id": "tvshow", "question": "What are the ids of the TV channels that do not have any cartoons directed by Ben Jones?", "gold_sql": "SELECT id FROM TV_Channel EXCEPT SELECT channel FROM cartoon WHERE directed_by = 'Ben Jones'", "raw_output": "SELECT T1.id FROM TV_Channel AS T1 LEFT JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Directed_by != 'Ben Jones' GROUP BY T1.id HAVING COUNT(T2.id) = 0", "predicted_sql": "SELECT T1.id FROM TV_Channel AS T1 LEFT JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Directed_by != 'Ben Jones' GROUP BY T1.id HAVING COUNT(T2.id) = 0", "generation_status": "ok", "prompt_tokens": 375, "generated_tokens": 58, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:312", "db_id": "cre_Doc_Template_Mgt", "question": "Return the id and type code of the template that is used for the greatest number of documents.", "gold_sql": "SELECT T1.template_id , T2.Template_Type_Code FROM Documents AS T1 JOIN Templates AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.Template_ID, T1.Template_Type_Code FROM Templates AS T1 JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID GROUP BY T1.Template_ID, T1.Template_Type_Code ORDER BY COUNT(T2.Document_ID) DESC LIMIT 1", "predicted_sql": "SELECT T1.Template_ID, T1.Template_Type_Code FROM Templates AS T1 JOIN Documents AS T2 ON T1.Template_ID = T2.Template_ID GROUP BY T1.Template_ID, T1.Template_Type_Code ORDER BY COUNT(T2.Document_ID) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 375, "generated_tokens": 73, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:645", "db_id": "tvshow", "question": "find the package option of the tv channel that do not have any cartoon directed by Ben Jones.", "gold_sql": "SELECT package_option FROM TV_Channel WHERE id NOT IN (SELECT channel FROM cartoon WHERE directed_by = 'Ben Jones')", "raw_output": "SELECT T1.Package_Option FROM TV_Channel AS T1 LEFT JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Directed_by != 'Ben Jones' GROUP BY T1.Package_Option HAVING COUNT(T1.id) > 0", "predicted_sql": "SELECT T1.Package_Option FROM TV_Channel AS T1 LEFT JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Directed_by != 'Ben Jones' GROUP BY T1.Package_Option HAVING COUNT(T1.id) > 0", "generation_status": "ok", "prompt_tokens": 375, "generated_tokens": 62, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:2", "db_id": "concert_singer", "question": "Show name, country, age for all singers ordered by age from the oldest to the youngest.", "gold_sql": "SELECT name , country , age FROM singer ORDER BY age DESC", "raw_output": "SELECT T1.Name, T1.Country, T1.Age FROM singer AS T1 ORDER BY T1.Age DESC", "predicted_sql": "SELECT T1.Name, T1.Country, T1.Age FROM singer AS T1 ORDER BY T1.Age DESC", "generation_status": "ok", "prompt_tokens": 375, "generated_tokens": 28, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:616", "db_id": "tvshow", "question": "What are 3 most highly rated episodes in the TV series table and what were those ratings?", "gold_sql": "SELECT Episode , Rating FROM TV_series ORDER BY Rating DESC LIMIT 3;", "raw_output": "SELECT episode, Rating FROM TV_series ORDER BY Rating DESC LIMIT 3", "predicted_sql": "SELECT episode, Rating FROM TV_series ORDER BY Rating DESC LIMIT 3", "generation_status": "ok", "prompt_tokens": 375, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:615", "db_id": "tvshow", "question": "List top 3 highest Rating TV series. List the TV series's Episode and Rating.", "gold_sql": "SELECT Episode , Rating FROM TV_series ORDER BY Rating DESC LIMIT 3;", "raw_output": "SELECT T2.Episode, T2.Rating FROM TV_series AS T2 ORDER BY T2.Rating DESC LIMIT 3", "predicted_sql": "SELECT T2.Episode, T2.Rating FROM TV_series AS T2 ORDER BY T2.Rating DESC LIMIT 3", "generation_status": "ok", "prompt_tokens": 376, "generated_tokens": 28, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:327", "db_id": "cre_Doc_Template_Mgt", "question": "What is the version number and template type code for the template with version number later than 5?", "gold_sql": "SELECT version_number , template_type_code FROM Templates WHERE version_number > 5", "raw_output": "SELECT T1.Version_Number, T1.Template_Type_Code FROM Templates AS T1 WHERE T1.Version_Number > 5", "predicted_sql": "SELECT T1.Version_Number, T1.Template_Type_Code FROM Templates AS T1 WHERE T1.Version_Number > 5", "generation_status": "ok", "prompt_tokens": 376, "generated_tokens": 32, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:595", "db_id": "tvshow", "question": "Which country has the most of TV Channels? List the country and number of TV Channels it has.", "gold_sql": "SELECT Country , count(*) FROM TV_Channel GROUP BY Country ORDER BY count(*) DESC LIMIT 1;", "raw_output": "SELECT Country, count(*) FROM TV_Channel GROUP BY Country ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT Country, count(*) FROM TV_Channel GROUP BY Country ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 376, "generated_tokens": 21, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:30", "db_id": "concert_singer", "question": "Show countries where a singer above age 40 and a singer below 30 are from.", "gold_sql": "SELECT country FROM singer WHERE age > 40 INTERSECT SELECT country FROM singer WHERE age < 30", "raw_output": "SELECT DISTINCT T1.Country FROM singer AS T1 WHERE T1.Age > 40 INTERSECT SELECT DISTINCT T2.Country FROM singer AS T2 WHERE T2.Age < 30", "predicted_sql": "SELECT DISTINCT T1.Country FROM singer AS T1 WHERE T1.Age > 40 INTERSECT SELECT DISTINCT T2.Country FROM singer AS T2 WHERE T2.Age < 30", "generation_status": "ok", "prompt_tokens": 376, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:799", "db_id": "world_1", "question": "What are the different continents and the total popuation and average life expectancy corresponding to each, for continents that have an average life expectancy less than 72?", "gold_sql": "SELECT sum(Population) , avg(LifeExpectancy) , Continent FROM country GROUP BY Continent HAVING avg(LifeExpectancy) < 72", "raw_output": "SELECT T1.Continent, SUM(T2.Population) AS total_population, AVG(T2.LifeExpectancy) AS average_life_expectancy FROM city AS T2 JOIN country AS T1 ON T2.CountryCode = T1.Code GROUP BY T1.Continent HAVING AVG(T2.LifeExpectancy) < 72", "predicted_sql": "SELECT T1.Continent, SUM(T2.Population) AS total_population, AVG(T2.LifeExpectancy) AS average_life_expectancy FROM city AS T2 JOIN country AS T1 ON T2.CountryCode = T1.Code GROUP BY T1.Continent HAVING AVG(T2.LifeExpectancy) < 72", "generation_status": "ok", "prompt_tokens": 376, "generated_tokens": 76, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.LifeExpectancy", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:304", "db_id": "cre_Doc_Template_Mgt", "question": "Return the document id, template id, and description for the document with the name Robbin CV.", "gold_sql": "SELECT document_id , template_id , Document_Description FROM Documents WHERE document_name = \"Robbin CV\"", "raw_output": "SELECT T1.Document_ID, T1.Template_ID, T1.Document_Description FROM Documents AS T1 WHERE T1.Document_Name = 'Robbin CV'", "predicted_sql": "SELECT T1.Document_ID, T1.Template_ID, T1.Document_Description FROM Documents AS T1 WHERE T1.Document_Name = 'Robbin CV'", "generation_status": "ok", "prompt_tokens": 376, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:310", "db_id": "cre_Doc_Template_Mgt", "question": "What are all different template ids used for documents, and how many times were each of them used?", "gold_sql": "SELECT template_id , count(*) FROM Documents GROUP BY template_id", "raw_output": "SELECT Template_ID, COUNT(Document_ID) FROM Documents GROUP BY Template_ID", "predicted_sql": "SELECT Template_ID, COUNT(Document_ID) FROM Documents GROUP BY Template_ID", "generation_status": "ok", "prompt_tokens": 376, "generated_tokens": 19, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:25", "db_id": "concert_singer", "question": "What is the name and capacity of the stadium with the most concerts after 2013 ?", "gold_sql": "select t2.name , t2.capacity from concert as t1 join stadium as t2 on t1.stadium_id = t2.stadium_id where t1.year > 2013 group by t2.stadium_id order by count(*) desc limit 1", "raw_output": "SELECT T1.Name, T1.Capacity FROM stadium AS T1 JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.Year > '2013' GROUP BY T1.Stadium_ID, T1.Name, T1.Capacity ORDER BY COUNT(T2.concert_ID) DESC LIMIT 1", "predicted_sql": "SELECT T1.Name, T1.Capacity FROM stadium AS T1 JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.Year > '2013' GROUP BY T1.Stadium_ID, T1.Name, T1.Capacity ORDER BY COUNT(T2.concert_ID) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 376, "generated_tokens": 80, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:646", "db_id": "tvshow", "question": "What are the package options of all tv channels that are not playing any cartoons directed by Ben Jones?", "gold_sql": "SELECT package_option FROM TV_Channel WHERE id NOT IN (SELECT channel FROM cartoon WHERE directed_by = 'Ben Jones')", "raw_output": "SELECT T1.Package_Option FROM TV_Channel AS T1 LEFT JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Directed_by != 'Ben Jones' GROUP BY T1.Package_Option", "predicted_sql": "SELECT T1.Package_Option FROM TV_Channel AS T1 LEFT JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Directed_by != 'Ben Jones' GROUP BY T1.Package_Option", "generation_status": "ok", "prompt_tokens": 376, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:640", "db_id": "tvshow", "question": "What is the pixel aspect ratio and country of origin for all TV channels that do not use English?", "gold_sql": "SELECT Pixel_aspect_ratio_PAR , country FROM tv_channel WHERE LANGUAGE != 'English'", "raw_output": "SELECT T1.Pixel_aspect_ratio_PAR, T1.Country FROM TV_Channel AS T1 WHERE T1.Language != 'English'", "predicted_sql": "SELECT T1.Pixel_aspect_ratio_PAR, T1.Country FROM TV_Channel AS T1 WHERE T1.Language != 'English'", "generation_status": "ok", "prompt_tokens": 376, "generated_tokens": 33, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:32", "db_id": "concert_singer", "question": "What are the names of all stadiums that did not have a concert in 2014?", "gold_sql": "SELECT name FROM stadium EXCEPT SELECT T2.name FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.year = 2014", "raw_output": "SELECT T1.Name FROM stadium AS T1 LEFT JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.concert_ID IS NULL", "predicted_sql": "SELECT T1.Name FROM stadium AS T1 LEFT JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.concert_ID IS NULL", "generation_status": "ok", "prompt_tokens": 376, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:370", "db_id": "cre_Doc_Template_Mgt", "question": "What are the ids and names of each document, as well as the number of paragraphs in each?", "gold_sql": "SELECT T1.document_id , T2.document_name , count(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id GROUP BY T1.document_id", "raw_output": "SELECT\n T1.Document_ID,\n T1.Document_Name,\n (\n SELECT\n COUNT(P.Paragraph_ID)\n FROM Paragraphs AS P\n JOIN Documents AS D\n ON P.Document_ID = D.Document_ID\n WHERE\n D.Document_ID = T1.Document_ID\n ) AS number_of_paragraphs\nFROM Documents AS T1", "predicted_sql": "SELECT\n T1.Document_ID,\n T1.Document_Name,\n (\n SELECT\n COUNT(P.Paragraph_ID)\n FROM Paragraphs AS P\n JOIN Documents AS D\n ON P.Document_ID = D.Document_ID\n WHERE\n D.Document_ID = T1.Document_ID\n ) AS number_of_paragraphs\nFROM Documents AS T1", "generation_status": "ok", "prompt_tokens": 376, "generated_tokens": 95, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:301", "db_id": "cre_Doc_Template_Mgt", "question": "What is the document name and template id for document with description with the letter 'w' in it?", "gold_sql": "SELECT document_name , template_id FROM Documents WHERE Document_Description LIKE \"%w%\"", "raw_output": "SELECT T1.Document_Name, T2.Template_ID FROM Documents AS T1 INNER JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID WHERE T1.Document_Description LIKE '%w%';", "predicted_sql": "SELECT T1.Document_Name, T2.Template_ID FROM Documents AS T1 INNER JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID WHERE T1.Document_Description LIKE '%w%';", "generation_status": "ok", "prompt_tokens": 377, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:632", "db_id": "tvshow", "question": "What are the package options and the name of the series for the TV Channel that supports high definition TV?", "gold_sql": "SELECT package_option , series_name FROM TV_Channel WHERE hight_definition_TV = \"yes\"", "raw_output": "SELECT T1.Package_Option, T1.series_name FROM TV_Channel AS T1 WHERE T1.Hight_definition_TV = 'yes'", "predicted_sql": "SELECT T1.Package_Option, T1.series_name FROM TV_Channel AS T1 WHERE T1.Hight_definition_TV = 'yes'", "generation_status": "ok", "prompt_tokens": 377, "generated_tokens": 35, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:24", "db_id": "concert_singer", "question": "Show the stadium name and capacity with most number of concerts in year 2014 or after.", "gold_sql": "SELECT T2.name , T2.capacity FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.year >= 2014 GROUP BY T2.stadium_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.Name, T1.Capacity FROM stadium AS T1 JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.Year >= '2014' GROUP BY T1.Name, T1.Capacity ORDER BY COUNT(T2.concert_ID) DESC LIMIT 1", "predicted_sql": "SELECT T1.Name, T1.Capacity FROM stadium AS T1 JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.Year >= '2014' GROUP BY T1.Name, T1.Capacity ORDER BY COUNT(T2.concert_ID) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 377, "generated_tokens": 73, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:39", "db_id": "concert_singer", "question": "what is the name and nation of the singer who have a song having 'Hey' in its name?", "gold_sql": "SELECT name , country FROM singer WHERE song_name LIKE '%Hey%'", "raw_output": "SELECT T1.Name, T1.Country FROM singer AS T1 INNER JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID INNER JOIN concert AS T3 ON T2.concert_ID = T3.concert_ID WHERE T1.Song_Name LIKE '%Hey%';", "predicted_sql": "SELECT T1.Name, T1.Country FROM singer AS T1 INNER JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID INNER JOIN concert AS T3 ON T2.concert_ID = T3.concert_ID WHERE T1.Song_Name LIKE '%Hey%';", "generation_status": "ok", "prompt_tokens": 377, "generated_tokens": 71, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:610", "db_id": "tvshow", "question": "What is the series name of the TV Channel that shows the cartoon \"The Rise of the Blue Beetle\"?", "gold_sql": "SELECT T1.series_name FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Title = \"The Rise of the Blue Beetle!\";", "raw_output": "SELECT T1.series_name FROM TV_Channel AS T1 INNER JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Title = 'The Rise of the Blue Beetle'", "predicted_sql": "SELECT T1.series_name FROM TV_Channel AS T1 INNER JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Title = 'The Rise of the Blue Beetle'", "generation_status": "ok", "prompt_tokens": 377, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:612", "db_id": "tvshow", "question": "What is the title of all the cartools that are on the TV Channel with the series name \"Sky Radio\"?", "gold_sql": "SELECT T2.Title FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T1.series_name = \"Sky Radio\";", "raw_output": "SELECT T1.Title FROM Cartoon AS T1 INNER JOIN TV_Channel AS T2 ON T1.Channel = T2.id WHERE T2.series_name = 'Sky Radio'", "predicted_sql": "SELECT T1.Title FROM Cartoon AS T1 INNER JOIN TV_Channel AS T2 ON T1.Channel = T2.id WHERE T2.series_name = 'Sky Radio'", "generation_status": "ok", "prompt_tokens": 379, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:637", "db_id": "tvshow", "question": "Find the series name and country of the tv channel that is playing some cartoons directed by Ben Jones and Michael Chang?", "gold_sql": "SELECT T1.series_name , T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by = 'Michael Chang' INTERSECT SELECT T1.series_name , T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by = 'Ben Jones'", "raw_output": "SELECT T1.series_name, T1.Country FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Directed_by LIKE '%Ben Jones%' AND T2.Directed_by LIKE '%Michael Chang%';", "predicted_sql": "SELECT T1.series_name, T1.Country FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Directed_by LIKE '%Ben Jones%' AND T2.Directed_by LIKE '%Michael Chang%';", "generation_status": "ok", "prompt_tokens": 379, "generated_tokens": 59, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:14", "db_id": "concert_singer", "question": "Show location and name for all stadiums with a capacity between 5000 and 10000.", "gold_sql": "SELECT LOCATION , name FROM stadium WHERE capacity BETWEEN 5000 AND 10000", "raw_output": "SELECT T1.Location, T1.Name FROM stadium AS T1 WHERE T1.Capacity BETWEEN 5000 AND 10000", "predicted_sql": "SELECT T1.Location, T1.Name FROM stadium AS T1 WHERE T1.Capacity BETWEEN 5000 AND 10000", "generation_status": "ok", "prompt_tokens": 380, "generated_tokens": 34, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:40", "db_id": "concert_singer", "question": "What is the name and country of origin of every singer who has a song with the word 'Hey' in its title?", "gold_sql": "SELECT name , country FROM singer WHERE song_name LIKE '%Hey%'", "raw_output": "SELECT T1.Name, T1.Country FROM singer AS T1 INNER JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID INNER JOIN concert AS T3 ON T2.concert_ID = T3.concert_ID WHERE T1.Song_Name LIKE '%Hey%';", "predicted_sql": "SELECT T1.Name, T1.Country FROM singer AS T1 INNER JOIN singer_in_concert AS T2 ON T1.Singer_ID = T2.Singer_ID INNER JOIN concert AS T3 ON T2.concert_ID = T3.concert_ID WHERE T1.Song_Name LIKE '%Hey%';", "generation_status": "ok", "prompt_tokens": 381, "generated_tokens": 71, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:15", "db_id": "concert_singer", "question": "What are the locations and names of all stations with capacity between 5000 and 10000?", "gold_sql": "SELECT LOCATION , name FROM stadium WHERE capacity BETWEEN 5000 AND 10000", "raw_output": "SELECT T1.Location, T1.Name FROM stadium AS T1 WHERE T1.Capacity BETWEEN 5000 AND 10000", "predicted_sql": "SELECT T1.Location, T1.Name FROM stadium AS T1 WHERE T1.Capacity BETWEEN 5000 AND 10000", "generation_status": "ok", "prompt_tokens": 381, "generated_tokens": 34, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:638", "db_id": "tvshow", "question": "What is the series name and country of all TV channels that are playing cartoons directed by Ben Jones and cartoons directed by Michael Chang?", "gold_sql": "SELECT T1.series_name , T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by = 'Michael Chang' INTERSECT SELECT T1.series_name , T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by = 'Ben Jones'", "raw_output": "SELECT T1.series_name, T1.Country FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Directed_by = 'Ben Jones'\nUNION\nSELECT T1.series_name, T1.Country FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Directed_by = 'Michael Chang'", "predicted_sql": "SELECT T1.series_name, T1.Country FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Directed_by = 'Ben Jones'\nUNION\nSELECT T1.series_name, T1.Country FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Directed_by = 'Michael Chang'", "generation_status": "ok", "prompt_tokens": 382, "generated_tokens": 96, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:623", "db_id": "tvshow", "question": "What is the TV Channel of TV series with Episode \"A Love of a Lifetime\"? List the TV Channel's series name.", "gold_sql": "SELECT T1.series_name FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T2.Episode = \"A Love of a Lifetime\";", "raw_output": "SELECT T1.series_name FROM TV_series AS T2 JOIN TV_Channel AS T1 ON T2.Channel = T1.id WHERE T2.Episode = 'A Love of a Lifetime'", "predicted_sql": "SELECT T1.series_name FROM TV_series AS T2 JOIN TV_Channel AS T1 ON T2.Channel = T1.id WHERE T2.Episode = 'A Love of a Lifetime'", "generation_status": "ok", "prompt_tokens": 382, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:609", "db_id": "tvshow", "question": "What is the TV Channel that shows the cartoon \"The Rise of the Blue Beetle!\"? List the TV Channel's series name.", "gold_sql": "SELECT T1.series_name FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Title = \"The Rise of the Blue Beetle!\";", "raw_output": "SELECT T1.series_name FROM TV_Channel AS T1 INNER JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Title = 'The Rise of the Blue Beetle!';", "predicted_sql": "SELECT T1.series_name FROM TV_Channel AS T1 INNER JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Title = 'The Rise of the Blue Beetle!';", "generation_status": "ok", "prompt_tokens": 383, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:42", "db_id": "concert_singer", "question": "What are the names and locations of the stadiums that had concerts that occurred in both 2014 and 2015?", "gold_sql": "SELECT T2.name , T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.Year = 2014 INTERSECT SELECT T2.name , T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.Year = 2015", "raw_output": "SELECT T1.Name, T1.Location FROM stadium AS T1 JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.Year = '2014' intersect SELECT T1.Name, T1.Location FROM stadium AS T1 JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.Year = '2015'", "predicted_sql": "SELECT T1.Name, T1.Location FROM stadium AS T1 JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.Year = '2014' intersect SELECT T1.Name, T1.Location FROM stadium AS T1 JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.Year = '2015'", "generation_status": "ok", "prompt_tokens": 384, "generated_tokens": 94, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:41", "db_id": "concert_singer", "question": "Find the name and location of the stadiums which some concerts happened in the years of both 2014 and 2015.", "gold_sql": "SELECT T2.name , T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.Year = 2014 INTERSECT SELECT T2.name , T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.Year = 2015", "raw_output": "SELECT T1.Name, T1.Location FROM stadium AS T1 JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.Year = '2014' OR T2.Year = '2015' GROUP BY T1.Name, T1.Location", "predicted_sql": "SELECT T1.Name, T1.Location FROM stadium AS T1 JOIN concert AS T2 ON T1.Stadium_ID = T2.Stadium_ID WHERE T2.Year = '2014' OR T2.Year = '2015' GROUP BY T1.Name, T1.Location", "generation_status": "ok", "prompt_tokens": 385, "generated_tokens": 70, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:822", "db_id": "orchestra", "question": "How many conductors are there?", "gold_sql": "SELECT count(*) FROM conductor", "raw_output": "SELECT count(*) FROM conductor", "predicted_sql": "SELECT count(*) FROM conductor", "generation_status": "ok", "prompt_tokens": 400, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:823", "db_id": "orchestra", "question": "Count the number of conductors.", "gold_sql": "SELECT count(*) FROM conductor", "raw_output": "SELECT count(*) FROM conductor", "predicted_sql": "SELECT count(*) FROM conductor", "generation_status": "ok", "prompt_tokens": 400, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:831", "db_id": "orchestra", "question": "Return the average attendance across all shows.", "gold_sql": "SELECT avg(Attendance) FROM SHOW", "raw_output": "SELECT AVG(T2.Attendance) FROM show AS T1 INNER JOIN performance AS T3 ON T1.Performance_ID = T3.Performance_ID JOIN show AS T2 ON T1.Show_ID = T2.Show_ID", "predicted_sql": "SELECT AVG(T2.Attendance) FROM show AS T1 INNER JOIN performance AS T3 ON T1.Performance_ID = T3.Performance_ID JOIN show AS T2 ON T1.Show_ID = T2.Show_ID", "generation_status": "ok", "prompt_tokens": 402, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:830", "db_id": "orchestra", "question": "What is the average attendance of shows?", "gold_sql": "SELECT avg(Attendance) FROM SHOW", "raw_output": "SELECT AVG(T2.Attendance) FROM show AS T1 INNER JOIN performance AS T3 ON T1.Performance_ID = T3.Performance_ID JOIN show AS T2 ON T1.Show_ID = T2.Show_ID", "predicted_sql": "SELECT AVG(T2.Attendance) FROM show AS T1 INNER JOIN performance AS T3 ON T1.Performance_ID = T3.Performance_ID JOIN show AS T2 ON T1.Show_ID = T2.Show_ID", "generation_status": "ok", "prompt_tokens": 402, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:834", "db_id": "orchestra", "question": "How many different nationalities do conductors have?", "gold_sql": "SELECT count(DISTINCT Nationality) FROM conductor", "raw_output": "SELECT COUNT(DISTINCT Nationality) FROM conductor", "predicted_sql": "SELECT COUNT(DISTINCT Nationality) FROM conductor", "generation_status": "ok", "prompt_tokens": 402, "generated_tokens": 10, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:835", "db_id": "orchestra", "question": "Count the number of different nationalities of conductors.", "gold_sql": "SELECT count(DISTINCT Nationality) FROM conductor", "raw_output": "SELECT count(DISTINCT Nationality) FROM conductor", "predicted_sql": "SELECT count(DISTINCT Nationality) FROM conductor", "generation_status": "ok", "prompt_tokens": 403, "generated_tokens": 10, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:849", "db_id": "orchestra", "question": "How many orchestras does each record company manage?", "gold_sql": "SELECT Record_Company , COUNT(*) FROM orchestra GROUP BY Record_Company", "raw_output": "SELECT T1.Record_Company, COUNT(T2.Orchestra_ID) FROM \"orchestra\" AS T2 JOIN \"conductor\" AS T3 ON T2.Conductor_ID = T3.Conductor_ID JOIN \"orchestra\" AS T1 ON T2.Orchestra_ID = T1.Orchestra_ID GROUP BY T1.Record_Company", "predicted_sql": "SELECT T1.Record_Company, COUNT(T2.Orchestra_ID) FROM \"orchestra\" AS T2 JOIN \"conductor\" AS T3 ON T2.Conductor_ID = T3.Conductor_ID JOIN \"orchestra\" AS T1 ON T2.Orchestra_ID = T1.Orchestra_ID GROUP BY T1.Record_Company", "generation_status": "ok", "prompt_tokens": 403, "generated_tokens": 85, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:854", "db_id": "orchestra", "question": "List the names of orchestras that have no performance.", "gold_sql": "SELECT Orchestra FROM orchestra WHERE Orchestra_ID NOT IN (SELECT Orchestra_ID FROM performance)", "raw_output": "SELECT T1.Orchestra\nFROM orchestra AS T1\nLEFT JOIN performance AS T2\n ON T1.Orchestra_ID = T2.Orchestra_ID\nWHERE\n T2.Performance_ID IS NULL", "predicted_sql": "SELECT T1.Orchestra\nFROM orchestra AS T1\nLEFT JOIN performance AS T2\n ON T1.Orchestra_ID = T2.Orchestra_ID\nWHERE\n T2.Performance_ID IS NULL", "generation_status": "ok", "prompt_tokens": 404, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:855", "db_id": "orchestra", "question": "What are the orchestras that do not have any performances?", "gold_sql": "SELECT Orchestra FROM orchestra WHERE Orchestra_ID NOT IN (SELECT Orchestra_ID FROM performance)", "raw_output": "SELECT T1.Orchestra\nFROM orchestra AS T1\nLEFT JOIN performance AS T2\n ON T1.Orchestra_ID = T2.Orchestra_ID\nWHERE\n T2.Performance_ID IS NULL", "predicted_sql": "SELECT T1.Orchestra\nFROM orchestra AS T1\nLEFT JOIN performance AS T2\n ON T1.Orchestra_ID = T2.Orchestra_ID\nWHERE\n T2.Performance_ID IS NULL", "generation_status": "ok", "prompt_tokens": 405, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:824", "db_id": "orchestra", "question": "List the names of conductors in ascending order of age.", "gold_sql": "SELECT Name FROM conductor ORDER BY Age ASC", "raw_output": "SELECT Name FROM conductor ORDER BY Age ASC", "predicted_sql": "SELECT Name FROM conductor ORDER BY Age ASC", "generation_status": "ok", "prompt_tokens": 405, "generated_tokens": 9, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:825", "db_id": "orchestra", "question": "What are the names of conductors, ordered by age?", "gold_sql": "SELECT Name FROM conductor ORDER BY Age ASC", "raw_output": "SELECT Name FROM conductor ORDER BY Age;", "predicted_sql": "SELECT Name FROM conductor ORDER BY Age;", "generation_status": "ok", "prompt_tokens": 405, "generated_tokens": 9, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:836", "db_id": "orchestra", "question": "List names of conductors in descending order of years of work.", "gold_sql": "SELECT Name FROM conductor ORDER BY Year_of_Work DESC", "raw_output": "SELECT T1.Name FROM conductor AS T1 ORDER BY T1.Year_of_Work DESC", "predicted_sql": "SELECT T1.Name FROM conductor AS T1 ORDER BY T1.Year_of_Work DESC", "generation_status": "ok", "prompt_tokens": 406, "generated_tokens": 22, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:852", "db_id": "orchestra", "question": "List the record company shared by the most number of orchestras.", "gold_sql": "SELECT Record_Company FROM orchestra GROUP BY Record_Company ORDER BY COUNT(*) DESC LIMIT 1", "raw_output": "SELECT T2.Record_Company FROM orchestra AS T1 INNER JOIN orchestra AS T2 ON T1.Orchestra_ID = T2.Orchestra_ID GROUP BY T2.Record_Company ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T2.Record_Company FROM orchestra AS T1 INNER JOIN orchestra AS T2 ON T1.Orchestra_ID = T2.Orchestra_ID GROUP BY T2.Record_Company ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 406, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:840", "db_id": "orchestra", "question": "Show the names of conductors and the orchestras they have conducted.", "gold_sql": "SELECT T1.Name , T2.Orchestra FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID", "raw_output": "SELECT T1.Name, T2.Orchestra\nFROM conductor AS T1\nJOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID", "predicted_sql": "SELECT T1.Name, T2.Orchestra\nFROM conductor AS T1\nJOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID", "generation_status": "ok", "prompt_tokens": 406, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:848", "db_id": "orchestra", "question": "Please show the different record companies and the corresponding number of orchestras.", "gold_sql": "SELECT Record_Company , COUNT(*) FROM orchestra GROUP BY Record_Company", "raw_output": "SELECT T1.Record_Company, count(T2.Orchestra_ID) FROM orchestra AS T1 JOIN orchestra AS T2 ON T1.Record_Company = T2.Record_Company GROUP BY T1.Record_Company", "predicted_sql": "SELECT T1.Record_Company, count(T2.Orchestra_ID) FROM orchestra AS T1 JOIN orchestra AS T2 ON T1.Record_Company = T2.Record_Company GROUP BY T1.Record_Company", "generation_status": "ok", "prompt_tokens": 407, "generated_tokens": 52, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:838", "db_id": "orchestra", "question": "List the name of the conductor with the most years of work.", "gold_sql": "SELECT Name FROM conductor ORDER BY Year_of_Work DESC LIMIT 1", "raw_output": "SELECT T1.Name FROM conductor AS T1 ORDER BY T1.Year_of_Work DESC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM conductor AS T1 ORDER BY T1.Year_of_Work DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 407, "generated_tokens": 25, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:842", "db_id": "orchestra", "question": "Show the names of conductors that have conducted more than one orchestras.", "gold_sql": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T2.Conductor_ID HAVING COUNT(*) > 1", "raw_output": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T1.Name HAVING count(*) > 1", "predicted_sql": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T1.Name HAVING count(*) > 1", "generation_status": "ok", "prompt_tokens": 407, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:850", "db_id": "orchestra", "question": "Please show the record formats of orchestras in ascending order of count.", "gold_sql": "SELECT Major_Record_Format FROM orchestra GROUP BY Major_Record_Format ORDER BY COUNT(*) ASC", "raw_output": "SELECT Major_Record_Format FROM orchestra GROUP BY Major_Record_Format ORDER BY COUNT(*) ASC", "predicted_sql": "SELECT Major_Record_Format FROM orchestra GROUP BY Major_Record_Format ORDER BY COUNT(*) ASC", "generation_status": "ok", "prompt_tokens": 407, "generated_tokens": 21, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:853", "db_id": "orchestra", "question": "What is the record company used by the greatest number of orchestras?", "gold_sql": "SELECT Record_Company FROM orchestra GROUP BY Record_Company ORDER BY COUNT(*) DESC LIMIT 1", "raw_output": "SELECT Record_Company FROM orchestra GROUP BY Record_Company ORDER BY COUNT(*) DESC LIMIT 1", "predicted_sql": "SELECT Record_Company FROM orchestra GROUP BY Record_Company ORDER BY COUNT(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 407, "generated_tokens": 20, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:826", "db_id": "orchestra", "question": "What are the names of conductors whose nationalities are not \"USA\"?", "gold_sql": "SELECT Name FROM conductor WHERE Nationality != 'USA'", "raw_output": "SELECT T1.Name FROM conductor AS T1 WHERE T1.Nationality != 'USA'", "predicted_sql": "SELECT T1.Name FROM conductor AS T1 WHERE T1.Nationality != 'USA'", "generation_status": "ok", "prompt_tokens": 407, "generated_tokens": 20, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:827", "db_id": "orchestra", "question": "Return the names of conductors that do not have the nationality \"USA\".", "gold_sql": "SELECT Name FROM conductor WHERE Nationality != 'USA'", "raw_output": "SELECT T1.Name FROM conductor AS T1 INNER JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE T1.Nationality != 'USA'", "predicted_sql": "SELECT T1.Name FROM conductor AS T1 INNER JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE T1.Nationality != 'USA'", "generation_status": "ok", "prompt_tokens": 408, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:845", "db_id": "orchestra", "question": "What is the name of the conductor who has conducted the most orchestras?", "gold_sql": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T2.Conductor_ID ORDER BY COUNT(*) DESC LIMIT 1", "raw_output": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T1.Name ORDER BY COUNT(T2.Orchestra_ID) DESC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T1.Name ORDER BY COUNT(T2.Orchestra_ID) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 408, "generated_tokens": 55, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:851", "db_id": "orchestra", "question": "What are the major record formats of orchestras, sorted by their frequency?", "gold_sql": "SELECT Major_Record_Format FROM orchestra GROUP BY Major_Record_Format ORDER BY COUNT(*) ASC", "raw_output": "SELECT Major_Record_Format FROM orchestra GROUP BY Major_Record_Format ORDER BY COUNT(*) DESC", "predicted_sql": "SELECT Major_Record_Format FROM orchestra GROUP BY Major_Record_Format ORDER BY COUNT(*) DESC", "generation_status": "ok", "prompt_tokens": 408, "generated_tokens": 21, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:843", "db_id": "orchestra", "question": "What are the names of conductors who have conducted at more than one orchestra?", "gold_sql": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T2.Conductor_ID HAVING COUNT(*) > 1", "raw_output": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T1.Name HAVING count(*) > 1", "predicted_sql": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T1.Name HAVING count(*) > 1", "generation_status": "ok", "prompt_tokens": 409, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:859", "db_id": "orchestra", "question": "Count the number of orchestras that have CD or DVD as their record format.", "gold_sql": "SELECT COUNT(*) FROM orchestra WHERE Major_Record_Format = \"CD\" OR Major_Record_Format = \"DVD\"", "raw_output": "SELECT count(T1.Orchestra_ID) FROM orchestra AS T1 WHERE T1.Major_Record_Format = 'CD' OR T1.Major_Record_Format = 'DVD'", "predicted_sql": "SELECT count(T1.Orchestra_ID) FROM orchestra AS T1 WHERE T1.Major_Record_Format = 'CD' OR T1.Major_Record_Format = 'DVD'", "generation_status": "ok", "prompt_tokens": 409, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:844", "db_id": "orchestra", "question": "Show the name of the conductor that has conducted the most number of orchestras.", "gold_sql": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T2.Conductor_ID ORDER BY COUNT(*) DESC LIMIT 1", "raw_output": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T1.Name ORDER BY count(T2.Orchestra_ID) DESC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T1.Name ORDER BY count(T2.Orchestra_ID) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 409, "generated_tokens": 55, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:858", "db_id": "orchestra", "question": "Find the number of orchestras whose record format is \"CD\" or \"DVD\".", "gold_sql": "SELECT COUNT(*) FROM orchestra WHERE Major_Record_Format = \"CD\" OR Major_Record_Format = \"DVD\"", "raw_output": "SELECT count(T1.Orchestra_ID) FROM orchestra AS T1 WHERE T1.Major_Record_Format = 'CD' OR T1.Major_Record_Format = 'DVD'", "predicted_sql": "SELECT count(T1.Orchestra_ID) FROM orchestra AS T1 WHERE T1.Major_Record_Format = 'CD' OR T1.Major_Record_Format = 'DVD'", "generation_status": "ok", "prompt_tokens": 410, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:839", "db_id": "orchestra", "question": "What is the name of the conductor who has worked the greatest number of years?", "gold_sql": "SELECT Name FROM conductor ORDER BY Year_of_Work DESC LIMIT 1", "raw_output": "SELECT T1.Name FROM conductor AS T1 ORDER BY SUM(T1.Year_of_Work) DESC LIMIT 1", "predicted_sql": "SELECT T1.Name FROM conductor AS T1 ORDER BY SUM(T1.Year_of_Work) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 410, "generated_tokens": 28, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "misuse of aggregate: SUM()", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:860", "db_id": "orchestra", "question": "Show the years in which orchestras that have given more than one performance are founded.", "gold_sql": "SELECT Year_of_Founded FROM orchestra AS T1 JOIN performance AS T2 ON T1.Orchestra_ID = T2.Orchestra_ID GROUP BY T2.Orchestra_ID HAVING COUNT(*) > 1", "raw_output": "SELECT DISTINCT T2.Year_of_Founded FROM orchestra AS T1 INNER JOIN orchestra AS T2 ON T1.Orchestra_ID = T2.Orchestra_ID WHERE T1.Orchestra_ID IN (SELECT Orchestra_ID FROM performance GROUP BY Orchestra_ID HAVING count(*) > 1)", "predicted_sql": "SELECT DISTINCT T2.Year_of_Founded FROM orchestra AS T1 INNER JOIN orchestra AS T2 ON T1.Orchestra_ID = T2.Orchestra_ID WHERE T1.Orchestra_ID IN (SELECT Orchestra_ID FROM performance GROUP BY Orchestra_ID HAVING count(*) > 1)", "generation_status": "ok", "prompt_tokens": 410, "generated_tokens": 69, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:861", "db_id": "orchestra", "question": "What are years of founding for orchestras that have had more than a single performance?", "gold_sql": "SELECT Year_of_Founded FROM orchestra AS T1 JOIN performance AS T2 ON T1.Orchestra_ID = T2.Orchestra_ID GROUP BY T2.Orchestra_ID HAVING COUNT(*) > 1", "raw_output": "SELECT DISTINCT T1.Year_of_Founded FROM orchestra AS T1 INNER JOIN performance AS T2 ON T1.Orchestra_ID = T2.Orchestra_ID GROUP BY T1.Orchestra_ID HAVING count(*) > 1", "predicted_sql": "SELECT DISTINCT T1.Year_of_Founded FROM orchestra AS T1 INNER JOIN performance AS T2 ON T1.Orchestra_ID = T2.Orchestra_ID GROUP BY T1.Orchestra_ID HAVING count(*) > 1", "generation_status": "ok", "prompt_tokens": 410, "generated_tokens": 56, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:832", "db_id": "orchestra", "question": "What are the maximum and minimum share of performances whose type is not \"Live final\".", "gold_sql": "SELECT max(SHARE) , min(SHARE) FROM performance WHERE TYPE != \"Live final\"", "raw_output": "SELECT MAX(T1.Share), MIN(T1.Share) FROM performance AS T1 INNER JOIN Orchestra AS T2 ON T1.Orchestra_ID = T2.Orchestra_ID WHERE T1.Type != 'Live final'", "predicted_sql": "SELECT MAX(T1.Share), MIN(T1.Share) FROM performance AS T1 INNER JOIN Orchestra AS T2 ON T1.Orchestra_ID = T2.Orchestra_ID WHERE T1.Type != 'Live final'", "generation_status": "ok", "prompt_tokens": 411, "generated_tokens": 55, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:829", "db_id": "orchestra", "question": "Return the record companies of orchestras, sorted descending by the years in which they were founded.", "gold_sql": "SELECT Record_Company FROM orchestra ORDER BY Year_of_Founded DESC", "raw_output": "SELECT T1.Record_Company FROM orchestra AS T1 ORDER BY T1.Year_of_Founded DESC", "predicted_sql": "SELECT T1.Record_Company FROM orchestra AS T1 ORDER BY T1.Year_of_Founded DESC", "generation_status": "ok", "prompt_tokens": 412, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:833", "db_id": "orchestra", "question": "Return the maximum and minimum shares for performances that do not have the type \"Live final\".", "gold_sql": "SELECT max(SHARE) , min(SHARE) FROM performance WHERE TYPE != \"Live final\"", "raw_output": "SELECT MAX(T1.Share), MIN(T1.Share) FROM performance AS T1 INNER JOIN show AS T2 ON T1.Performance_ID = T2.Performance_ID WHERE T1.Type != 'Live final'", "predicted_sql": "SELECT MAX(T1.Share), MIN(T1.Share) FROM performance AS T1 INNER JOIN show AS T2 ON T1.Performance_ID = T2.Performance_ID WHERE T1.Type != 'Live final'", "generation_status": "ok", "prompt_tokens": 412, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:837", "db_id": "orchestra", "question": "What are the names of conductors, sorted descending by the number of years they have worked?", "gold_sql": "SELECT Name FROM conductor ORDER BY Year_of_Work DESC", "raw_output": "SELECT T1.Name FROM conductor AS T1 ORDER BY SUM(T1.Year_of_Work) DESC", "predicted_sql": "SELECT T1.Name FROM conductor AS T1 ORDER BY SUM(T1.Year_of_Work) DESC", "generation_status": "ok", "prompt_tokens": 412, "generated_tokens": 25, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "misuse of aggregate: SUM()", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:828", "db_id": "orchestra", "question": "What are the record companies of orchestras in descending order of years in which they were founded?", "gold_sql": "SELECT Record_Company FROM orchestra ORDER BY Year_of_Founded DESC", "raw_output": "SELECT T1.Record_Company FROM orchestra AS T1 ORDER BY T1.Year_of_Founded DESC", "predicted_sql": "SELECT T1.Record_Company FROM orchestra AS T1 ORDER BY T1.Year_of_Founded DESC", "generation_status": "ok", "prompt_tokens": 412, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:846", "db_id": "orchestra", "question": "Please show the name of the conductor that has conducted orchestras founded after 2008.", "gold_sql": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE Year_of_Founded > 2008", "raw_output": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE T2.Year_of_Founded > 2008", "predicted_sql": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE T2.Year_of_Founded > 2008", "generation_status": "ok", "prompt_tokens": 413, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:847", "db_id": "orchestra", "question": "What are the names of conductors who have conducted orchestras founded after the year 2008?", "gold_sql": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE Year_of_Founded > 2008", "raw_output": "SELECT T1.Name FROM conductor AS T1 INNER JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE T2.Year_of_Founded > 2008", "predicted_sql": "SELECT T1.Name FROM conductor AS T1 INNER JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE T2.Year_of_Founded > 2008", "generation_status": "ok", "prompt_tokens": 414, "generated_tokens": 48, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:841", "db_id": "orchestra", "question": "What are the names of conductors as well as the corresonding orchestras that they have conducted?", "gold_sql": "SELECT T1.Name , T2.Orchestra FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID", "raw_output": "SELECT T1.Name, T2.Orchestra\nFROM conductor AS T1\nJOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID", "predicted_sql": "SELECT T1.Name, T2.Orchestra\nFROM conductor AS T1\nJOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID", "generation_status": "ok", "prompt_tokens": 414, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:856", "db_id": "orchestra", "question": "Show the record companies shared by orchestras founded before 2003 and after 2003.", "gold_sql": "SELECT Record_Company FROM orchestra WHERE Year_of_Founded < 2003 INTERSECT SELECT Record_Company FROM orchestra WHERE Year_of_Founded > 2003", "raw_output": "SELECT T1.Record_Company FROM orchestra AS T1 INNER JOIN conductor AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE T1.Year_of_Founded < 2003\nUNION\nSELECT T1.Record_Company FROM orchestra AS T1 INNER JOIN conductor AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE T1.Year_of_Founded > 2003", "predicted_sql": "SELECT T1.Record_Company FROM orchestra AS T1 INNER JOIN conductor AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE T1.Year_of_Founded < 2003\nUNION\nSELECT T1.Record_Company FROM orchestra AS T1 INNER JOIN conductor AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE T1.Year_of_Founded > 2003", "generation_status": "ok", "prompt_tokens": 416, "generated_tokens": 102, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:857", "db_id": "orchestra", "question": "What are the record companies that are used by both orchestras founded before 2003 and those founded after 2003?", "gold_sql": "SELECT Record_Company FROM orchestra WHERE Year_of_Founded < 2003 INTERSECT SELECT Record_Company FROM orchestra WHERE Year_of_Founded > 2003", "raw_output": "SELECT DISTINCT T1.Record_Company FROM orchestra AS T1 JOIN conductor AS T2 ON T1.Conductor_ID = T2.Conductor_ID JOIN orchestra AS T3 ON T1.Orchestra_ID = T3.Orchestra_ID WHERE T3.Year_of_Founded < 2003\nUNION\nSELECT DISTINCT T1.Record_Company FROM orchestra AS T1 JOIN conductor AS T2 ON T1.Conductor_ID = T2.Conductor_ID JOIN orchestra AS T3 ON T1.Orchestra_ID = T3.Orchestra_ID WHERE T3.Year_of_Founded > 2003", "predicted_sql": "SELECT DISTINCT T1.Record_Company FROM orchestra AS T1 JOIN conductor AS T2 ON T1.Conductor_ID = T2.Conductor_ID JOIN orchestra AS T3 ON T1.Orchestra_ID = T3.Orchestra_ID WHERE T3.Year_of_Founded < 2003\nUNION\nSELECT DISTINCT T1.Record_Company FROM orchestra AS T1 JOIN conductor AS T2 ON T1.Conductor_ID = T2.Conductor_ID JOIN orchestra AS T3 ON T1.Orchestra_ID = T3.Orchestra_ID WHERE T3.Year_of_Founded > 2003", "generation_status": "ok", "prompt_tokens": 422, "generated_tokens": 148, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:92", "db_id": "car_1", "question": "How many countries exist?", "gold_sql": "SELECT count(*) FROM COUNTRIES;", "raw_output": "SELECT count(*) FROM countries", "predicted_sql": "SELECT count(*) FROM countries", "generation_status": "ok", "prompt_tokens": 426, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:91", "db_id": "car_1", "question": "How many countries are listed?", "gold_sql": "SELECT count(*) FROM COUNTRIES;", "raw_output": "SELECT count(*) FROM countries", "predicted_sql": "SELECT count(*) FROM countries", "generation_status": "ok", "prompt_tokens": 427, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:87", "db_id": "car_1", "question": "How many continents are there?", "gold_sql": "SELECT count(*) FROM CONTINENTS;", "raw_output": "SELECT COUNT(*) FROM continents", "predicted_sql": "SELECT COUNT(*) FROM continents", "generation_status": "ok", "prompt_tokens": 427, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:88", "db_id": "car_1", "question": "What is the number of continents?", "gold_sql": "SELECT count(*) FROM CONTINENTS;", "raw_output": "SELECT COUNT(*) FROM continents", "predicted_sql": "SELECT COUNT(*) FROM continents", "generation_status": "ok", "prompt_tokens": 428, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:122", "db_id": "car_1", "question": "What are the makers and models?", "gold_sql": "SELECT Maker , Model FROM MODEL_LIST;", "raw_output": "SELECT T1.Maker, T2.Model FROM car_makers AS T1 JOIN model_list AS T3 ON T1.Id = T3.Maker JOIN car_names AS T2 ON T3.ModelId = T2.ModelId", "predicted_sql": "SELECT T1.Maker, T2.Model FROM car_makers AS T1 JOIN model_list AS T3 ON T1.Id = T3.Maker JOIN car_names AS T2 ON T3.ModelId = T2.ModelId", "generation_status": "ok", "prompt_tokens": 428, "generated_tokens": 54, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.ModelId", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:121", "db_id": "car_1", "question": "What are all the makers and models?", "gold_sql": "SELECT Maker , Model FROM MODEL_LIST;", "raw_output": "SELECT T1.Maker, T2.Model FROM car_makers AS T1 JOIN model_list AS T2 ON T1.Id = T2.Maker", "predicted_sql": "SELECT T1.Maker, T2.Model FROM car_makers AS T1 JOIN model_list AS T2 ON T1.Id = T2.Maker", "generation_status": "ok", "prompt_tokens": 429, "generated_tokens": 35, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:142", "db_id": "car_1", "question": "What model has the most different versions?", "gold_sql": "SELECT Model FROM CAR_NAMES GROUP BY Model ORDER BY count(*) DESC LIMIT 1;", "raw_output": "SELECT T2.Model FROM model_list AS T1 INNER JOIN car_names AS T3 ON T1.ModelId = T3.MakeId GROUP BY T2.Model ORDER BY COUNT(T3.Model) DESC LIMIT 1", "predicted_sql": "SELECT T2.Model FROM model_list AS T1 INNER JOIN car_names AS T3 ON T1.ModelId = T3.MakeId GROUP BY T2.Model ORDER BY COUNT(T3.Model) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 429, "generated_tokens": 52, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.Model", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:113", "db_id": "car_1", "question": "How many car makers are there in france?", "gold_sql": "SELECT count(*) FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country = T2.CountryId WHERE T2.CountryName = 'france';", "raw_output": "SELECT count(T1.Id) FROM car_makers AS T1 INNER JOIN countries AS T2 ON T1.Country = T2.CountryId WHERE T2.CountryName = 'France'", "predicted_sql": "SELECT count(T1.Id) FROM car_makers AS T1 INNER JOIN countries AS T2 ON T1.Country = T2.CountryId WHERE T2.CountryName = 'France'", "generation_status": "ok", "prompt_tokens": 430, "generated_tokens": 43, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:163", "db_id": "car_1", "question": "How many cars has over 6 cylinders?", "gold_sql": "SELECT COUNT(*) FROM CARS_DATA WHERE Cylinders > 6;", "raw_output": "SELECT count(*) FROM cars_data WHERE Cylinders > 6", "predicted_sql": "SELECT count(*) FROM cars_data WHERE Cylinders > 6", "generation_status": "ok", "prompt_tokens": 430, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:115", "db_id": "car_1", "question": "How many car models are produced in the usa?", "gold_sql": "SELECT count(*) FROM MODEL_LIST AS T1 JOIN CAR_MAKERS AS T2 ON T1.Maker = T2.Id JOIN COUNTRIES AS T3 ON T2.Country = T3.CountryId WHERE T3.CountryName = 'usa';", "raw_output": "SELECT count(T1.Model) FROM car_names AS T1 INNER JOIN car_makers AS T2 ON T1.MakeId = T2.Id INNER JOIN countries AS T3 ON T2.Country = T3.CountryId WHERE T3.CountryName = 'USA'", "predicted_sql": "SELECT count(T1.Model) FROM car_names AS T1 INNER JOIN car_makers AS T2 ON T1.MakeId = T2.Id INNER JOIN countries AS T3 ON T2.Country = T3.CountryId WHERE T3.CountryName = 'USA'", "generation_status": "ok", "prompt_tokens": 431, "generated_tokens": 62, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:134", "db_id": "car_1", "question": "What is the car model with the highest mpg ?", "gold_sql": "select t1.model from car_names as t1 join cars_data as t2 on t1.makeid = t2.id order by t2.mpg desc limit 1;", "raw_output": "SELECT T1.Model FROM car_names AS T1 INNER JOIN cars_data AS T2 ON T1.MakeId = T2.Id ORDER BY CAST(T2.MPG AS REAL) DESC LIMIT 1", "predicted_sql": "SELECT T1.Model FROM car_names AS T1 INNER JOIN cars_data AS T2 ON T1.MakeId = T2.Id ORDER BY CAST(T2.MPG AS REAL) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 431, "generated_tokens": 48, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:143", "db_id": "car_1", "question": "How many cars have more than 4 cylinders?", "gold_sql": "SELECT count(*) FROM CARS_DATA WHERE Cylinders > 4;", "raw_output": "SELECT count(*) FROM cars_data WHERE Cylinders > 4", "predicted_sql": "SELECT count(*) FROM cars_data WHERE Cylinders > 4", "generation_status": "ok", "prompt_tokens": 431, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:127", "db_id": "car_1", "question": "What is the average weight of cars each year?", "gold_sql": "SELECT avg(Weight) , YEAR FROM CARS_DATA GROUP BY YEAR;", "raw_output": "SELECT AVG(T1.Weight) FROM cars_data AS T1 JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Year IS NOT NULL", "predicted_sql": "SELECT AVG(T1.Weight) FROM cars_data AS T1 JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Year IS NOT NULL", "generation_status": "ok", "prompt_tokens": 431, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:95", "db_id": "car_1", "question": "Which model of the car has the minimum horsepower?", "gold_sql": "SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id ORDER BY T2.horsepower ASC LIMIT 1;", "raw_output": "SELECT T2.Model FROM cars_data AS T1 INNER JOIN car_names AS T3 ON T1.Id = T3.MakeId ORDER BY T1.Horsepower LIMIT 1", "predicted_sql": "SELECT T2.Model FROM cars_data AS T1 INNER JOIN car_names AS T3 ON T1.Id = T3.MakeId ORDER BY T1.Horsepower LIMIT 1", "generation_status": "ok", "prompt_tokens": 431, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.Model", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:139", "db_id": "car_1", "question": "What is the maximum accelerate for different number of cylinders?", "gold_sql": "SELECT max(Accelerate) , Cylinders FROM CARS_DATA GROUP BY Cylinders;", "raw_output": "SELECT MAX(T1.Accelerate) FROM cars_data AS T1 GROUP BY T1.Cylinders", "predicted_sql": "SELECT MAX(T1.Accelerate) FROM cars_data AS T1 GROUP BY T1.Cylinders", "generation_status": "ok", "prompt_tokens": 432, "generated_tokens": 25, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:140", "db_id": "car_1", "question": "What is the maximum accelerate for all the different cylinders?", "gold_sql": "SELECT max(Accelerate) , Cylinders FROM CARS_DATA GROUP BY Cylinders;", "raw_output": "SELECT MAX(T1.Accelerate) FROM cars_data AS T1\nGROUP BY T1.Cylinders", "predicted_sql": "SELECT MAX(T1.Accelerate) FROM cars_data AS T1\nGROUP BY T1.Cylinders", "generation_status": "ok", "prompt_tokens": 432, "generated_tokens": 26, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:128", "db_id": "car_1", "question": "What is the average weight and year for each year?", "gold_sql": "SELECT avg(Weight) , YEAR FROM CARS_DATA GROUP BY YEAR;", "raw_output": "SELECT AVG(T1.Weight), AVG(T1.Year) FROM cars_data AS T1 GROUP BY T1.Year", "predicted_sql": "SELECT AVG(T1.Weight), AVG(T1.Year) FROM cars_data AS T1 GROUP BY T1.Year", "generation_status": "ok", "prompt_tokens": 432, "generated_tokens": 29, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:161", "db_id": "car_1", "question": "How many countries has more than 2 car makers ?", "gold_sql": "select count(*) from countries as t1 join car_makers as t2 on t1.countryid = t2.country group by t1.countryid having count(*) > 2", "raw_output": "SELECT count(T1.CountryId) FROM countries AS T1 JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId GROUP BY T1.CountryId HAVING count(*) > 2", "predicted_sql": "SELECT count(T1.CountryId) FROM countries AS T1 JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId GROUP BY T1.CountryId HAVING count(*) > 2", "generation_status": "ok", "prompt_tokens": 432, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.CountryId", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:114", "db_id": "car_1", "question": "What is the number of makers of care in France?", "gold_sql": "SELECT count(*) FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country = T2.CountryId WHERE T2.CountryName = 'france';", "raw_output": "SELECT count(T1.Id) FROM car_makers AS T1 INNER JOIN countries AS T2 ON T1.Country = T2.CountryId WHERE T2.CountryName = 'France'", "predicted_sql": "SELECT count(T1.Id) FROM car_makers AS T1 INNER JOIN countries AS T2 ON T1.Country = T2.CountryId WHERE T2.CountryName = 'France'", "generation_status": "ok", "prompt_tokens": 432, "generated_tokens": 43, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:174", "db_id": "car_1", "question": "What are the names of the countries with no car makers?", "gold_sql": "SELECT CountryName FROM countries EXCEPT SELECT T1.CountryName FROM countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.countryId = T2.Country;", "raw_output": "SELECT T1.CountryName FROM countries AS T1 LEFT JOIN car_makers AS T2 ON T1.CountryId = T2.Country\nWHERE T2.Id IS NULL", "predicted_sql": "SELECT T1.CountryName FROM countries AS T1 LEFT JOIN car_makers AS T2 ON T1.CountryId = T2.Country\nWHERE T2.Id IS NULL", "generation_status": "ok", "prompt_tokens": 433, "generated_tokens": 39, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:138", "db_id": "car_1", "question": "What is the average edispl for all volvos?", "gold_sql": "SELECT avg(T2.edispl) FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T1.Model = 'volvo';", "raw_output": "SELECT AVG(T1.Edispl) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId INNER JOIN car_makers AS T3 ON T2.MakeId = T3.Id WHERE T3.Maker = 'Volvo'", "predicted_sql": "SELECT AVG(T1.Edispl) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId INNER JOIN car_makers AS T3 ON T2.MakeId = T3.Id WHERE T3.Maker = 'Volvo'", "generation_status": "ok", "prompt_tokens": 433, "generated_tokens": 65, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:129", "db_id": "car_1", "question": "Which countries in europe have at least 3 car manufacturers?", "gold_sql": "SELECT T1.CountryName FROM COUNTRIES AS T1 JOIN CONTINENTS AS T2 ON T1.Continent = T2.ContId JOIN CAR_MAKERS AS T3 ON T1.CountryId = T3.Country WHERE T2.Continent = 'europe' GROUP BY T1.CountryName HAVING count(*) >= 3;", "raw_output": "SELECT T2.CountryName FROM countries AS T2 INNER JOIN car_makers AS T3 ON T2.CountryId = T3.CountryId INNER JOIN countries AS T1 ON T3.Continent = T1.ContId WHERE T1.Continent = 'Europe' GROUP BY T2.CountryName HAVING count(*) >= 3", "predicted_sql": "SELECT T2.CountryName FROM countries AS T2 INNER JOIN car_makers AS T3 ON T2.CountryId = T3.CountryId INNER JOIN countries AS T1 ON T3.Continent = T1.ContId WHERE T1.Continent = 'Europe' GROUP BY T2.CountryName HAVING count(*) >= 3", "generation_status": "ok", "prompt_tokens": 433, "generated_tokens": 71, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T3.CountryId", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:145", "db_id": "car_1", "question": "how many cars were produced in 1980?", "gold_sql": "SELECT count(*) FROM CARS_DATA WHERE YEAR = 1980;", "raw_output": "SELECT count(*) FROM cars_data WHERE Year = 1980", "predicted_sql": "SELECT count(*) FROM cars_data WHERE Year = 1980", "generation_status": "ok", "prompt_tokens": 433, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:155", "db_id": "car_1", "question": "What is the horsepower of the car with the largest accelerate?", "gold_sql": "SELECT T1.horsepower FROM CARS_DATA AS T1 ORDER BY T1.accelerate DESC LIMIT 1;", "raw_output": "SELECT T1.Horsepower FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId ORDER BY T1.Accelerate DESC LIMIT 1", "predicted_sql": "SELECT T1.Horsepower FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId ORDER BY T1.Accelerate DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 433, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:156", "db_id": "car_1", "question": "What is the horsepower of the car with the greatest accelerate?", "gold_sql": "SELECT T1.horsepower FROM CARS_DATA AS T1 ORDER BY T1.accelerate DESC LIMIT 1;", "raw_output": "SELECT T1.Horsepower FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId ORDER BY T1.Accelerate DESC LIMIT 1", "predicted_sql": "SELECT T1.Horsepower FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId ORDER BY T1.Accelerate DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 433, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:141", "db_id": "car_1", "question": "Which model has the most version(make) of cars?", "gold_sql": "SELECT Model FROM CAR_NAMES GROUP BY Model ORDER BY count(*) DESC LIMIT 1;", "raw_output": "SELECT T2.Model FROM car_names AS T2 INNER JOIN car_makers AS T3 ON T2.MakeId = T3.Id GROUP BY T2.Model ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T2.Model FROM car_names AS T2 INNER JOIN car_makers AS T3 ON T2.MakeId = T3.Id GROUP BY T2.Model ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 433, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:144", "db_id": "car_1", "question": "What is the number of cars with more than 4 cylinders?", "gold_sql": "SELECT count(*) FROM CARS_DATA WHERE Cylinders > 4;", "raw_output": "SELECT count(*) FROM cars_data WHERE Cylinders > 4", "predicted_sql": "SELECT count(*) FROM cars_data WHERE Cylinders > 4", "generation_status": "ok", "prompt_tokens": 434, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:164", "db_id": "car_1", "question": "What is the number of carsw ith over 6 cylinders?", "gold_sql": "SELECT COUNT(*) FROM CARS_DATA WHERE Cylinders > 6;", "raw_output": "SELECT count(*) FROM cars_data WHERE Cylinders > 6", "predicted_sql": "SELECT count(*) FROM cars_data WHERE Cylinders > 6", "generation_status": "ok", "prompt_tokens": 434, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:108", "db_id": "car_1", "question": "What is the name of the country with the most car makers?", "gold_sql": "SELECT T2.CountryName FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country = T2.CountryId GROUP BY T1.Country ORDER BY Count(*) DESC LIMIT 1;", "raw_output": "SELECT T2.CountryName FROM car_makers AS T1 JOIN countries AS T2 ON T1.Country = T2.CountryId GROUP BY T2.CountryName ORDER BY COUNT(T1.Id) DESC LIMIT 1", "predicted_sql": "SELECT T2.CountryName FROM car_makers AS T1 JOIN countries AS T2 ON T1.Country = T2.CountryId GROUP BY T2.CountryName ORDER BY COUNT(T1.Id) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 434, "generated_tokens": 50, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:146", "db_id": "car_1", "question": "In 1980, how many cars were made?", "gold_sql": "SELECT count(*) FROM CARS_DATA WHERE YEAR = 1980;", "raw_output": "SELECT count(*) FROM cars_data WHERE Year = 1980", "predicted_sql": "SELECT count(*) FROM cars_data WHERE Year = 1980", "generation_status": "ok", "prompt_tokens": 434, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:116", "db_id": "car_1", "question": "What is the count of the car models produced in the United States?", "gold_sql": "SELECT count(*) FROM MODEL_LIST AS T1 JOIN CAR_MAKERS AS T2 ON T1.Maker = T2.Id JOIN COUNTRIES AS T3 ON T2.Country = T3.CountryId WHERE T3.CountryName = 'usa';", "raw_output": "SELECT count(T1.Model) FROM car_names AS T1 INNER JOIN car_makers AS T2 ON T1.MakeId = T2.Id INNER JOIN countries AS T3 ON T2.Country = T3.CountryId WHERE T3.CountryName = 'United States'", "predicted_sql": "SELECT count(T1.Model) FROM car_names AS T1 INNER JOIN car_makers AS T2 ON T1.MakeId = T2.Id INNER JOIN countries AS T3 ON T2.Country = T3.CountryId WHERE T3.CountryName = 'United States'", "generation_status": "ok", "prompt_tokens": 435, "generated_tokens": 63, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:97", "db_id": "car_1", "question": "Find the model of the car whose weight is below the average weight.", "gold_sql": "SELECT T1.model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.Weight < (SELECT avg(Weight) FROM CARS_DATA)", "raw_output": "SELECT T2.Model FROM cars_data AS T1 INNER JOIN car_names AS T3 ON T1.Id = T3.MakeId ORDER BY T1.Weight < (SELECT AVG(Weight) FROM cars_data)", "predicted_sql": "SELECT T2.Model FROM cars_data AS T1 INNER JOIN car_names AS T3 ON T1.Id = T3.MakeId ORDER BY T1.Weight < (SELECT AVG(Weight) FROM cars_data)", "generation_status": "ok", "prompt_tokens": 435, "generated_tokens": 50, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.Model", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:162", "db_id": "car_1", "question": "What is the number of countries with more than 2 car makers ?", "gold_sql": "select count(*) from countries as t1 join car_makers as t2 on t1.countryid = t2.country group by t1.countryid having count(*) > 2", "raw_output": "SELECT count(T1.CountryId) FROM countries AS T1 JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId GROUP BY T1.CountryId HAVING count(*) > 2", "predicted_sql": "SELECT count(T1.CountryId) FROM countries AS T1 JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId GROUP BY T1.CountryId HAVING count(*) > 2", "generation_status": "ok", "prompt_tokens": 435, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.CountryId", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:96", "db_id": "car_1", "question": "What is the model of the car with the smallest amount of horsepower?", "gold_sql": "SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id ORDER BY T2.horsepower ASC LIMIT 1;", "raw_output": "SELECT T2.Model FROM cars_data AS T1 INNER JOIN car_names AS T3 ON T1.Id = T3.MakeId ORDER BY T1.Horsepower ASC LIMIT 1", "predicted_sql": "SELECT T2.Model FROM cars_data AS T1 INNER JOIN car_names AS T3 ON T1.Id = T3.MakeId ORDER BY T1.Horsepower ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 435, "generated_tokens": 43, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.Model", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:103", "db_id": "car_1", "question": "Which distinct car models are the produced after 1980?", "gold_sql": "SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.model = T2.model JOIN CARS_DATA AS T3 ON T2.MakeId = T3.id WHERE T3.year > 1980;", "raw_output": "SELECT DISTINCT T2.Model\nFROM cars_data AS T1\nINNER JOIN car_names AS T3 ON T1.Id = T3.MakeId\nWHERE T1.Year > 1980", "predicted_sql": "SELECT DISTINCT T2.Model\nFROM cars_data AS T1\nINNER JOIN car_names AS T3 ON T1.Id = T3.MakeId\nWHERE T1.Year > 1980", "generation_status": "ok", "prompt_tokens": 435, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.Model", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:107", "db_id": "car_1", "question": "Which of the countries has the most car makers? List the country name.", "gold_sql": "SELECT T2.CountryName FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country = T2.CountryId GROUP BY T1.Country ORDER BY Count(*) DESC LIMIT 1;", "raw_output": "SELECT T1.CountryName FROM countries AS T1 JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId GROUP BY T1.CountryName ORDER BY COUNT(T2.Id) DESC LIMIT 1", "predicted_sql": "SELECT T1.CountryName FROM countries AS T1 JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId GROUP BY T1.CountryName ORDER BY COUNT(T2.Id) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 436, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.CountryId", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:98", "db_id": "car_1", "question": "What is the model for the car with a weight smaller than the average?", "gold_sql": "SELECT T1.model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.Weight < (SELECT avg(Weight) FROM CARS_DATA)", "raw_output": "SELECT T1.Model FROM car_names AS T1 INNER JOIN cars_data AS T2 ON T1.MakeId = T2.Id WHERE T2.Weight < (SELECT AVG(Weight) FROM cars_data);", "predicted_sql": "SELECT T1.Model FROM car_names AS T1 INNER JOIN cars_data AS T2 ON T1.MakeId = T2.Id WHERE T2.Weight < (SELECT AVG(Weight) FROM cars_data);", "generation_status": "ok", "prompt_tokens": 436, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:130", "db_id": "car_1", "question": "What are the names of all European countries with at least 3 manufacturers?", "gold_sql": "SELECT T1.CountryName FROM COUNTRIES AS T1 JOIN CONTINENTS AS T2 ON T1.Continent = T2.ContId JOIN CAR_MAKERS AS T3 ON T1.CountryId = T3.Country WHERE T2.Continent = 'europe' GROUP BY T1.CountryName HAVING count(*) >= 3;", "raw_output": "SELECT T2.CountryName FROM countries AS T2 INNER JOIN car_makers AS T3 ON T2.CountryId = T3.CountryId INNER JOIN countries AS T1 ON T3.Continent = T1.ContId GROUP BY T2.CountryName HAVING count(*) >= 3;", "predicted_sql": "SELECT T2.CountryName FROM countries AS T2 INNER JOIN car_makers AS T3 ON T2.CountryId = T3.CountryId INNER JOIN countries AS T1 ON T3.Continent = T1.ContId GROUP BY T2.CountryName HAVING count(*) >= 3;", "generation_status": "ok", "prompt_tokens": 436, "generated_tokens": 63, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T3.CountryId", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:137", "db_id": "car_1", "question": "What is the average edispl of the cars of model volvo?", "gold_sql": "SELECT avg(T2.edispl) FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T1.Model = 'volvo';", "raw_output": "SELECT AVG(T1.Edispl) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId INNER JOIN model_list AS T3 ON T2.Model = T3.Model INNER JOIN car_makers AS T4 ON T3.Maker = T4.Id WHERE T4.FullName = 'Volvo'", "predicted_sql": "SELECT AVG(T1.Edispl) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId INNER JOIN model_list AS T3 ON T2.Model = T3.Model INNER JOIN car_makers AS T4 ON T3.Maker = T4.Id WHERE T4.FullName = 'Volvo'", "generation_status": "ok", "prompt_tokens": 436, "generated_tokens": 82, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:135", "db_id": "car_1", "question": "What is the average horsepower of the cars before 1980?", "gold_sql": "SELECT avg(horsepower) FROM CARS_DATA WHERE YEAR < 1980;", "raw_output": "SELECT AVG(T1.Horsepower) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Year < 1980", "predicted_sql": "SELECT AVG(T1.Horsepower) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Year < 1980", "generation_status": "ok", "prompt_tokens": 436, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:165", "db_id": "car_1", "question": "For the cars with 4 cylinders, which model has the largest horsepower?", "gold_sql": "SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.Cylinders = 4 ORDER BY T2.horsepower DESC LIMIT 1;", "raw_output": "SELECT T2.Model FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Cylinders = 4 ORDER BY T1.Horsepower DESC LIMIT 1", "predicted_sql": "SELECT T2.Model FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Cylinders = 4 ORDER BY T1.Horsepower DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 436, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:159", "db_id": "car_1", "question": "How many cars have a larger accelerate than the car with the largest horsepower?", "gold_sql": "SELECT COUNT(*) FROM CARS_DATA WHERE Accelerate > ( SELECT Accelerate FROM CARS_DATA ORDER BY Horsepower DESC LIMIT 1 );", "raw_output": "SELECT count(*) FROM cars_data WHERE Accelerate > (SELECT MAX(Horsepower) FROM cars_data)", "predicted_sql": "SELECT count(*) FROM cars_data WHERE Accelerate > (SELECT MAX(Horsepower) FROM cars_data)", "generation_status": "ok", "prompt_tokens": 436, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:150", "db_id": "car_1", "question": "What are the names and ids of all makers with more than 3 models?", "gold_sql": "SELECT T1.FullName , T1.Id FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id HAVING count(*) > 3;", "raw_output": "SELECT T1.FullName, T1.Id FROM car_makers AS T1 JOIN model_list AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id, T1.FullName HAVING count(*) > 3", "predicted_sql": "SELECT T1.FullName, T1.Id FROM car_makers AS T1 JOIN model_list AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id, T1.FullName HAVING count(*) > 3", "generation_status": "ok", "prompt_tokens": 437, "generated_tokens": 52, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:136", "db_id": "car_1", "question": "What is the average horsepower for all cars produced before 1980 ?", "gold_sql": "select avg(horsepower) from cars_data where year < 1980;", "raw_output": "SELECT AVG(T1.Horsepower) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Year < 1980", "predicted_sql": "SELECT AVG(T1.Horsepower) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Year < 1980", "generation_status": "ok", "prompt_tokens": 437, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:173", "db_id": "car_1", "question": "What are the name of the countries where there is not a single car maker?", "gold_sql": "SELECT CountryName FROM countries EXCEPT SELECT T1.CountryName FROM countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.countryId = T2.Country;", "raw_output": "SELECT T1.CountryName FROM countries AS T1 LEFT JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId WHERE T2.Id IS NULL", "predicted_sql": "SELECT T1.CountryName FROM countries AS T1 LEFT JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId WHERE T2.Id IS NULL", "generation_status": "ok", "prompt_tokens": 437, "generated_tokens": 39, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.CountryId", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:147", "db_id": "car_1", "question": "How many car models were produced by the maker with full name American Motor Company?", "gold_sql": "SELECT count(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker WHERE T1.FullName = 'American Motor Company';", "raw_output": "SELECT count(T1.Model) FROM car_names AS T1 INNER JOIN car_makers AS T2 ON T1.MakeId = T2.Id WHERE T2.FullName = 'American Motor Company'", "predicted_sql": "SELECT count(T1.Model) FROM car_names AS T1 INNER JOIN car_makers AS T2 ON T1.MakeId = T2.Id WHERE T2.FullName = 'American Motor Company'", "generation_status": "ok", "prompt_tokens": 437, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:148", "db_id": "car_1", "question": "What is the number of car models created by the car maker American Motor Company?", "gold_sql": "SELECT count(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker WHERE T1.FullName = 'American Motor Company';", "raw_output": "SELECT count(T1.Model) FROM car_names AS T1 INNER JOIN car_makers AS T2 ON T1.MakeId = T2.Id WHERE T2.FullName = 'American Motor Company'", "predicted_sql": "SELECT count(T1.Model) FROM car_names AS T1 INNER JOIN car_makers AS T2 ON T1.MakeId = T2.Id WHERE T2.FullName = 'American Motor Company'", "generation_status": "ok", "prompt_tokens": 437, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:126", "db_id": "car_1", "question": "What is the number of cars with a horsepower greater than 150?", "gold_sql": "SELECT count(*) FROM CARS_DATA WHERE horsepower > 150;", "raw_output": "SELECT count(*) FROM cars_data WHERE Horsepower > '150';", "predicted_sql": "SELECT count(*) FROM cars_data WHERE Horsepower > '150';", "generation_status": "ok", "prompt_tokens": 437, "generated_tokens": 17, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:124", "db_id": "car_1", "question": "What are the names and ids of all countries with at least one car maker?", "gold_sql": "SELECT T1.CountryName , T1.CountryId FROM COUNTRIES AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId = T2.Country GROUP BY T1.CountryId HAVING count(*) >= 1;", "raw_output": "SELECT T1.CountryName, T1.CountryId FROM countries AS T1 INNER JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId", "predicted_sql": "SELECT T1.CountryName, T1.CountryId FROM countries AS T1 INNER JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId", "generation_status": "ok", "prompt_tokens": 437, "generated_tokens": 38, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.CountryId", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:125", "db_id": "car_1", "question": "What is the number of the cars with horsepower more than 150?", "gold_sql": "SELECT count(*) FROM CARS_DATA WHERE horsepower > 150;", "raw_output": "SELECT count(*) FROM cars_data WHERE Horsepower > '150'", "predicted_sql": "SELECT count(*) FROM cars_data WHERE Horsepower > '150'", "generation_status": "ok", "prompt_tokens": 437, "generated_tokens": 17, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:118", "db_id": "car_1", "question": "What is the average miles per gallon of all the cards with 4 cylinders?", "gold_sql": "SELECT avg(mpg) FROM CARS_DATA WHERE Cylinders = 4;", "raw_output": "SELECT AVG(T1.MPG) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Cylinders = 4", "predicted_sql": "SELECT AVG(T1.MPG) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Cylinders = 4", "generation_status": "ok", "prompt_tokens": 437, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:123", "db_id": "car_1", "question": "What are the countries having at least one car maker? List name and id.", "gold_sql": "SELECT T1.CountryName , T1.CountryId FROM COUNTRIES AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId = T2.Country GROUP BY T1.CountryId HAVING count(*) >= 1;", "raw_output": "SELECT T1.CountryName, T1.CountryId FROM countries AS T1 INNER JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId", "predicted_sql": "SELECT T1.CountryName, T1.CountryId FROM countries AS T1 INNER JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId", "generation_status": "ok", "prompt_tokens": 437, "generated_tokens": 38, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.CountryId", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:166", "db_id": "car_1", "question": "For all of the 4 cylinder cars, which model has the most horsepower?", "gold_sql": "SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.Cylinders = 4 ORDER BY T2.horsepower DESC LIMIT 1;", "raw_output": "SELECT T2.Model FROM cars_data AS T1 INNER JOIN car_names AS T3 ON T1.Id = T3.MakeId INNER JOIN model_list AS T4 ON T3.Model = T4.Model INNER JOIN car_makers AS T5 ON T4.Maker = T5.Id WHERE T1.Cylinders = 4 ORDER BY T1.Horsepower DESC LIMIT 1", "predicted_sql": "SELECT T2.Model FROM cars_data AS T1 INNER JOIN car_names AS T3 ON T1.Id = T3.MakeId INNER JOIN model_list AS T4 ON T3.Model = T4.Model INNER JOIN car_makers AS T5 ON T4.Maker = T5.Id WHERE T1.Cylinders = 4 ORDER BY T1.Horsepower DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 437, "generated_tokens": 89, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.Model", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:104", "db_id": "car_1", "question": "What are the different models for the cards produced after 1980?", "gold_sql": "SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.model = T2.model JOIN CARS_DATA AS T3 ON T2.MakeId = T3.id WHERE T3.year > 1980;", "raw_output": "SELECT T1.Model FROM model_list AS T1 INNER JOIN car_names AS T2 ON T1.ModelId = T2.MakeId INNER JOIN cars_data AS T3 ON T2.MakeId = T3.Id WHERE T3.Year > 1980", "predicted_sql": "SELECT T1.Model FROM model_list AS T1 INNER JOIN car_names AS T2 ON T1.ModelId = T2.MakeId INNER JOIN cars_data AS T3 ON T2.MakeId = T3.Id WHERE T3.Year > 1980", "generation_status": "ok", "prompt_tokens": 437, "generated_tokens": 63, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:149", "db_id": "car_1", "question": "Which makers designed more than 3 car models? List full name and the id.", "gold_sql": "SELECT T1.FullName , T1.Id FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id HAVING count(*) > 3;", "raw_output": "SELECT T1.FullName, T1.Id FROM car_makers AS T1 JOIN model_list AS T2 ON T1.Id = T2.Maker WHERE T1.Id IN (SELECT Maker FROM model_list GROUP BY Maker HAVING count(*) > 3)", "predicted_sql": "SELECT T1.FullName, T1.Id FROM car_makers AS T1 JOIN model_list AS T2 ON T1.Id = T2.Maker WHERE T1.Id IN (SELECT Maker FROM model_list GROUP BY Maker HAVING count(*) > 3)", "generation_status": "ok", "prompt_tokens": 438, "generated_tokens": 58, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:157", "db_id": "car_1", "question": "For model volvo, how many cylinders does the car with the least accelerate have?", "gold_sql": "SELECT T1.cylinders FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T2.Model = 'volvo' ORDER BY T1.accelerate ASC LIMIT 1;", "raw_output": "SELECT T1.Cylinders FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId INNER JOIN model_list AS T3 ON T2.Model = T3.Model INNER JOIN car_makers AS T4 ON T3.Maker = T4.Id WHERE T3.Model = 'volvo' ORDER BY T1.Accelerate ASC LIMIT 1", "predicted_sql": "SELECT T1.Cylinders FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId INNER JOIN model_list AS T3 ON T2.Model = T3.Model INNER JOIN car_makers AS T4 ON T3.Maker = T4.Id WHERE T3.Model = 'volvo' ORDER BY T1.Accelerate ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 438, "generated_tokens": 91, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:90", "db_id": "car_1", "question": "For each continent, list its id, name, and how many countries it has?", "gold_sql": "SELECT T1.ContId , T1.Continent , count(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId = T2.Continent GROUP BY T1.ContId;", "raw_output": "SELECT T1.ContId, T1.Continent, count(T2.CountryId) FROM continents AS T1 JOIN countries AS T2 ON T1.ContId = T2.Continent GROUP BY T1.ContId, T1.Continent", "predicted_sql": "SELECT T1.ContId, T1.Continent, count(T2.CountryId) FROM continents AS T1 JOIN countries AS T2 ON T1.ContId = T2.Continent GROUP BY T1.ContId, T1.Continent", "generation_status": "ok", "prompt_tokens": 438, "generated_tokens": 54, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:101", "db_id": "car_1", "question": "Find the make and production time of the cars that were produced in the earliest year?", "gold_sql": "SELECT T2.Make , T1.Year FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T1.Year = (SELECT min(YEAR) FROM CARS_DATA);", "raw_output": "SELECT T1.Make, T2.Year\nFROM car_names AS T1\nINNER JOIN cars_data AS T2 ON T1.MakeId = T2.Id\nORDER BY T2.Year\nLIMIT 1", "predicted_sql": "SELECT T1.Make, T2.Year\nFROM car_names AS T1\nINNER JOIN cars_data AS T2 ON T1.MakeId = T2.Id\nORDER BY T2.Year\nLIMIT 1", "generation_status": "ok", "prompt_tokens": 438, "generated_tokens": 50, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:158", "db_id": "car_1", "question": "For a volvo model, how many cylinders does the version with least accelerate have?", "gold_sql": "SELECT T1.cylinders FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T2.Model = 'volvo' ORDER BY T1.accelerate ASC LIMIT 1;", "raw_output": "SELECT T1.Cylinders FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId INNER JOIN model_list AS T3 ON T2.Model = T3.Model INNER JOIN car_makers AS T4 ON T3.Maker = T4.Id WHERE T4.Maker = 'Volvo' ORDER BY T1.Accelerate ASC LIMIT 1", "predicted_sql": "SELECT T1.Cylinders FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId INNER JOIN model_list AS T3 ON T2.Model = T3.Model INNER JOIN car_makers AS T4 ON T3.Maker = T4.Id WHERE T4.Maker = 'Volvo' ORDER BY T1.Accelerate ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 438, "generated_tokens": 90, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:111", "db_id": "car_1", "question": "What is the accelerate of the car make amc hornet sportabout (sw)?", "gold_sql": "SELECT T1.Accelerate FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T2.Make = 'amc hornet sportabout (sw)';", "raw_output": "SELECT T1.Accelerate FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId INNER JOIN car_makers AS T3 ON T2.MakeId = T3.Id WHERE T3.FullName = 'amc hornet sportabout (sw)'", "predicted_sql": "SELECT T1.Accelerate FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId INNER JOIN car_makers AS T3 ON T2.MakeId = T3.Id WHERE T3.FullName = 'amc hornet sportabout (sw)'", "generation_status": "ok", "prompt_tokens": 438, "generated_tokens": 68, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:131", "db_id": "car_1", "question": "What is the maximum horsepower and the make of the car models with 3 cylinders?", "gold_sql": "SELECT T2.horsepower , T1.Make FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.cylinders = 3 ORDER BY T2.horsepower DESC LIMIT 1;", "raw_output": "SELECT T1.Horsepower, T3.Make FROM cars_data AS T1 JOIN car_names AS T2 ON T1.Id = T2.MakeId JOIN car_makers AS T3 ON T2.MakeId = T3.Id WHERE T1.Cylinders = 3 ORDER BY T1.Horsepower DESC LIMIT 1", "predicted_sql": "SELECT T1.Horsepower, T3.Make FROM cars_data AS T1 JOIN car_names AS T2 ON T1.Id = T2.MakeId JOIN car_makers AS T3 ON T2.MakeId = T3.Id WHERE T1.Cylinders = 3 ORDER BY T1.Horsepower DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 438, "generated_tokens": 76, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T3.Make", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:112", "db_id": "car_1", "question": "How much does the car accelerate that makes amc hornet sportabout (sw)?", "gold_sql": "SELECT T1.Accelerate FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T2.Make = 'amc hornet sportabout (sw)';", "raw_output": "SELECT T1.Accelerate FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId INNER JOIN car_makers AS T3 ON T2.MakeId = T3.Id WHERE T3.FullName = 'amc hornet sportabout (sw)'", "predicted_sql": "SELECT T1.Accelerate FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId INNER JOIN car_makers AS T3 ON T2.MakeId = T3.Id WHERE T3.FullName = 'amc hornet sportabout (sw)'", "generation_status": "ok", "prompt_tokens": 438, "generated_tokens": 68, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:160", "db_id": "car_1", "question": "What is the number of cars with a greater accelerate than the one with the most horsepower?", "gold_sql": "SELECT COUNT(*) FROM CARS_DATA WHERE Accelerate > ( SELECT Accelerate FROM CARS_DATA ORDER BY Horsepower DESC LIMIT 1 );", "raw_output": "SELECT count(*) FROM cars_data WHERE Accelerate > (SELECT MAX(Horsepower) FROM cars_data)", "predicted_sql": "SELECT count(*) FROM cars_data WHERE Accelerate > (SELECT MAX(Horsepower) FROM cars_data)", "generation_status": "ok", "prompt_tokens": 439, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:105", "db_id": "car_1", "question": "How many car makers are there in each continents? List the continent name and the count.", "gold_sql": "SELECT T1.Continent , count(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId = T2.continent JOIN car_makers AS T3 ON T2.CountryId = T3.Country GROUP BY T1.Continent;", "raw_output": "SELECT T1.Continent, count(T2.Id) FROM continents AS T1 JOIN countries AS T2 ON T1.ContId = T2.Continent GROUP BY T1.Continent", "predicted_sql": "SELECT T1.Continent, count(T2.Id) FROM continents AS T1 JOIN countries AS T2 ON T1.ContId = T2.Continent GROUP BY T1.Continent", "generation_status": "ok", "prompt_tokens": 439, "generated_tokens": 41, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.Id", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:106", "db_id": "car_1", "question": "What is the name of each continent and how many car makers are there in each one?", "gold_sql": "SELECT T1.Continent , count(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId = T2.continent JOIN car_makers AS T3 ON T2.CountryId = T3.Country GROUP BY T1.Continent;", "raw_output": "SELECT T1.Continent, count(T2.Id) FROM continents AS T1 JOIN countries AS T3 ON T1.ContId = T3.Continent JOIN car_makers AS T2 ON T2.Country = T3.CountryId GROUP BY T1.Continent", "predicted_sql": "SELECT T1.Continent, count(T2.Id) FROM continents AS T1 JOIN countries AS T3 ON T1.ContId = T3.Continent JOIN car_makers AS T2 ON T2.Country = T3.CountryId GROUP BY T1.Continent", "generation_status": "ok", "prompt_tokens": 439, "generated_tokens": 59, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:102", "db_id": "car_1", "question": "What is the maker of the carr produced in the earliest year and what year was it?", "gold_sql": "SELECT T2.Make , T1.Year FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T1.Year = (SELECT min(YEAR) FROM CARS_DATA);", "raw_output": "SELECT T1.Maker, T2.Year FROM car_names AS T1 JOIN cars_data AS T2 ON T1.MakeId = T2.Id ORDER BY T2.Year ASC LIMIT 1", "predicted_sql": "SELECT T1.Maker, T2.Year FROM car_names AS T1 JOIN cars_data AS T2 ON T1.MakeId = T2.Id ORDER BY T2.Year ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 439, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.Maker", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:117", "db_id": "car_1", "question": "What is the average miles per gallon(mpg) of the cars with 4 cylinders?", "gold_sql": "SELECT avg(mpg) FROM CARS_DATA WHERE Cylinders = 4;", "raw_output": "SELECT AVG(T1.MPG) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Cylinders = 4", "predicted_sql": "SELECT AVG(T1.MPG) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Cylinders = 4", "generation_status": "ok", "prompt_tokens": 439, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:133", "db_id": "car_1", "question": "Which model saves the most gasoline? That is to say, have the maximum miles per gallon.", "gold_sql": "SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id ORDER BY T2.mpg DESC LIMIT 1;", "raw_output": "SELECT T1.Model FROM car_names AS T1 INNER JOIN cars_data AS T2 ON T1.MakeId = T2.Id ORDER BY T2.MPG DESC LIMIT 1", "predicted_sql": "SELECT T1.Model FROM car_names AS T1 INNER JOIN cars_data AS T2 ON T1.MakeId = T2.Id ORDER BY T2.MPG DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 440, "generated_tokens": 43, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:93", "db_id": "car_1", "question": "How many models does each car maker produce? List maker full name, id and the number.", "gold_sql": "SELECT T1.FullName , T1.Id , count(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id;", "raw_output": "SELECT T1.FullName, T1.Id, count(T2.ModelId) FROM car_makers AS T1 JOIN car_names AS T2 ON T1.Id = T2.MakeId GROUP BY T1.FullName, T1.Id", "predicted_sql": "SELECT T1.FullName, T1.Id, count(T2.ModelId) FROM car_makers AS T1 JOIN car_names AS T2 ON T1.Id = T2.MakeId GROUP BY T1.FullName, T1.Id", "generation_status": "ok", "prompt_tokens": 440, "generated_tokens": 56, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.ModelId", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:119", "db_id": "car_1", "question": "What is the smallest weight of the car produced with 8 cylinders on 1974 ?", "gold_sql": "select min(weight) from cars_data where cylinders = 8 and year = 1974", "raw_output": "SELECT MIN(T1.Weight) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Cylinders = 8 AND T1.Year = 1974", "predicted_sql": "SELECT MIN(T1.Weight) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Cylinders = 8 AND T1.Year = 1974", "generation_status": "ok", "prompt_tokens": 441, "generated_tokens": 56, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:132", "db_id": "car_1", "question": "What is the largest amount of horsepower for the models with 3 cylinders and what make is it?", "gold_sql": "SELECT T2.horsepower , T1.Make FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.cylinders = 3 ORDER BY T2.horsepower DESC LIMIT 1;", "raw_output": "SELECT T2.FullName FROM cars_data AS T1 INNER JOIN car_names AS T3 ON T1.Id = T3.MakeId INNER JOIN car_makers AS T2 ON T3.MakeId = T2.Id WHERE T1.Cylinders = 3 ORDER BY T1.Horsepower DESC LIMIT 1", "predicted_sql": "SELECT T2.FullName FROM cars_data AS T1 INNER JOIN car_names AS T3 ON T1.Id = T3.MakeId INNER JOIN car_makers AS T2 ON T3.MakeId = T2.Id WHERE T1.Cylinders = 3 ORDER BY T1.Horsepower DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 441, "generated_tokens": 72, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:120", "db_id": "car_1", "question": "What is the minimum weight of the car with 8 cylinders produced in 1974 ?", "gold_sql": "select min(weight) from cars_data where cylinders = 8 and year = 1974", "raw_output": "SELECT MIN(T1.Weight) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Cylinders = 8 AND T1.Year = 1974", "predicted_sql": "SELECT MIN(T1.Weight) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Cylinders = 8 AND T1.Year = 1974", "generation_status": "ok", "prompt_tokens": 441, "generated_tokens": 56, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:171", "db_id": "car_1", "question": "Which models are lighter than 3500 but not built by the 'Ford Motor Company'?", "gold_sql": "SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.Model = T2.Model JOIN CARS_DATA AS T3 ON T2.MakeId = T3.Id JOIN CAR_MAKERS AS T4 ON T1.Maker = T4.Id WHERE T3.weight < 3500 AND T4.FullName != 'Ford Motor Company';", "raw_output": "SELECT T1.Model FROM model_list AS T1 INNER JOIN car_names AS T2 ON T1.ModelId = T2.MakeId INNER JOIN car_makers AS T3 ON T2.MakeId = T3.Id INNER JOIN cars_data AS T4 ON T1.ModelId = T4.Id WHERE T4.Weight < 3500 AND T3.FullName != 'Ford Motor Company'", "predicted_sql": "SELECT T1.Model FROM model_list AS T1 INNER JOIN car_names AS T2 ON T1.ModelId = T2.MakeId INNER JOIN car_makers AS T3 ON T2.MakeId = T3.Id INNER JOIN cars_data AS T4 ON T1.ModelId = T4.Id WHERE T4.Weight < 3500 AND T3.FullName != 'Ford Motor Company'", "generation_status": "ok", "prompt_tokens": 441, "generated_tokens": 93, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:109", "db_id": "car_1", "question": "How many car models are produced by each maker ? Only list the count and the maker full name .", "gold_sql": "select count(*) , t2.fullname from model_list as t1 join car_makers as t2 on t1.maker = t2.id group by t2.id;", "raw_output": "SELECT T1.FullName, count(T2.ModelId) FROM car_makers AS T1 JOIN car_names AS T2 ON T1.Id = T2.MakeId GROUP BY T1.FullName", "predicted_sql": "SELECT T1.FullName, count(T2.ModelId) FROM car_makers AS T1 JOIN car_names AS T2 ON T1.Id = T2.MakeId GROUP BY T1.FullName", "generation_status": "ok", "prompt_tokens": 441, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.ModelId", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:100", "db_id": "car_1", "question": "What is the name of the different car makers who produced a car in 1970?", "gold_sql": "SELECT DISTINCT T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker JOIN CAR_NAMES AS T3 ON T2.model = T3.model JOIN CARS_DATA AS T4 ON T3.MakeId = T4.id WHERE T4.year = '1970';", "raw_output": "SELECT DISTINCT T1.Maker\nFROM car_makers AS T1\nINNER JOIN cars_data AS T2 ON T1.Id = T2.Id\nWHERE T2.Year = 1970", "predicted_sql": "SELECT DISTINCT T1.Maker\nFROM car_makers AS T1\nINNER JOIN cars_data AS T2 ON T1.Id = T2.Id\nWHERE T2.Year = 1970", "generation_status": "ok", "prompt_tokens": 441, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:99", "db_id": "car_1", "question": "Find the name of the makers that produced some cars in the year of 1970?", "gold_sql": "SELECT DISTINCT T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker JOIN CAR_NAMES AS T3 ON T2.model = T3.model JOIN CARS_DATA AS T4 ON T3.MakeId = T4.id WHERE T4.year = '1970';", "raw_output": "SELECT T1.FullName FROM car_makers AS T1 INNER JOIN cars_data AS T2 ON T1.Id = T2.Id WHERE T2.Year = 1970", "predicted_sql": "SELECT T1.FullName FROM car_makers AS T1 INNER JOIN cars_data AS T2 ON T1.Id = T2.Id WHERE T2.Year = 1970", "generation_status": "ok", "prompt_tokens": 441, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:89", "db_id": "car_1", "question": "How many countries does each continent have? List the continent id, continent name and the number of countries.", "gold_sql": "SELECT T1.ContId , T1.Continent , count(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId = T2.Continent GROUP BY T1.ContId;", "raw_output": "SELECT T1.ContId, T2.Continent, count(T3.CountryId) FROM continents AS T1 JOIN countries AS T3 ON T1.ContId = T3.Continent JOIN continents AS T2 ON T1.ContId = T2.ContId GROUP BY T1.ContId, T2.Continent", "predicted_sql": "SELECT T1.ContId, T2.Continent, count(T3.CountryId) FROM continents AS T1 JOIN countries AS T3 ON T1.ContId = T3.Continent JOIN continents AS T2 ON T1.ContId = T2.ContId GROUP BY T1.ContId, T2.Continent", "generation_status": "ok", "prompt_tokens": 442, "generated_tokens": 71, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:94", "db_id": "car_1", "question": "What is the full name of each car maker, along with its id and how many models it produces?", "gold_sql": "SELECT T1.FullName , T1.Id , count(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id;", "raw_output": "SELECT T1.FullName, T1.Id, COUNT(T2.ModelId) FROM car_makers AS T1 JOIN model_list AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id, T1.FullName", "predicted_sql": "SELECT T1.FullName, T1.Id, COUNT(T2.ModelId) FROM car_makers AS T1 JOIN model_list AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id, T1.FullName", "generation_status": "ok", "prompt_tokens": 442, "generated_tokens": 55, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:151", "db_id": "car_1", "question": "Which distinctive models are produced by maker with the full name General Motors or weighing more than 3500?", "gold_sql": "SELECT DISTINCT T2.Model FROM CAR_NAMES AS T1 JOIN MODEL_LIST AS T2 ON T1.Model = T2.Model JOIN CAR_MAKERS AS T3 ON T2.Maker = T3.Id JOIN CARS_DATA AS T4 ON T1.MakeId = T4.Id WHERE T3.FullName = 'General Motors' OR T4.weight > 3500;", "raw_output": "SELECT T1.Model\nFROM car_names AS T1\nINNER JOIN car_makers AS T2 ON T1.MakeId = T2.Id\nINNER JOIN cars_data AS T3 ON T1.MakeId = T3.Id\nWHERE T2.FullName = 'General Motors' OR T3.Weight > 3500", "predicted_sql": "SELECT T1.Model\nFROM car_names AS T1\nINNER JOIN car_makers AS T2 ON T1.MakeId = T2.Id\nINNER JOIN cars_data AS T3 ON T1.MakeId = T3.Id\nWHERE T2.FullName = 'General Motors' OR T3.Weight > 3500", "generation_status": "ok", "prompt_tokens": 444, "generated_tokens": 76, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:152", "db_id": "car_1", "question": "What are the different models created by either the car maker General Motors or weighed more than 3500?", "gold_sql": "SELECT DISTINCT T2.Model FROM CAR_NAMES AS T1 JOIN MODEL_LIST AS T2 ON T1.Model = T2.Model JOIN CAR_MAKERS AS T3 ON T2.Maker = T3.Id JOIN CARS_DATA AS T4 ON T1.MakeId = T4.Id WHERE T3.FullName = 'General Motors' OR T4.weight > 3500;", "raw_output": "SELECT T1.Model\nFROM car_names AS T1\nINNER JOIN car_makers AS T2 ON T1.MakeId = T2.Id\nINNER JOIN cars_data AS T3 ON T1.MakeId = T3.Id\nWHERE T2.FullName = 'General Motors' OR T3.Weight > 3500", "predicted_sql": "SELECT T1.Model\nFROM car_names AS T1\nINNER JOIN car_makers AS T2 ON T1.MakeId = T2.Id\nINNER JOIN cars_data AS T3 ON T1.MakeId = T3.Id\nWHERE T2.FullName = 'General Motors' OR T3.Weight > 3500", "generation_status": "ok", "prompt_tokens": 444, "generated_tokens": 76, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:169", "db_id": "car_1", "question": "What is the maximum miles per gallon of the car with 8 cylinders or produced before 1980 ?", "gold_sql": "select max(mpg) from cars_data where cylinders = 8 or year < 1980", "raw_output": "SELECT MAX(T1.MPG) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Cylinders = 8 OR T1.Year < 1980", "predicted_sql": "SELECT MAX(T1.MPG) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Cylinders = 8 OR T1.Year < 1980", "generation_status": "ok", "prompt_tokens": 444, "generated_tokens": 57, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:178", "db_id": "car_1", "question": "What are the ids and names of all countries that either have more than 3 car makers or produce fiat model ?", "gold_sql": "select t1.countryid , t1.countryname from countries as t1 join car_makers as t2 on t1.countryid = t2.country group by t1.countryid having count(*) > 3 union select t1.countryid , t1.countryname from countries as t1 join car_makers as t2 on t1.countryid = t2.country join model_list as t3 on t2.id = t3.maker where t3.model = 'fiat';", "raw_output": "SELECT T1.CountryId, T1.CountryName FROM countries AS T1 JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId WHERE T1.CountryId IN (SELECT CountryId FROM countries JOIN car_makers ON countries.CountryId = car_makers.CountryId GROUP BY CountryId HAVING count(*) > 3)\nUNION\nSELECT T1.CountryId, T1.CountryName FROM countries AS T1 JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId WHERE T1.CountryId IN (SELECT T2.CountryId FROM countries AS T1 JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId WHERE T2.Id IN (SELECT T3.Maker FROM model_list AS T3 JOIN car_names AS T4 ON T3.Model = T4.Model WHERE T4.Model = 'fiat')\n", "predicted_sql": "SELECT T1.CountryId, T1.CountryName FROM countries AS T1 JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId WHERE T1.CountryId IN (SELECT CountryId FROM countries JOIN car_makers ON countries.CountryId = car_makers.CountryId GROUP BY CountryId HAVING count(*) > 3)\nUNION\nSELECT T1.CountryId, T1.CountryName FROM countries AS T1 JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId WHERE T1.CountryId IN (SELECT T2.CountryId FROM countries AS T1 JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId WHERE T2.Id IN (SELECT T3.Maker FROM model_list AS T3 JOIN car_names AS T4 ON T3.Model = T4.Model WHERE T4.Model = 'fiat')", "generation_status": "ok", "prompt_tokens": 444, "generated_tokens": 201, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "incomplete input", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:170", "db_id": "car_1", "question": "What is the maximum mpg of the cars that had 8 cylinders or that were produced before 1980 ?", "gold_sql": "select max(mpg) from cars_data where cylinders = 8 or year < 1980", "raw_output": "SELECT MAX(T1.MPG) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Cylinders = 8 OR T1.Year < 1980", "predicted_sql": "SELECT MAX(T1.MPG) FROM cars_data AS T1 INNER JOIN car_names AS T2 ON T1.Id = T2.MakeId WHERE T1.Cylinders = 8 OR T1.Year < 1980", "generation_status": "ok", "prompt_tokens": 445, "generated_tokens": 57, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:176", "db_id": "car_1", "question": "What are the ids and makers of all car makers that produce at least 2 models and make more than 3 cars?", "gold_sql": "SELECT T1.Id , T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id HAVING count(*) >= 2 INTERSECT SELECT T1.Id , T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker JOIN CAR_NAMES AS T3 ON T2.model = T3.model GROUP BY T1.Id HAVING count(*) > 3;", "raw_output": "SELECT T1.Id, T1.Maker FROM car_makers AS T1 JOIN model_list AS T2 ON T1.Id = T2.Maker WHERE T1.Id IN (SELECT T3.Maker FROM model_list AS T3 GROUP BY T3.Maker HAVING COUNT(T3.Model) >= 2) AND T1.Id IN (SELECT T4.MakeId FROM cars_data AS T4 GROUP BY T4.MakeId HAVING COUNT(T4.Id) > 3)", "predicted_sql": "SELECT T1.Id, T1.Maker FROM car_makers AS T1 JOIN model_list AS T2 ON T1.Id = T2.Maker WHERE T1.Id IN (SELECT T3.Maker FROM model_list AS T3 GROUP BY T3.Maker HAVING COUNT(T3.Model) >= 2) AND T1.Id IN (SELECT T4.MakeId FROM cars_data AS T4 GROUP BY T4.MakeId HAVING COUNT(T4.Id) > 3)", "generation_status": "ok", "prompt_tokens": 446, "generated_tokens": 111, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T4.MakeId", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:172", "db_id": "car_1", "question": "What are the different models wthat are lighter than 3500 but were not built by the Ford Motor Company?", "gold_sql": "SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.Model = T2.Model JOIN CARS_DATA AS T3 ON T2.MakeId = T3.Id JOIN CAR_MAKERS AS T4 ON T1.Maker = T4.Id WHERE T3.weight < 3500 AND T4.FullName != 'Ford Motor Company';", "raw_output": "SELECT T1.Model\nFROM car_names AS T1\nINNER JOIN car_makers AS T2 ON T1.MakeId = T2.Id\nINNER JOIN cars_data AS T3 ON T1.MakeId = T3.Id\nWHERE T3.Weight < 3500 AND T1.Make <> 'Ford Motor Company'", "predicted_sql": "SELECT T1.Model\nFROM car_names AS T1\nINNER JOIN car_makers AS T2 ON T1.MakeId = T2.Id\nINNER JOIN cars_data AS T3 ON T1.MakeId = T3.Id\nWHERE T3.Weight < 3500 AND T1.Make <> 'Ford Motor Company'", "generation_status": "ok", "prompt_tokens": 446, "generated_tokens": 77, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:153", "db_id": "car_1", "question": "In which years cars were produced weighing no less than 3000 and no more than 4000 ?", "gold_sql": "select distinct year from cars_data where weight between 3000 and 4000;", "raw_output": "SELECT DISTINCT T1.Year FROM cars_data AS T1 WHERE T1.Weight >= 3000 AND T1.Weight <= 4000", "predicted_sql": "SELECT DISTINCT T1.Year FROM cars_data AS T1 WHERE T1.Weight >= 3000 AND T1.Weight <= 4000", "generation_status": "ok", "prompt_tokens": 446, "generated_tokens": 36, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:110", "db_id": "car_1", "question": "What is the number of car models that are produced by each maker and what is the id and full name of each maker?", "gold_sql": "SELECT Count(*) , T2.FullName , T2.id FROM MODEL_LIST AS T1 JOIN CAR_MAKERS AS T2 ON T1.Maker = T2.Id GROUP BY T2.id;", "raw_output": "SELECT T1.Maker, COUNT(T2.Model) AS num_models, T1.Id, T1.FullName FROM car_makers AS T1 JOIN car_names AS T2 ON T1.Id = T2.MakeId GROUP BY T1.Id, T1.Maker, T1.FullName", "predicted_sql": "SELECT T1.Maker, COUNT(T2.Model) AS num_models, T1.Id, T1.FullName FROM car_makers AS T1 JOIN car_names AS T2 ON T1.Id = T2.MakeId GROUP BY T1.Id, T1.Maker, T1.FullName", "generation_status": "ok", "prompt_tokens": 446, "generated_tokens": 69, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:177", "db_id": "car_1", "question": "What are the id and names of the countries which have more than 3 car makers or produce the 'fiat' model?", "gold_sql": "SELECT T1.countryId , T1.CountryName FROM Countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId = T2.Country GROUP BY T1.countryId HAVING count(*) > 3 UNION SELECT T1.countryId , T1.CountryName FROM Countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId = T2.Country JOIN MODEL_LIST AS T3 ON T2.Id = T3.Maker WHERE T3.Model = 'fiat';", "raw_output": "SELECT T1.CountryId, T1.CountryName FROM countries AS T1 JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId GROUP BY T1.CountryId, T1.CountryName HAVING count(*) > 3 OR T1.CountryName = 'Fiat'", "predicted_sql": "SELECT T1.CountryId, T1.CountryName FROM countries AS T1 JOIN car_makers AS T2 ON T1.CountryId = T2.CountryId GROUP BY T1.CountryId, T1.CountryName HAVING count(*) > 3 OR T1.CountryName = 'Fiat'", "generation_status": "ok", "prompt_tokens": 447, "generated_tokens": 66, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.CountryId", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:175", "db_id": "car_1", "question": "Which are the car makers which produce at least 2 models and more than 3 car makers ? List the id and the maker .", "gold_sql": "select t1.id , t1.maker from car_makers as t1 join model_list as t2 on t1.id = t2.maker group by t1.id having count(*) >= 2 intersect select t1.id , t1.maker from car_makers as t1 join model_list as t2 on t1.id = t2.maker join car_names as t3 on t2.model = t3.model group by t1.id having count(*) > 3;", "raw_output": "SELECT T1.Id, T1.Maker FROM car_makers AS T1 JOIN model_list AS T2 ON T1.Id = T2.Maker WHERE T1.Id IN (SELECT T3.Maker FROM model_list AS T3 GROUP BY T3.Maker HAVING COUNT(T3.Model) >= 2) AND T1.Id IN (SELECT T4.Maker FROM car_makers AS T4 GROUP BY T4.Maker HAVING COUNT(T4.Id) > 3)", "predicted_sql": "SELECT T1.Id, T1.Maker FROM car_makers AS T1 JOIN model_list AS T2 ON T1.Id = T2.Maker WHERE T1.Id IN (SELECT T3.Maker FROM model_list AS T3 GROUP BY T3.Maker HAVING COUNT(T3.Model) >= 2) AND T1.Id IN (SELECT T4.Maker FROM car_makers AS T4 GROUP BY T4.Maker HAVING COUNT(T4.Id) > 3)", "generation_status": "ok", "prompt_tokens": 448, "generated_tokens": 109, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:168", "db_id": "car_1", "question": "Among the cars that do not have the minimum horsepower , what are the make ids and names of all those with less than 4 cylinders ?", "gold_sql": "select t2.makeid , t2.make from cars_data as t1 join car_names as t2 on t1.id = t2.makeid where t1.horsepower > (select min(horsepower) from cars_data) and t1.cylinders < 4;", "raw_output": "SELECT T1.Maker, T1.FullName FROM car_makers AS T1 INNER JOIN cars_data AS T2 ON T1.Id = T2.Id WHERE T2.Horsepower < (SELECT MIN(Horsepower) FROM cars_data) AND T2.Cylinders < 4", "predicted_sql": "SELECT T1.Maker, T1.FullName FROM car_makers AS T1 INNER JOIN cars_data AS T2 ON T1.Id = T2.Id WHERE T2.Horsepower < (SELECT MIN(Horsepower) FROM cars_data) AND T2.Cylinders < 4", "generation_status": "ok", "prompt_tokens": 449, "generated_tokens": 65, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:167", "db_id": "car_1", "question": "Among the cars with more than lowest horsepower, which ones do not have more than 3 cylinders? List the car makeid and make name.", "gold_sql": "SELECT T2.MakeId , T2.Make FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T1.Horsepower > (SELECT min(Horsepower) FROM CARS_DATA) AND T1.Cylinders <= 3;", "raw_output": "SELECT T1.Maker, T2.Make\nFROM car_names AS T1\nINNER JOIN cars_data AS T3 ON T1.MakeId = T3.Id\nWHERE T3.Horsepower > (SELECT MIN(Horsepower) FROM cars_data)\n AND T3.Cylinders <= 3\nGROUP BY T1.MakeId, T1.Make\nHAVING COUNT(T3.Id) > 0", "predicted_sql": "SELECT T1.Maker, T2.Make\nFROM car_names AS T1\nINNER JOIN cars_data AS T3 ON T1.MakeId = T3.Id\nWHERE T3.Horsepower > (SELECT MIN(Horsepower) FROM cars_data)\n AND T3.Cylinders <= 3\nGROUP BY T1.MakeId, T1.Make\nHAVING COUNT(T3.Id) > 0", "generation_status": "ok", "prompt_tokens": 450, "generated_tokens": 97, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.Maker", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:154", "db_id": "car_1", "question": "What are the different years in which there were cars produced that weighed less than 4000 and also cars that weighted more than 3000 ?", "gold_sql": "select distinct year from cars_data where weight between 3000 and 4000;", "raw_output": "SELECT DISTINCT Year FROM cars_data WHERE Weight < 4000 OR Weight > 3000", "predicted_sql": "SELECT DISTINCT Year FROM cars_data WHERE Weight < 4000 OR Weight > 3000", "generation_status": "ok", "prompt_tokens": 454, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:430", "db_id": "wta_1", "question": "How many players are there?", "gold_sql": "SELECT count(*) FROM players", "raw_output": "SELECT count(*) FROM players", "predicted_sql": "SELECT count(*) FROM players", "generation_status": "ok", "prompt_tokens": 545, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:432", "db_id": "wta_1", "question": "Count the number of matches.", "gold_sql": "SELECT count(*) FROM matches", "raw_output": "SELECT count(*) FROM matches", "predicted_sql": "SELECT count(*) FROM matches", "generation_status": "ok", "prompt_tokens": 545, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:431", "db_id": "wta_1", "question": "Find the total number of matches.", "gold_sql": "SELECT count(*) FROM matches", "raw_output": "SELECT count(*) FROM matches", "predicted_sql": "SELECT count(*) FROM matches", "generation_status": "ok", "prompt_tokens": 546, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:462", "db_id": "wta_1", "question": "Which year had the most matches?", "gold_sql": "SELECT YEAR FROM matches GROUP BY YEAR ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT year FROM matches GROUP BY year ORDER BY COUNT(*) DESC LIMIT 1", "predicted_sql": "SELECT year FROM matches GROUP BY year ORDER BY COUNT(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 546, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:429", "db_id": "wta_1", "question": "Find the total number of players.", "gold_sql": "SELECT count(*) FROM players", "raw_output": "SELECT count(*) FROM players", "predicted_sql": "SELECT count(*) FROM players", "generation_status": "ok", "prompt_tokens": 546, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:474", "db_id": "wta_1", "question": "How many players are from each country?", "gold_sql": "SELECT count(*) , country_code FROM players GROUP BY country_code", "raw_output": "SELECT country_code, count(*) FROM players GROUP BY country_code", "predicted_sql": "SELECT country_code, count(*) FROM players GROUP BY country_code", "generation_status": "ok", "prompt_tokens": 547, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:444", "db_id": "wta_1", "question": "How many different loser names are there?", "gold_sql": "SELECT count(DISTINCT loser_name) FROM matches", "raw_output": "SELECT count(DISTINCT loser_name) FROM matches", "predicted_sql": "SELECT count(DISTINCT loser_name) FROM matches", "generation_status": "ok", "prompt_tokens": 547, "generated_tokens": 12, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:482", "db_id": "wta_1", "question": "How many matches were played in each year?", "gold_sql": "SELECT count(*) , YEAR FROM matches GROUP BY YEAR", "raw_output": "SELECT year, count(*) FROM matches GROUP BY year", "predicted_sql": "SELECT year, count(*) FROM matches GROUP BY year", "generation_status": "ok", "prompt_tokens": 548, "generated_tokens": 11, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:443", "db_id": "wta_1", "question": "Find the number of distinct name of losers.", "gold_sql": "SELECT count(DISTINCT loser_name) FROM matches", "raw_output": "SELECT count(DISTINCT T1.loser_name) FROM matches AS T1 WHERE T1.loser_name IS NOT NULL", "predicted_sql": "SELECT count(DISTINCT T1.loser_name) FROM matches AS T1 WHERE T1.loser_name IS NOT NULL", "generation_status": "ok", "prompt_tokens": 548, "generated_tokens": 28, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:442", "db_id": "wta_1", "question": "How many distinct countries do players come from?", "gold_sql": "SELECT count(DISTINCT country_code) FROM players", "raw_output": "SELECT count(DISTINCT country_code) FROM players", "predicted_sql": "SELECT count(DISTINCT country_code) FROM players", "generation_status": "ok", "prompt_tokens": 548, "generated_tokens": 12, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:473", "db_id": "wta_1", "question": "find the number of players for each country.", "gold_sql": "SELECT count(*) , country_code FROM players GROUP BY country_code", "raw_output": "SELECT country_code, count(player_id) FROM players GROUP BY country_code", "predicted_sql": "SELECT country_code, count(player_id) FROM players GROUP BY country_code", "generation_status": "ok", "prompt_tokens": 548, "generated_tokens": 19, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:439", "db_id": "wta_1", "question": "Find the highest rank of losers in all matches.", "gold_sql": "SELECT min(loser_rank) FROM matches", "raw_output": "SELECT MAX(T1.loser_rank) FROM matches AS T1", "predicted_sql": "SELECT MAX(T1.loser_rank) FROM matches AS T1", "generation_status": "ok", "prompt_tokens": 549, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:490", "db_id": "wta_1", "question": "How many players are there for each hand type?", "gold_sql": "SELECT count(*) , hand FROM players GROUP BY hand", "raw_output": "SELECT hand, count(player_id) FROM players GROUP BY hand", "predicted_sql": "SELECT hand, count(player_id) FROM players GROUP BY hand", "generation_status": "ok", "prompt_tokens": 549, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:489", "db_id": "wta_1", "question": "Find the number of players for each hand type.", "gold_sql": "SELECT count(*) , hand FROM players GROUP BY hand", "raw_output": "SELECT hand, count(player_id) FROM players GROUP BY hand", "predicted_sql": "SELECT hand, count(player_id) FROM players GROUP BY hand", "generation_status": "ok", "prompt_tokens": 549, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:481", "db_id": "wta_1", "question": "Find the number of matches happened in each year.", "gold_sql": "SELECT count(*) , YEAR FROM matches GROUP BY YEAR", "raw_output": "SELECT year, count(*) FROM matches GROUP BY year", "predicted_sql": "SELECT year, count(*) FROM matches GROUP BY year", "generation_status": "ok", "prompt_tokens": 549, "generated_tokens": 11, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:437", "db_id": "wta_1", "question": "Find the average rank of winners in all matches.", "gold_sql": "SELECT avg(winner_rank) FROM matches", "raw_output": "SELECT AVG(T1.winner_rank) FROM matches AS T2 INNER JOIN players AS T1 ON T2.winner_id = T1.player_id", "predicted_sql": "SELECT AVG(T1.winner_rank) FROM matches AS T2 INNER JOIN players AS T1 ON T2.winner_id = T1.player_id", "generation_status": "ok", "prompt_tokens": 549, "generated_tokens": 36, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.winner_rank", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:480", "db_id": "wta_1", "question": "How many total tours were there for each ranking date?", "gold_sql": "SELECT sum(tours) , ranking_date FROM rankings GROUP BY ranking_date", "raw_output": "SELECT ranking_date, COUNT(tours) FROM rankings GROUP BY ranking_date", "predicted_sql": "SELECT ranking_date, COUNT(tours) FROM rankings GROUP BY ranking_date", "generation_status": "ok", "prompt_tokens": 550, "generated_tokens": 18, "generation_hit_limit": false, "gold_status": "timeout", "prediction_status": "not_run", "prediction_error": null, "gold_error": "Query exceeded SQLite VM instruction budget", "execution_match": null, "ordered": false, "warnings": []} {"id": "dev:461", "db_id": "wta_1", "question": "Find the year that has the most number of matches.", "gold_sql": "SELECT YEAR FROM matches GROUP BY YEAR ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT year FROM matches GROUP BY year ORDER BY COUNT(*) DESC LIMIT 1", "predicted_sql": "SELECT year FROM matches GROUP BY year ORDER BY COUNT(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 550, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:440", "db_id": "wta_1", "question": "What is the best rank of losers across all matches?", "gold_sql": "SELECT min(loser_rank) FROM matches", "raw_output": "SELECT MAX(T1.loser_rank) FROM matches AS T1", "predicted_sql": "SELECT MAX(T1.loser_rank) FROM matches AS T1", "generation_status": "ok", "prompt_tokens": 550, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:441", "db_id": "wta_1", "question": "find the number of distinct country codes of all players.", "gold_sql": "SELECT count(DISTINCT country_code) FROM players", "raw_output": "SELECT count(DISTINCT country_code) FROM players", "predicted_sql": "SELECT count(DISTINCT country_code) FROM players", "generation_status": "ok", "prompt_tokens": 550, "generated_tokens": 12, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:479", "db_id": "wta_1", "question": "Find the total number of tours for each ranking date.", "gold_sql": "SELECT sum(tours) , ranking_date FROM rankings GROUP BY ranking_date", "raw_output": "SELECT ranking_date, COUNT(tours) FROM rankings GROUP BY ranking_date", "predicted_sql": "SELECT ranking_date, COUNT(tours) FROM rankings GROUP BY ranking_date", "generation_status": "ok", "prompt_tokens": 550, "generated_tokens": 18, "generation_hit_limit": false, "gold_status": "timeout", "prediction_status": "not_run", "prediction_error": null, "gold_error": "Query exceeded SQLite VM instruction budget", "execution_match": null, "ordered": false, "warnings": []} {"id": "dev:438", "db_id": "wta_1", "question": "What is the average rank for winners in all matches?", "gold_sql": "SELECT avg(winner_rank) FROM matches", "raw_output": "SELECT AVG(T1.winner_rank) FROM matches AS T2 INNER JOIN rankings AS T1 ON T2.winner_id = T1.player_id", "predicted_sql": "SELECT AVG(T1.winner_rank) FROM matches AS T2 INNER JOIN rankings AS T1 ON T2.winner_id = T1.player_id", "generation_status": "ok", "prompt_tokens": 550, "generated_tokens": 36, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.winner_rank", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:436", "db_id": "wta_1", "question": "What are the average ages of losers and winners across matches?", "gold_sql": "SELECT avg(loser_age) , avg(winner_age) FROM matches", "raw_output": "SELECT AVG(T1.loser_age) FROM matches AS T1 WHERE T1.loser_age IS NOT NULL\nUNION ALL\nSELECT AVG(T2.winner_age) FROM matches AS T2 WHERE T2.winner_age IS NOT NULL", "predicted_sql": "SELECT AVG(T1.loser_age) FROM matches AS T1 WHERE T1.loser_age IS NOT NULL\nUNION ALL\nSELECT AVG(T2.winner_age) FROM matches AS T2 WHERE T2.winner_age IS NOT NULL", "generation_status": "ok", "prompt_tokens": 551, "generated_tokens": 55, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:435", "db_id": "wta_1", "question": "Find the average age of losers and winners of all matches.", "gold_sql": "SELECT avg(loser_age) , avg(winner_age) FROM matches", "raw_output": "SELECT AVG(CASE WHEN T1.loser_id IS NOT NULL THEN (CAST(strftime('%Y', 'now') - CAST(T1.birth_date) AS INTEGER)) ELSE NULL END)\nFROM matches AS T1\nJOIN players AS T2 ON T1.loser_id = T2.player_id\nUNION ALL\nSELECT AVG(CASE WHEN T1.winner_id IS NOT NULL THEN (CAST(strftime('%Y', 'now') - CAST(T1.birth_date) AS INTEGER)) ELSE NULL END)\nFROM matches AS T1\nJOIN players AS T2 ON T1.winner_id = T2.player_id", "predicted_sql": "SELECT AVG(CASE WHEN T1.loser_id IS NOT NULL THEN (CAST(strftime('%Y', 'now') - CAST(T1.birth_date) AS INTEGER)) ELSE NULL END)\nFROM matches AS T1\nJOIN players AS T2 ON T1.loser_id = T2.player_id\nUNION ALL\nSELECT AVG(CASE WHEN T1.winner_id IS NOT NULL THEN (CAST(strftime('%Y', 'now') - CAST(T1.birth_date) AS INTEGER)) ELSE NULL END)\nFROM matches AS T1\nJOIN players AS T2 ON T1.winner_id = T2.player_id", "generation_status": "ok", "prompt_tokens": 551, "generated_tokens": 141, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "near \")\": syntax error", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:476", "db_id": "wta_1", "question": "What is the code of the country with the most players?", "gold_sql": "SELECT country_code FROM players GROUP BY country_code ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT country_code FROM players GROUP BY country_code ORDER BY COUNT(player_id) DESC LIMIT 1", "predicted_sql": "SELECT country_code FROM players GROUP BY country_code ORDER BY COUNT(player_id) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 551, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:453", "db_id": "wta_1", "question": "Find the first name and country code of the oldest player.", "gold_sql": "SELECT first_name , country_code FROM players ORDER BY birth_date LIMIT 1", "raw_output": "SELECT T1.first_name, T1.country_code FROM players AS T1 ORDER BY T1.birth_date LIMIT 1", "predicted_sql": "SELECT T1.first_name, T1.country_code FROM players AS T1 ORDER BY T1.birth_date LIMIT 1", "generation_status": "ok", "prompt_tokens": 551, "generated_tokens": 31, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:469", "db_id": "wta_1", "question": "Find the average ranking for each player and their first name.", "gold_sql": "SELECT avg(ranking) , T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.first_name", "raw_output": "SELECT T1.first_name, AVG(T3.ranking_points) FROM players AS T1 JOIN rankings AS T3 ON T1.player_id = T3.player_id GROUP BY T1.player_id, T1.first_name", "predicted_sql": "SELECT T1.first_name, AVG(T3.ranking_points) FROM players AS T1 JOIN rankings AS T3 ON T1.player_id = T3.player_id GROUP BY T1.player_id, T1.first_name", "generation_status": "ok", "prompt_tokens": 551, "generated_tokens": 57, "generation_hit_limit": false, "gold_status": "timeout", "prediction_status": "not_run", "prediction_error": null, "gold_error": "Query exceeded SQLite VM instruction budget", "execution_match": null, "ordered": false, "warnings": []} {"id": "dev:454", "db_id": "wta_1", "question": "What is the first name and country code of the oldest player?", "gold_sql": "SELECT first_name , country_code FROM players ORDER BY birth_date LIMIT 1", "raw_output": "SELECT T1.first_name, T1.country_code FROM players AS T1 ORDER BY T1.birth_date LIMIT 1", "predicted_sql": "SELECT T1.first_name, T1.country_code FROM players AS T1 ORDER BY T1.birth_date LIMIT 1", "generation_status": "ok", "prompt_tokens": 552, "generated_tokens": 31, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:471", "db_id": "wta_1", "question": "Find the total ranking points for each player and their first name.", "gold_sql": "SELECT sum(ranking_points) , T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.first_name", "raw_output": "SELECT T1.first_name, SUM(T2.ranking_points) FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.player_id, T1.first_name", "predicted_sql": "SELECT T1.first_name, SUM(T2.ranking_points) FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.player_id, T1.first_name", "generation_status": "ok", "prompt_tokens": 552, "generated_tokens": 57, "generation_hit_limit": false, "gold_status": "timeout", "prediction_status": "not_run", "prediction_error": null, "gold_error": "Query exceeded SQLite VM instruction budget", "execution_match": null, "ordered": false, "warnings": []} {"id": "dev:456", "db_id": "wta_1", "question": "What are the full names of all players, sorted by birth date?", "gold_sql": "SELECT first_name , last_name FROM players ORDER BY birth_date", "raw_output": "SELECT T1.first_name, T1.last_name FROM players AS T1 ORDER BY T1.birth_date", "predicted_sql": "SELECT T1.first_name, T1.last_name FROM players AS T1 ORDER BY T1.birth_date", "generation_status": "ok", "prompt_tokens": 553, "generated_tokens": 28, "generation_hit_limit": false, "gold_status": "row_limit", "prediction_status": "not_run", "prediction_error": null, "gold_error": "Result exceeds 10000 rows", "execution_match": null, "ordered": true, "warnings": []} {"id": "dev:477", "db_id": "wta_1", "question": "Find the codes of countries that have more than 50 players.", "gold_sql": "SELECT country_code FROM players GROUP BY country_code HAVING count(*) > 50", "raw_output": "SELECT country_code FROM players GROUP BY country_code HAVING count(*) > 50", "predicted_sql": "SELECT country_code FROM players GROUP BY country_code HAVING count(*) > 50", "generation_status": "ok", "prompt_tokens": 553, "generated_tokens": 19, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:475", "db_id": "wta_1", "question": "find the code of the country where has the greatest number of players.", "gold_sql": "SELECT country_code FROM players GROUP BY country_code ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT country_code FROM players GROUP BY country_code ORDER BY COUNT(player_id) DESC LIMIT 1", "predicted_sql": "SELECT country_code FROM players GROUP BY country_code ORDER BY COUNT(player_id) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 553, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:434", "db_id": "wta_1", "question": "What are the first names and birth dates of players from the USA?", "gold_sql": "SELECT first_name , birth_date FROM players WHERE country_code = 'USA'", "raw_output": "SELECT T1.first_name, T1.birth_date FROM players AS T1 WHERE T1.country_code = 'USA'", "predicted_sql": "SELECT T1.first_name, T1.birth_date FROM players AS T1 WHERE T1.country_code = 'USA'", "generation_status": "ok", "prompt_tokens": 553, "generated_tokens": 31, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:478", "db_id": "wta_1", "question": "What are the codes of countries with more than 50 players?", "gold_sql": "SELECT country_code FROM players GROUP BY country_code HAVING count(*) > 50", "raw_output": "SELECT country_code FROM players GROUP BY country_code HAVING count(*) > 50", "predicted_sql": "SELECT country_code FROM players GROUP BY country_code HAVING count(*) > 50", "generation_status": "ok", "prompt_tokens": 553, "generated_tokens": 19, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:486", "db_id": "wta_1", "question": "Find the number of left handed winners who participated in the WTA Championships.", "gold_sql": "SELECT count(DISTINCT winner_name) FROM matches WHERE tourney_name = 'WTA Championships' AND winner_hand = 'L'", "raw_output": "SELECT count(T1.player_id) FROM players AS T1 INNER JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T1.hand = 'left' AND T2.tourney_name = 'WTA Championships'", "predicted_sql": "SELECT count(T1.player_id) FROM players AS T1 INNER JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T1.hand = 'left' AND T2.tourney_name = 'WTA Championships'", "generation_status": "ok", "prompt_tokens": 553, "generated_tokens": 59, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:470", "db_id": "wta_1", "question": "What are the first names of all players, and their average rankings?", "gold_sql": "SELECT avg(ranking) , T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.first_name", "raw_output": "SELECT T1.first_name, AVG(T3.ranking_points) FROM players AS T1 JOIN rankings AS T3 ON T1.player_id = T3.player_id GROUP BY T1.player_id, T1.first_name", "predicted_sql": "SELECT T1.first_name, AVG(T3.ranking_points) FROM players AS T1 JOIN rankings AS T3 ON T1.player_id = T3.player_id GROUP BY T1.player_id, T1.first_name", "generation_status": "ok", "prompt_tokens": 553, "generated_tokens": 57, "generation_hit_limit": false, "gold_status": "timeout", "prediction_status": "not_run", "prediction_error": null, "gold_error": "Query exceeded SQLite VM instruction budget", "execution_match": null, "ordered": false, "warnings": []} {"id": "dev:463", "db_id": "wta_1", "question": "Find the name and rank points of the winner who won the most times.", "gold_sql": "SELECT winner_name , winner_rank_points FROM matches GROUP BY winner_name ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.winner_name, T1.winner_rank_points FROM matches AS T1 ORDER BY COUNT(T1.winner_id) DESC LIMIT 1", "predicted_sql": "SELECT T1.winner_name, T1.winner_rank_points FROM matches AS T1 ORDER BY COUNT(T1.winner_id) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 554, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "misuse of aggregate: COUNT()", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:472", "db_id": "wta_1", "question": "What are the first names of all players, and their total ranking points?", "gold_sql": "SELECT sum(ranking_points) , T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.first_name", "raw_output": "SELECT T1.first_name, SUM(T3.ranking_points) FROM players AS T1 JOIN rankings AS T3 ON T1.player_id = T3.player_id GROUP BY T1.player_id, T1.first_name", "predicted_sql": "SELECT T1.first_name, SUM(T3.ranking_points) FROM players AS T1 JOIN rankings AS T3 ON T1.player_id = T3.player_id GROUP BY T1.player_id, T1.first_name", "generation_status": "ok", "prompt_tokens": 554, "generated_tokens": 57, "generation_hit_limit": false, "gold_status": "timeout", "prediction_status": "not_run", "prediction_error": null, "gold_error": "Query exceeded SQLite VM instruction budget", "execution_match": null, "ordered": false, "warnings": []} {"id": "dev:483", "db_id": "wta_1", "question": "Find the name and rank of the 3 youngest winners across all matches.", "gold_sql": "SELECT DISTINCT winner_name , winner_rank FROM matches ORDER BY winner_age LIMIT 3", "raw_output": "SELECT T1.winner_name, T1.winner_rank FROM matches AS T1 INNER JOIN players AS T2 ON T1.winner_id = T2.player_id ORDER BY T1.winner_age ASC LIMIT 3", "predicted_sql": "SELECT T1.winner_name, T1.winner_rank FROM matches AS T1 INNER JOIN players AS T2 ON T1.winner_id = T2.player_id ORDER BY T1.winner_age ASC LIMIT 3", "generation_status": "ok", "prompt_tokens": 554, "generated_tokens": 52, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:485", "db_id": "wta_1", "question": "How many different winners both participated in the WTA Championships and were left handed?", "gold_sql": "SELECT count(DISTINCT winner_name) FROM matches WHERE tourney_name = 'WTA Championships' AND winner_hand = 'L'", "raw_output": "SELECT count(DISTINCT T1.player_id) FROM players AS T1 INNER JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'WTA Championships' AND T1.hand = 'Left';", "predicted_sql": "SELECT count(DISTINCT T1.player_id) FROM players AS T1 INNER JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'WTA Championships' AND T1.hand = 'Left';", "generation_status": "ok", "prompt_tokens": 554, "generated_tokens": 61, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:446", "db_id": "wta_1", "question": "What are the names of tournaments that have more than 10 matches?", "gold_sql": "SELECT tourney_name FROM matches GROUP BY tourney_name HAVING count(*) > 10", "raw_output": "SELECT T1.tourney_name FROM matches AS T1 GROUP BY T1.tourney_name HAVING count(*) > 10", "predicted_sql": "SELECT T1.tourney_name FROM matches AS T1 GROUP BY T1.tourney_name HAVING count(*) > 10", "generation_status": "ok", "prompt_tokens": 554, "generated_tokens": 30, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:484", "db_id": "wta_1", "question": "What are the names and ranks of the three youngest winners across all matches?", "gold_sql": "SELECT DISTINCT winner_name , winner_rank FROM matches ORDER BY winner_age LIMIT 3", "raw_output": "SELECT T1.first_name, T1.last_name, T1.winner_rank FROM players AS T1 INNER JOIN matches AS T2 ON T1.player_id = T2.winner_id ORDER BY T1.birth_date DESC LIMIT 3", "predicted_sql": "SELECT T1.first_name, T1.last_name, T1.winner_rank FROM players AS T1 INNER JOIN matches AS T2 ON T1.player_id = T2.winner_id ORDER BY T1.birth_date DESC LIMIT 3", "generation_status": "ok", "prompt_tokens": 554, "generated_tokens": 59, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.winner_rank", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:445", "db_id": "wta_1", "question": "Find the name of tourney that has more than 10 matches.", "gold_sql": "SELECT tourney_name FROM matches GROUP BY tourney_name HAVING count(*) > 10", "raw_output": "SELECT T1.tourney_name FROM matches AS T1 GROUP BY T1.tourney_name HAVING count(*) > 10", "predicted_sql": "SELECT T1.tourney_name FROM matches AS T1 GROUP BY T1.tourney_name HAVING count(*) > 10", "generation_status": "ok", "prompt_tokens": 554, "generated_tokens": 30, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:455", "db_id": "wta_1", "question": "List the first and last name of all players in the order of birth date.", "gold_sql": "SELECT first_name , last_name FROM players ORDER BY birth_date", "raw_output": "SELECT first_name, last_name FROM players ORDER BY birth_date", "predicted_sql": "SELECT first_name, last_name FROM players ORDER BY birth_date", "generation_status": "ok", "prompt_tokens": 555, "generated_tokens": 16, "generation_hit_limit": false, "gold_status": "row_limit", "prediction_status": "not_run", "prediction_error": null, "gold_error": "Result exceeds 10000 rows", "execution_match": null, "ordered": true, "warnings": []} {"id": "dev:460", "db_id": "wta_1", "question": "What is the first name and country code of the player with the most tours?", "gold_sql": "SELECT T1.country_code , T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id ORDER BY T2.tours DESC LIMIT 1", "raw_output": "SELECT T1.first_name, T1.country_code FROM players AS T1 INNER JOIN rankings AS T2 ON T1.player_id = T2.player_id ORDER BY T2.tours DESC LIMIT 1", "predicted_sql": "SELECT T1.first_name, T1.country_code FROM players AS T1 INNER JOIN rankings AS T2 ON T1.player_id = T2.player_id ORDER BY T2.tours DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 555, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "timeout", "prediction_status": "not_run", "prediction_error": null, "gold_error": "Query exceeded SQLite VM instruction budget", "execution_match": null, "ordered": true, "warnings": []} {"id": "dev:468", "db_id": "wta_1", "question": "What are the names of the winner and loser who played in the longest match?", "gold_sql": "SELECT winner_name , loser_name FROM matches ORDER BY minutes DESC LIMIT 1", "raw_output": "SELECT T1.winner_name, T2.loser_name FROM matches AS T1 INNER JOIN players AS T1_player ON T1.winner_id = T1_player.player_id INNER JOIN players AS T2_player ON T1.loser_id = T2_player.player_id ORDER BY T1.minutes DESC LIMIT 1", "predicted_sql": "SELECT T1.winner_name, T2.loser_name FROM matches AS T1 INNER JOIN players AS T1_player ON T1.winner_id = T1_player.player_id INNER JOIN players AS T2_player ON T1.loser_id = T2_player.player_id ORDER BY T1.minutes DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 555, "generated_tokens": 78, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.loser_name", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:458", "db_id": "wta_1", "question": "What are the full names of all left handed players, in order of birth date?", "gold_sql": "SELECT first_name , last_name FROM players WHERE hand = 'L' ORDER BY birth_date", "raw_output": "SELECT T1.first_name, T1.last_name FROM players AS T1 WHERE T1.hand = 'Left' ORDER BY T1.birth_date", "predicted_sql": "SELECT T1.first_name, T1.last_name FROM players AS T1 WHERE T1.hand = 'Left' ORDER BY T1.birth_date", "generation_status": "ok", "prompt_tokens": 556, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:433", "db_id": "wta_1", "question": "List the first name and birth date of all players from the country with code USA.", "gold_sql": "SELECT first_name , birth_date FROM players WHERE country_code = 'USA'", "raw_output": "SELECT first_name, birth_date FROM players WHERE country_code = 'USA'", "predicted_sql": "SELECT first_name, birth_date FROM players WHERE country_code = 'USA'", "generation_status": "ok", "prompt_tokens": 556, "generated_tokens": 19, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:450", "db_id": "wta_1", "question": "How many matches were played in 2013 or 2016?", "gold_sql": "SELECT count(*) FROM matches WHERE YEAR = 2013 OR YEAR = 2016", "raw_output": "SELECT count(T1.match_num) FROM matches AS T1 WHERE strftime('%Y', T1.tourney_date) IN ('2013', '2016')", "predicted_sql": "SELECT count(T1.match_num) FROM matches AS T1 WHERE strftime('%Y', T1.tourney_date) IN ('2013', '2016')", "generation_status": "ok", "prompt_tokens": 557, "generated_tokens": 43, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:467", "db_id": "wta_1", "question": "find the names of loser and winner who played in the match with greatest number of minutes.", "gold_sql": "SELECT winner_name , loser_name FROM matches ORDER BY minutes DESC LIMIT 1", "raw_output": "SELECT T1.loser_name, T2.winner_name FROM matches AS T1 INNER JOIN players AS T1_player ON T1.loser_id = T1_player.player_id INNER JOIN players AS T2_player ON T1.winner_id = T2_player.player_id WHERE T1.minutes = (SELECT MAX(minutes) FROM matches);", "predicted_sql": "SELECT T1.loser_name, T2.winner_name FROM matches AS T1 INNER JOIN players AS T1_player ON T1.loser_id = T1_player.player_id INNER JOIN players AS T2_player ON T1.winner_id = T2_player.player_id WHERE T1.minutes = (SELECT MAX(minutes) FROM matches);", "generation_status": "ok", "prompt_tokens": 557, "generated_tokens": 83, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.winner_name", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:459", "db_id": "wta_1", "question": "Find the first name and country code of the player who did the most number of tours.", "gold_sql": "SELECT T1.country_code , T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id ORDER BY T2.tours DESC LIMIT 1", "raw_output": "SELECT T1.first_name, T1.country_code FROM players AS T1 INNER JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.player_id ORDER BY T2.tours DESC LIMIT 1", "predicted_sql": "SELECT T1.first_name, T1.country_code FROM players AS T1 INNER JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.player_id ORDER BY T2.tours DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 557, "generated_tokens": 59, "generation_hit_limit": false, "gold_status": "timeout", "prediction_status": "not_run", "prediction_error": null, "gold_error": "Query exceeded SQLite VM instruction budget", "execution_match": null, "ordered": true, "warnings": []} {"id": "dev:466", "db_id": "wta_1", "question": "What is the name of the winner with the most rank points who participated in the Australian Open tournament?", "gold_sql": "SELECT winner_name FROM matches WHERE tourney_name = 'Australian Open' ORDER BY winner_rank_points DESC LIMIT 1", "raw_output": "SELECT T1.winner_name FROM matches AS T1 INNER JOIN players AS T2 ON T1.winner_id = T2.player_id WHERE T1.tourney_name = 'Australian Open' ORDER BY T1.winner_rank_points DESC LIMIT 1", "predicted_sql": "SELECT T1.winner_name FROM matches AS T1 INNER JOIN players AS T2 ON T1.winner_id = T2.player_id WHERE T1.tourney_name = 'Australian Open' ORDER BY T1.winner_rank_points DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 559, "generated_tokens": 60, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:452", "db_id": "wta_1", "question": "What are the first names and country codes for players who won both the WTA Championships and the Australian Open?", "gold_sql": "SELECT T1.country_code , T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'WTA Championships' INTERSECT SELECT T1.country_code , T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'Australian Open'", "raw_output": "SELECT T1.first_name, T1.country_code FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'WTA Championships' AND T2.tourney_name = 'Australian Open'", "predicted_sql": "SELECT T1.first_name, T1.country_code FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'WTA Championships' AND T2.tourney_name = 'Australian Open'", "generation_status": "ok", "prompt_tokens": 560, "generated_tokens": 66, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:465", "db_id": "wta_1", "question": "Find the name of the winner who has the highest rank points and participated in the Australian Open tourney.", "gold_sql": "SELECT winner_name FROM matches WHERE tourney_name = 'Australian Open' ORDER BY winner_rank_points DESC LIMIT 1", "raw_output": "SELECT T1.winner_name FROM matches AS T2 INNER JOIN players AS T1 ON T2.winner_id = T1.player_id WHERE T2.tourney_name = 'Australian Open' ORDER BY T2.winner_rank_points DESC LIMIT 1", "predicted_sql": "SELECT T1.winner_name FROM matches AS T2 INNER JOIN players AS T1 ON T2.winner_id = T1.player_id WHERE T2.tourney_name = 'Australian Open' ORDER BY T2.winner_rank_points DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 560, "generated_tokens": 60, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.winner_name", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:447", "db_id": "wta_1", "question": "List the names of all winners who played in both 2013 and 2016.", "gold_sql": "SELECT winner_name FROM matches WHERE YEAR = 2013 INTERSECT SELECT winner_name FROM matches WHERE YEAR = 2016", "raw_output": "SELECT T1.winner_name FROM matches AS T1 INNER JOIN players AS T2 ON T1.winner_id = T2.player_id WHERE T1.year = 2013 INTERSECT SELECT T1.winner_name FROM matches AS T1 INNER JOIN players AS T2 ON T1.winner_id = T2.player_id WHERE T1.year = 2016", "predicted_sql": "SELECT T1.winner_name FROM matches AS T1 INNER JOIN players AS T2 ON T1.winner_id = T2.player_id WHERE T1.year = 2013 INTERSECT SELECT T1.winner_name FROM matches AS T1 INNER JOIN players AS T2 ON T1.winner_id = T2.player_id WHERE T1.year = 2016", "generation_status": "ok", "prompt_tokens": 561, "generated_tokens": 90, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:448", "db_id": "wta_1", "question": "What are the names of players who won in both 2013 and 2016?", "gold_sql": "SELECT winner_name FROM matches WHERE YEAR = 2013 INTERSECT SELECT winner_name FROM matches WHERE YEAR = 2016", "raw_output": "SELECT T1.first_name, T1.last_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.year = 2013 INTERSECT SELECT T1.first_name, T1.last_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.year = 2016", "predicted_sql": "SELECT T1.first_name, T1.last_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.year = 2013 INTERSECT SELECT T1.first_name, T1.last_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.year = 2016", "generation_status": "ok", "prompt_tokens": 561, "generated_tokens": 102, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:457", "db_id": "wta_1", "question": "List the first and last name of all players who are left / L hand in the order of birth date.", "gold_sql": "SELECT first_name , last_name FROM players WHERE hand = 'L' ORDER BY birth_date", "raw_output": "SELECT T1.first_name, T1.last_name FROM players AS T1 WHERE T1.hand = 'L' ORDER BY T1.birth_date", "predicted_sql": "SELECT T1.first_name, T1.last_name FROM players AS T1 WHERE T1.hand = 'L' ORDER BY T1.birth_date", "generation_status": "ok", "prompt_tokens": 561, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:449", "db_id": "wta_1", "question": "List the number of all matches who played in years of 2013 or 2016.", "gold_sql": "SELECT count(*) FROM matches WHERE YEAR = 2013 OR YEAR = 2016", "raw_output": "SELECT count(*) FROM matches WHERE year = 2013 OR year = 2016", "predicted_sql": "SELECT count(*) FROM matches WHERE year = 2013 OR year = 2016", "generation_status": "ok", "prompt_tokens": 562, "generated_tokens": 22, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:451", "db_id": "wta_1", "question": "What are the country code and first name of the players who won in both tourney WTA Championships and Australian Open?", "gold_sql": "SELECT T1.country_code , T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'WTA Championships' INTERSECT SELECT T1.country_code , T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'Australian Open'", "raw_output": "SELECT T1.country_code, T1.first_name FROM players AS T1 INNER JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'WTA Championships' AND T2.tourney_name = 'Australian Open'", "predicted_sql": "SELECT T1.country_code, T1.first_name FROM players AS T1 INNER JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'WTA Championships' AND T2.tourney_name = 'Australian Open'", "generation_status": "ok", "prompt_tokens": 562, "generated_tokens": 67, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:487", "db_id": "wta_1", "question": "Find the first name, country code and birth date of the winner who has the highest rank points in all matches.", "gold_sql": "SELECT T1.first_name , T1.country_code , T1.birth_date FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id ORDER BY T2.winner_rank_points DESC LIMIT 1", "raw_output": "SELECT T1.first_name, T1.country_code, T1.birth_date FROM players AS T1 INNER JOIN matches AS T2 ON T1.player_id = T2.winner_id ORDER BY T1.player_id LIMIT 1", "predicted_sql": "SELECT T1.first_name, T1.country_code, T1.birth_date FROM players AS T1 INNER JOIN matches AS T2 ON T1.player_id = T2.winner_id ORDER BY T1.player_id LIMIT 1", "generation_status": "ok", "prompt_tokens": 562, "generated_tokens": 58, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:464", "db_id": "wta_1", "question": "What is the name of the winner who has won the most matches, and how many rank points does this player have?", "gold_sql": "SELECT winner_name , winner_rank_points FROM matches GROUP BY winner_name ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.winner_name, T2.ranking_points FROM matches AS T1 INNER JOIN players AS T3 ON T1.winner_id = T3.player_id INNER JOIN rankings AS T2 ON T3.player_id = T2.player_id GROUP BY T1.winner_name ORDER BY COUNT(T1.winner_id) DESC LIMIT 1", "predicted_sql": "SELECT T1.winner_name, T2.ranking_points FROM matches AS T1 INNER JOIN players AS T3 ON T1.winner_id = T3.player_id INNER JOIN rankings AS T2 ON T3.player_id = T2.player_id GROUP BY T1.winner_name ORDER BY COUNT(T1.winner_id) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 563, "generated_tokens": 83, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "timeout", "prediction_error": "Query exceeded SQLite VM instruction budget", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:488", "db_id": "wta_1", "question": "What is the first name, country code, and birth date of the player with the most winner rank points across all matches?", "gold_sql": "SELECT T1.first_name , T1.country_code , T1.birth_date FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id ORDER BY T2.winner_rank_points DESC LIMIT 1", "raw_output": "SELECT T1.first_name, T1.country_code, T1.birth_date FROM players AS T1 INNER JOIN matches AS T2 ON T1.player_id = T2.winner_id ORDER BY SUM(T2.winner_rank_points) DESC LIMIT 1", "predicted_sql": "SELECT T1.first_name, T1.country_code, T1.birth_date FROM players AS T1 INNER JOIN matches AS T2 ON T1.player_id = T2.winner_id ORDER BY SUM(T2.winner_rank_points) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 564, "generated_tokens": 64, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "misuse of aggregate: SUM()", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:1030", "db_id": "real_estate_properties", "question": "How many available features are there in total?", "gold_sql": "SELECT count(*) FROM Other_Available_Features", "raw_output": "SELECT count(*) FROM Other_Available_Features", "predicted_sql": "SELECT count(*) FROM Other_Available_Features", "generation_status": "ok", "prompt_tokens": 648, "generated_tokens": 10, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1031", "db_id": "real_estate_properties", "question": "What is the feature type name of feature AirCon?", "gold_sql": "SELECT T2.feature_type_name FROM Other_Available_Features AS T1 JOIN Ref_Feature_Types AS T2 ON T1.feature_type_code = T2.feature_type_code WHERE T1.feature_name = \"AirCon\"", "raw_output": "SELECT T1.feature_type_name FROM Ref_Feature_Types AS T1 INNER JOIN Other_Available_Features AS T2 ON T1.feature_type_code = T2.feature_type_code WHERE T2.feature_name = 'AirCon'", "predicted_sql": "SELECT T1.feature_type_name FROM Ref_Feature_Types AS T1 INNER JOIN Other_Available_Features AS T2 ON T1.feature_type_code = T2.feature_type_code WHERE T2.feature_name = 'AirCon'", "generation_status": "ok", "prompt_tokens": 650, "generated_tokens": 59, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:1032", "db_id": "real_estate_properties", "question": "Show the property type descriptions of properties belonging to that code.", "gold_sql": "SELECT T2.property_type_description FROM Properties AS T1 JOIN Ref_Property_Types AS T2 ON T1.property_type_code = T2.property_type_code GROUP BY T1.property_type_code", "raw_output": "SELECT T2.property_type_description FROM Properties AS T1 INNER JOIN Ref_Property_Types AS T2 ON T1.property_type_code = T2.property_type_code WHERE T1.property_type_code = ?", "predicted_sql": "SELECT T2.property_type_description FROM Properties AS T1 INNER JOIN Ref_Property_Types AS T2 ON T1.property_type_code = T2.property_type_code WHERE T1.property_type_code = ?", "generation_status": "ok", "prompt_tokens": 651, "generated_tokens": 54, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "Incorrect number of bindings supplied. The current statement uses 1, and there are 0 supplied.", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:1033", "db_id": "real_estate_properties", "question": "What are the names of properties that are either houses or apartments with more than 1 room?", "gold_sql": "SELECT property_name FROM Properties WHERE property_type_code = \"House\" UNION SELECT property_name FROM Properties WHERE property_type_code = \"Apartment\" AND room_count > 1", "raw_output": "SELECT T1.property_name FROM Properties AS T1 INNER JOIN Ref_Property_Types AS T2 ON T1.property_type_code = T2.property_type_code WHERE T2.property_type_description = 'House' OR T2.property_type_description = 'Apartment' AND T1.room_count > 1", "predicted_sql": "SELECT T1.property_name FROM Properties AS T1 INNER JOIN Ref_Property_Types AS T2 ON T1.property_type_code = T2.property_type_code WHERE T2.property_type_description = 'House' OR T2.property_type_description = 'Apartment' AND T1.room_count > 1", "generation_status": "ok", "prompt_tokens": 658, "generated_tokens": 78, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:966", "db_id": "dog_kennels", "question": "How many dogs went through any treatments?", "gold_sql": "SELECT count(DISTINCT dog_id) FROM Treatments", "raw_output": "SELECT count(DISTINCT T1.dog_id) FROM Treatments AS T1", "predicted_sql": "SELECT count(DISTINCT T1.dog_id) FROM Treatments AS T1", "generation_status": "ok", "prompt_tokens": 785, "generated_tokens": 18, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:991", "db_id": "dog_kennels", "question": "List each charge type and its amount.", "gold_sql": "SELECT charge_type , charge_amount FROM Charges", "raw_output": "SELECT charge_type, charge_amount FROM Charges", "predicted_sql": "SELECT charge_type, charge_amount FROM Charges", "generation_status": "ok", "prompt_tokens": 785, "generated_tokens": 11, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:976", "db_id": "dog_kennels", "question": "How much does the most recent treatment cost?", "gold_sql": "SELECT cost_of_treatment FROM Treatments ORDER BY date_of_treatment DESC LIMIT 1", "raw_output": "SELECT MAX(T1.cost_of_treatment) FROM Treatments AS T1", "predicted_sql": "SELECT MAX(T1.cost_of_treatment) FROM Treatments AS T1", "generation_status": "ok", "prompt_tokens": 786, "generated_tokens": 18, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:989", "db_id": "dog_kennels", "question": "Tell me the age of the oldest dog.", "gold_sql": "SELECT max(age) FROM Dogs", "raw_output": "SELECT MAX(age) FROM Dogs", "predicted_sql": "SELECT MAX(age) FROM Dogs", "generation_status": "ok", "prompt_tokens": 786, "generated_tokens": 8, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:987", "db_id": "dog_kennels", "question": "Compute the average age of all the dogs.", "gold_sql": "SELECT avg(age) FROM Dogs", "raw_output": "SELECT AVG(T1.age) FROM Dogs AS T1", "predicted_sql": "SELECT AVG(T1.age) FROM Dogs AS T1", "generation_status": "ok", "prompt_tokens": 786, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:988", "db_id": "dog_kennels", "question": "What is the age of the oldest dog?", "gold_sql": "SELECT max(age) FROM Dogs", "raw_output": "SELECT MAX(age) FROM Dogs", "predicted_sql": "SELECT MAX(age) FROM Dogs", "generation_status": "ok", "prompt_tokens": 786, "generated_tokens": 8, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:919", "db_id": "dog_kennels", "question": "Find the states where both owners and professionals live.", "gold_sql": "SELECT state FROM Owners INTERSECT SELECT state FROM Professionals", "raw_output": "SELECT T1.state FROM Owners AS T1 JOIN Professionals AS T2 ON T1.state = T2.state GROUP BY T1.state HAVING count(DISTINCT T1.state) = 1", "predicted_sql": "SELECT T1.state FROM Owners AS T1 JOIN Professionals AS T2 ON T1.state = T2.state GROUP BY T1.state HAVING count(DISTINCT T1.state) = 1", "generation_status": "ok", "prompt_tokens": 787, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:978", "db_id": "dog_kennels", "question": "How many dogs have not gone through any treatment?", "gold_sql": "SELECT count(*) FROM Dogs WHERE dog_id NOT IN ( SELECT dog_id FROM Treatments )", "raw_output": "SELECT COUNT(T1.dog_id) FROM Dogs AS T1 LEFT JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id WHERE T2.treatment_id IS NULL", "predicted_sql": "SELECT COUNT(T1.dog_id) FROM Dogs AS T1 LEFT JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id WHERE T2.treatment_id IS NULL", "generation_status": "ok", "prompt_tokens": 787, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:918", "db_id": "dog_kennels", "question": "Which states have both owners and professionals living there?", "gold_sql": "SELECT state FROM Owners INTERSECT SELECT state FROM Professionals", "raw_output": "SELECT T1.state FROM Owners AS T1 JOIN Professionals AS T2 ON T1.state = T2.state GROUP BY T1.state HAVING count(DISTINCT T1.owner_id) > 0 AND count(DISTINCT T2.professional_id) > 0", "predicted_sql": "SELECT T1.state FROM Owners AS T1 JOIN Professionals AS T2 ON T1.state = T2.state GROUP BY T1.state HAVING count(DISTINCT T1.owner_id) > 0 AND count(DISTINCT T2.professional_id) > 0", "generation_status": "ok", "prompt_tokens": 787, "generated_tokens": 62, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:992", "db_id": "dog_kennels", "question": "How much does the most expensive charge type costs?", "gold_sql": "SELECT max(charge_amount) FROM Charges", "raw_output": "SELECT MAX(charge_amount) FROM Charges", "predicted_sql": "SELECT MAX(charge_amount) FROM Charges", "generation_status": "ok", "prompt_tokens": 787, "generated_tokens": 10, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:974", "db_id": "dog_kennels", "question": "How many dogs have an age below the average?", "gold_sql": "SELECT count(*) FROM Dogs WHERE age < ( SELECT avg(age) FROM Dogs )", "raw_output": "SELECT count(*) FROM Dogs WHERE CAST(age AS REAL) < (SELECT AVG(CAST(age AS REAL)) FROM Dogs)", "predicted_sql": "SELECT count(*) FROM Dogs WHERE CAST(age AS REAL) < (SELECT AVG(CAST(age AS REAL)) FROM Dogs)", "generation_status": "ok", "prompt_tokens": 787, "generated_tokens": 27, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:986", "db_id": "dog_kennels", "question": "What is the average age of all the dogs?", "gold_sql": "SELECT avg(age) FROM Dogs", "raw_output": "SELECT AVG(T1.age) FROM Dogs AS T1", "predicted_sql": "SELECT AVG(T1.age) FROM Dogs AS T1", "generation_status": "ok", "prompt_tokens": 787, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:968", "db_id": "dog_kennels", "question": "How many professionals have performed any treatment to dogs?", "gold_sql": "SELECT count(DISTINCT professional_id) FROM Treatments", "raw_output": "SELECT count(DISTINCT T1.professional_id) FROM Treatments AS T1 JOIN Professionals AS T2 ON T1.professional_id = T2.professional_id", "predicted_sql": "SELECT count(DISTINCT T1.professional_id) FROM Treatments AS T1 JOIN Professionals AS T2 ON T1.professional_id = T2.professional_id", "generation_status": "ok", "prompt_tokens": 787, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:980", "db_id": "dog_kennels", "question": "How many owners temporarily do not have any dogs?", "gold_sql": "SELECT count(*) FROM Owners WHERE owner_id NOT IN ( SELECT owner_id FROM Dogs )", "raw_output": "SELECT count(T1.owner_id) FROM Owners AS T1 LEFT JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T2.dog_id IS NULL", "predicted_sql": "SELECT count(T1.owner_id) FROM Owners AS T1 LEFT JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T2.dog_id IS NULL", "generation_status": "ok", "prompt_tokens": 787, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:969", "db_id": "dog_kennels", "question": "Find the number of professionals who have ever treated dogs.", "gold_sql": "SELECT count(DISTINCT professional_id) FROM Treatments", "raw_output": "SELECT count(DISTINCT T1.professional_id) FROM Treatments AS T1 JOIN Professionals AS T2 ON T1.professional_id = T2.professional_id", "predicted_sql": "SELECT count(DISTINCT T1.professional_id) FROM Treatments AS T1 JOIN Professionals AS T2 ON T1.professional_id = T2.professional_id", "generation_status": "ok", "prompt_tokens": 788, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:982", "db_id": "dog_kennels", "question": "How many professionals did not operate any treatment on dogs?", "gold_sql": "SELECT count(*) FROM Professionals WHERE professional_id NOT IN ( SELECT professional_id FROM Treatments )", "raw_output": "SELECT count(T1.professional_id) FROM Professionals AS T1 LEFT JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id WHERE T2.professional_id IS NULL", "predicted_sql": "SELECT count(T1.professional_id) FROM Professionals AS T1 LEFT JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id WHERE T2.professional_id IS NULL", "generation_status": "ok", "prompt_tokens": 788, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:967", "db_id": "dog_kennels", "question": "Count the number of dogs that went through a treatment.", "gold_sql": "SELECT count(DISTINCT dog_id) FROM Treatments", "raw_output": "SELECT count(DISTINCT T1.dog_id) FROM Treatments AS T1", "predicted_sql": "SELECT count(DISTINCT T1.dog_id) FROM Treatments AS T1", "generation_status": "ok", "prompt_tokens": 788, "generated_tokens": 18, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:977", "db_id": "dog_kennels", "question": "Show me the cost of the most recently performed treatment.", "gold_sql": "SELECT cost_of_treatment FROM Treatments ORDER BY date_of_treatment DESC LIMIT 1", "raw_output": "SELECT T1.cost_of_treatment FROM Treatments AS T1 ORDER BY T1.date_of_treatment DESC LIMIT 1", "predicted_sql": "SELECT T1.cost_of_treatment FROM Treatments AS T1 ORDER BY T1.date_of_treatment DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 788, "generated_tokens": 29, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:993", "db_id": "dog_kennels", "question": "What is the charge amount of the most expensive charge type?", "gold_sql": "SELECT max(charge_amount) FROM Charges", "raw_output": "SELECT T1.charge_amount FROM Charges AS T1 ORDER BY T1.charge_amount DESC LIMIT 1", "predicted_sql": "SELECT T1.charge_amount FROM Charges AS T1 ORDER BY T1.charge_amount DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 789, "generated_tokens": 25, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:983", "db_id": "dog_kennels", "question": "Find the number of professionals who have not treated any dogs.", "gold_sql": "SELECT count(*) FROM Professionals WHERE professional_id NOT IN ( SELECT professional_id FROM Treatments )", "raw_output": "SELECT count(T1.professional_id) FROM Professionals AS T1 LEFT JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id WHERE T2.professional_id IS NULL", "predicted_sql": "SELECT count(T1.professional_id) FROM Professionals AS T1 LEFT JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id WHERE T2.professional_id IS NULL", "generation_status": "ok", "prompt_tokens": 789, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:949", "db_id": "dog_kennels", "question": "What are the cost and treatment type description of each treatment?", "gold_sql": "SELECT T1.cost_of_treatment , T2.treatment_type_description FROM Treatments AS T1 JOIN treatment_types AS T2 ON T1.treatment_type_code = T2.treatment_type_code", "raw_output": "SELECT T1.cost_of_treatment, T3.treatment_type_description FROM Treatments AS T1 JOIN Treatment_Types AS T3 ON T1.treatment_type_code = T3.treatment_type_code", "predicted_sql": "SELECT T1.cost_of_treatment, T3.treatment_type_description FROM Treatments AS T1 JOIN Treatment_Types AS T3 ON T1.treatment_type_code = T3.treatment_type_code", "generation_status": "ok", "prompt_tokens": 789, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:960", "db_id": "dog_kennels", "question": "List the last name of the owner owning the youngest dog.", "gold_sql": "SELECT T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T2.age = ( SELECT max(age) FROM Dogs )", "raw_output": "SELECT T1.last_name FROM Owners AS T1 INNER JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id ORDER BY T2.age ASC LIMIT 1", "predicted_sql": "SELECT T1.last_name FROM Owners AS T1 INNER JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id ORDER BY T2.age ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 789, "generated_tokens": 43, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:975", "db_id": "dog_kennels", "question": "Count the number of dogs of an age below the average.", "gold_sql": "SELECT count(*) FROM Dogs WHERE age < ( SELECT avg(age) FROM Dogs )", "raw_output": "SELECT count(*) FROM Dogs WHERE CAST(age AS REAL) < (SELECT AVG(CAST(age AS REAL)) FROM Dogs)", "predicted_sql": "SELECT count(*) FROM Dogs WHERE CAST(age AS REAL) < (SELECT AVG(CAST(age AS REAL)) FROM Dogs)", "generation_status": "ok", "prompt_tokens": 789, "generated_tokens": 27, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:934", "db_id": "dog_kennels", "question": "What is the name of the breed with the most dogs?", "gold_sql": "SELECT T1.breed_name FROM Breeds AS T1 JOIN Dogs AS T2 ON T1.breed_code = T2.breed_code GROUP BY T1.breed_name ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.breed_name FROM Breeds AS T1 JOIN Dogs AS T2 ON T1.breed_code = T2.breed_code GROUP BY T1.breed_name ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T1.breed_name FROM Breeds AS T1 JOIN Dogs AS T2 ON T1.breed_code = T2.breed_code GROUP BY T1.breed_name ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 789, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:997", "db_id": "dog_kennels", "question": "Find the distinct breed type and size type combinations for dogs.", "gold_sql": "SELECT DISTINCT breed_code , size_code FROM dogs", "raw_output": "SELECT DISTINCT T1.breed_code, T2.size_code FROM Dogs AS T1 INNER JOIN Breeds AS T3 ON T1.breed_code = T3.breed_code INNER JOIN Sizes AS T2 ON T1.size_code = T2.size_code", "predicted_sql": "SELECT DISTINCT T1.breed_code, T2.size_code FROM Dogs AS T1 INNER JOIN Breeds AS T3 ON T1.breed_code = T3.breed_code INNER JOIN Sizes AS T2 ON T1.size_code = T2.size_code", "generation_status": "ok", "prompt_tokens": 789, "generated_tokens": 62, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:921", "db_id": "dog_kennels", "question": "Find the average age of the dogs who went through treatments.", "gold_sql": "SELECT avg(age) FROM Dogs WHERE dog_id IN ( SELECT dog_id FROM Treatments )", "raw_output": "SELECT AVG(T1.age) FROM Dogs AS T1 INNER JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id", "predicted_sql": "SELECT AVG(T1.age) FROM Dogs AS T1 INNER JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id", "generation_status": "ok", "prompt_tokens": 789, "generated_tokens": 34, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:996", "db_id": "dog_kennels", "question": "What are all the possible breed type and size type combinations?", "gold_sql": "SELECT DISTINCT breed_code , size_code FROM dogs", "raw_output": "SELECT T1.breed_code, T2.size_code FROM Breeds AS T1 JOIN Sizes AS T2 ON 1", "predicted_sql": "SELECT T1.breed_code, T2.size_code FROM Breeds AS T1 JOIN Sizes AS T2 ON 1", "generation_status": "ok", "prompt_tokens": 789, "generated_tokens": 29, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:979", "db_id": "dog_kennels", "question": "Tell me the number of dogs that have not received any treatment .", "gold_sql": "select count(*) from dogs where dog_id not in ( select dog_id from treatments )", "raw_output": "SELECT count(T1.dog_id) FROM Dogs AS T1 LEFT JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id WHERE T2.treatment_id IS NULL", "predicted_sql": "SELECT count(T1.dog_id) FROM Dogs AS T1 LEFT JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id WHERE T2.treatment_id IS NULL", "generation_status": "ok", "prompt_tokens": 790, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:948", "db_id": "dog_kennels", "question": "List the cost of each treatment and the corresponding treatment type description.", "gold_sql": "SELECT T1.cost_of_treatment , T2.treatment_type_description FROM Treatments AS T1 JOIN treatment_types AS T2 ON T1.treatment_type_code = T2.treatment_type_code", "raw_output": "SELECT T1.cost_of_treatment, T3.treatment_type_description FROM Treatments AS T1 JOIN Treatment_Types AS T3 ON T1.treatment_type_code = T3.treatment_type_code", "predicted_sql": "SELECT T1.cost_of_treatment, T3.treatment_type_description FROM Treatments AS T1 JOIN Treatment_Types AS T3 ON T1.treatment_type_code = T3.treatment_type_code", "generation_status": "ok", "prompt_tokens": 790, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:965", "db_id": "dog_kennels", "question": "List the arrival date and the departure date for all the dogs.", "gold_sql": "SELECT date_arrived , date_departed FROM Dogs", "raw_output": "SELECT date_arrived, date_departed FROM Dogs", "predicted_sql": "SELECT date_arrived, date_departed FROM Dogs", "generation_status": "ok", "prompt_tokens": 790, "generated_tokens": 13, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:935", "db_id": "dog_kennels", "question": "Which breed do the most dogs have? Give me the breed name.", "gold_sql": "SELECT T1.breed_name FROM Breeds AS T1 JOIN Dogs AS T2 ON T1.breed_code = T2.breed_code GROUP BY T1.breed_name ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.breed_name FROM Breeds AS T1 JOIN Dogs AS T2 ON T1.breed_code = T2.breed_code GROUP BY T1.breed_name ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T1.breed_name FROM Breeds AS T1 JOIN Dogs AS T2 ON T1.breed_code = T2.breed_code GROUP BY T1.breed_name ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 791, "generated_tokens": 49, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:964", "db_id": "dog_kennels", "question": "What are the arriving date and the departing date of all the dogs?", "gold_sql": "SELECT date_arrived , date_departed FROM Dogs", "raw_output": "SELECT date_arrived, date_departed FROM Dogs", "predicted_sql": "SELECT date_arrived, date_departed FROM Dogs", "generation_status": "ok", "prompt_tokens": 791, "generated_tokens": 13, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:994", "db_id": "dog_kennels", "question": "List the email, cell phone and home phone of all the professionals.", "gold_sql": "SELECT email_address , cell_number , home_phone FROM professionals", "raw_output": "SELECT email_address, cell_number, home_phone FROM Professionals", "predicted_sql": "SELECT email_address, cell_number, home_phone FROM Professionals", "generation_status": "ok", "prompt_tokens": 791, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:961", "db_id": "dog_kennels", "question": "Who owns the youngest dog? Give me his or her last name.", "gold_sql": "SELECT T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T2.age = ( SELECT max(age) FROM Dogs )", "raw_output": "SELECT T1.last_name FROM Owners AS T1 INNER JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id ORDER BY T2.age ASC LIMIT 1", "predicted_sql": "SELECT T1.last_name FROM Owners AS T1 INNER JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id ORDER BY T2.age ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 791, "generated_tokens": 43, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:995", "db_id": "dog_kennels", "question": "What are the email, cell phone and home phone of each professional?", "gold_sql": "SELECT email_address , cell_number , home_phone FROM professionals", "raw_output": "SELECT email_address, cell_number, home_phone FROM Professionals", "predicted_sql": "SELECT email_address, cell_number, home_phone FROM Professionals", "generation_status": "ok", "prompt_tokens": 791, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:990", "db_id": "dog_kennels", "question": "How much does each charge type costs? List both charge type and amount.", "gold_sql": "SELECT charge_type , charge_amount FROM Charges", "raw_output": "SELECT T1.charge_type, SUM(T1.charge_amount) FROM Charges AS T1 GROUP BY T1.charge_type", "predicted_sql": "SELECT T1.charge_type, SUM(T1.charge_amount) FROM Charges AS T1 GROUP BY T1.charge_type", "generation_status": "ok", "prompt_tokens": 792, "generated_tokens": 31, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:955", "db_id": "dog_kennels", "question": "Which dogs are of the rarest breed? Show their names and treatment dates.", "gold_sql": "SELECT T1.name , T2.date_of_treatment FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id WHERE T1.breed_code = ( SELECT breed_code FROM Dogs GROUP BY breed_code ORDER BY count(*) ASC LIMIT 1 )", "raw_output": "SELECT T1.name, T3.date_of_treatment FROM Dogs AS T1 INNER JOIN Breeds AS T2 ON T1.breed_code = T2.breed_code INNER JOIN Treatments AS T3 ON T1.dog_id = T3.dog_id GROUP BY T1.name ORDER BY COUNT(T1.dog_id) ASC LIMIT 1", "predicted_sql": "SELECT T1.name, T3.date_of_treatment FROM Dogs AS T1 INNER JOIN Breeds AS T2 ON T1.breed_code = T2.breed_code INNER JOIN Treatments AS T3 ON T1.dog_id = T3.dog_id GROUP BY T1.name ORDER BY COUNT(T1.dog_id) ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 792, "generated_tokens": 82, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:953", "db_id": "dog_kennels", "question": "What are each owner's first name and their dogs's name?", "gold_sql": "SELECT T1.first_name , T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id", "raw_output": "SELECT T1.first_name, T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id", "predicted_sql": "SELECT T1.first_name, T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id", "generation_status": "ok", "prompt_tokens": 792, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:920", "db_id": "dog_kennels", "question": "What is the average age of the dogs who have gone through any treatments?", "gold_sql": "SELECT avg(age) FROM Dogs WHERE dog_id IN ( SELECT dog_id FROM Treatments )", "raw_output": "SELECT AVG(T1.age) FROM Dogs AS T1 INNER JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id", "predicted_sql": "SELECT AVG(T1.age) FROM Dogs AS T1 INNER JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id", "generation_status": "ok", "prompt_tokens": 792, "generated_tokens": 34, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:981", "db_id": "dog_kennels", "question": "Find the number of owners who do not own any dogs at this moment.", "gold_sql": "SELECT count(*) FROM Owners WHERE owner_id NOT IN ( SELECT owner_id FROM Dogs )", "raw_output": "SELECT count(T1.owner_id) FROM Owners AS T1 LEFT JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T2.dog_id IS NULL", "predicted_sql": "SELECT count(T1.owner_id) FROM Owners AS T1 LEFT JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T2.dog_id IS NULL", "generation_status": "ok", "prompt_tokens": 792, "generated_tokens": 45, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:939", "db_id": "dog_kennels", "question": "Give me the description of the treatment type whose total cost is the lowest.", "gold_sql": "SELECT T1.treatment_type_description FROM Treatment_types AS T1 JOIN Treatments AS T2 ON T1.treatment_type_code = T2.treatment_type_code GROUP BY T1.treatment_type_code ORDER BY sum(cost_of_treatment) ASC LIMIT 1", "raw_output": "SELECT T2.treatment_type_description FROM Treatments AS T1 JOIN Treatment_Types AS T2 ON T1.treatment_type_code = T2.treatment_type_code GROUP BY T2.treatment_type_description ORDER BY SUM(T1.cost_of_treatment) ASC LIMIT 1", "predicted_sql": "SELECT T2.treatment_type_description FROM Treatments AS T1 JOIN Treatment_Types AS T2 ON T1.treatment_type_code = T2.treatment_type_code GROUP BY T2.treatment_type_description ORDER BY SUM(T1.cost_of_treatment) ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 792, "generated_tokens": 67, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:952", "db_id": "dog_kennels", "question": "List pairs of the owner's first name and the dogs's name.", "gold_sql": "SELECT T1.first_name , T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id", "raw_output": "SELECT T1.first_name, T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id", "predicted_sql": "SELECT T1.first_name, T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id", "generation_status": "ok", "prompt_tokens": 793, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:938", "db_id": "dog_kennels", "question": "What is the description of the treatment type that costs the least money in total?", "gold_sql": "SELECT T1.treatment_type_description FROM Treatment_types AS T1 JOIN Treatments AS T2 ON T1.treatment_type_code = T2.treatment_type_code GROUP BY T1.treatment_type_code ORDER BY sum(cost_of_treatment) ASC LIMIT 1", "raw_output": "SELECT T2.treatment_type_description FROM Treatments AS T1 JOIN Treatment_Types AS T2 ON T1.treatment_type_code = T2.treatment_type_code GROUP BY T2.treatment_type_description ORDER BY SUM(T1.cost_of_treatment) ASC LIMIT 1", "predicted_sql": "SELECT T2.treatment_type_description FROM Treatments AS T1 JOIN Treatment_Types AS T2 ON T1.treatment_type_code = T2.treatment_type_code GROUP BY T2.treatment_type_description ORDER BY SUM(T1.cost_of_treatment) ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 793, "generated_tokens": 67, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:959", "db_id": "dog_kennels", "question": "Find the arriving date and the departing date of the dogs that received a treatment.", "gold_sql": "SELECT DISTINCT T1.date_arrived , T1.date_departed FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id", "raw_output": "SELECT T1.date_arrived, T1.date_departed FROM Dogs AS T1 INNER JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id", "predicted_sql": "SELECT T1.date_arrived, T1.date_departed FROM Dogs AS T1 INNER JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id", "generation_status": "ok", "prompt_tokens": 793, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:947", "db_id": "dog_kennels", "question": "What are the date and the operating professional's first name of each treatment?", "gold_sql": "SELECT T1.date_of_treatment , T2.first_name FROM Treatments AS T1 JOIN Professionals AS T2 ON T1.professional_id = T2.professional_id", "raw_output": "SELECT T1.date_of_treatment, T3.first_name FROM Treatments AS T1 INNER JOIN Professionals AS T3 ON T1.professional_id = T3.professional_id", "predicted_sql": "SELECT T1.date_of_treatment, T3.first_name FROM Treatments AS T1 INNER JOIN Professionals AS T3 ON T1.professional_id = T3.professional_id", "generation_status": "ok", "prompt_tokens": 793, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:954", "db_id": "dog_kennels", "question": "List the names of the dogs of the rarest breed and the treatment dates of them.", "gold_sql": "SELECT T1.name , T2.date_of_treatment FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id WHERE T1.breed_code = ( SELECT breed_code FROM Dogs GROUP BY breed_code ORDER BY count(*) ASC LIMIT 1 )", "raw_output": "SELECT T1.name, T2.date_of_treatment FROM Dogs AS T1 INNER JOIN Breeds AS T3 ON T1.breed_code = T3.breed_code INNER JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id ORDER BY COUNT(T1.dog_id) DESC LIMIT 1", "predicted_sql": "SELECT T1.name, T2.date_of_treatment FROM Dogs AS T1 INNER JOIN Breeds AS T3 ON T1.breed_code = T3.breed_code INNER JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id ORDER BY COUNT(T1.dog_id) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 794, "generated_tokens": 76, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "misuse of aggregate: COUNT()", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:999", "db_id": "dog_kennels", "question": "What are each professional's first name and description of the treatment they have performed?", "gold_sql": "SELECT DISTINCT T1.first_name , T3.treatment_type_description FROM professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id JOIN Treatment_types AS T3 ON T2.treatment_type_code = T3.treatment_type_code", "raw_output": "SELECT T1.first_name, T3.treatment_type_description FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id JOIN Treatment_Types AS T3 ON T2.treatment_type_code = T3.treatment_type_code", "predicted_sql": "SELECT T1.first_name, T3.treatment_type_description FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id JOIN Treatment_Types AS T3 ON T2.treatment_type_code = T3.treatment_type_code", "generation_status": "ok", "prompt_tokens": 794, "generated_tokens": 66, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:926", "db_id": "dog_kennels", "question": "Which first names are used for professionals or owners but are not used as dog names?", "gold_sql": "SELECT first_name FROM Professionals UNION SELECT first_name FROM Owners EXCEPT SELECT name FROM Dogs", "raw_output": "SELECT DISTINCT T1.first_name FROM Owners AS T1 EXCEPT SELECT T2.name FROM Dogs AS T2", "predicted_sql": "SELECT DISTINCT T1.first_name FROM Owners AS T1 EXCEPT SELECT T2.name FROM Dogs AS T2", "generation_status": "ok", "prompt_tokens": 794, "generated_tokens": 25, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:957", "db_id": "dog_kennels", "question": "Find the first names of owners living in Virginia and the names of dogs they own.", "gold_sql": "SELECT T1.first_name , T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T1.state = 'Virginia'", "raw_output": "SELECT T1.first_name, T3.name FROM Owners AS T1 JOIN Dogs AS T3 ON T1.owner_id = T3.owner_id WHERE T1.state = 'Virginia'", "predicted_sql": "SELECT T1.first_name, T3.name FROM Owners AS T1 JOIN Dogs AS T3 ON T1.owner_id = T3.owner_id WHERE T1.state = 'Virginia'", "generation_status": "ok", "prompt_tokens": 794, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:943", "db_id": "dog_kennels", "question": "Find the id and cell phone of the professionals who operate two or more types of treatments.", "gold_sql": "SELECT T1.professional_id , T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING count(*) >= 2", "raw_output": "SELECT T1.professional_id, T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING count(DISTINCT T2.treatment_type_code) >= 2", "predicted_sql": "SELECT T1.professional_id, T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING count(DISTINCT T2.treatment_type_code) >= 2", "generation_status": "ok", "prompt_tokens": 795, "generated_tokens": 64, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:930", "db_id": "dog_kennels", "question": "Which owner owns the most dogs? List the owner id, first name and last name.", "gold_sql": "SELECT T1.owner_id , T2.first_name , T2.last_name FROM Dogs AS T1 JOIN Owners AS T2 ON T1.owner_id = T2.owner_id GROUP BY T1.owner_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.owner_id, T1.first_name, T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id GROUP BY T1.owner_id ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T1.owner_id, T1.first_name, T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id GROUP BY T1.owner_id ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 795, "generated_tokens": 62, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:951", "db_id": "dog_kennels", "question": "What are each owner's first name, last name, and the size of their dog?", "gold_sql": "SELECT T1.first_name , T1.last_name , T2.size_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id", "raw_output": "SELECT T1.first_name, T1.last_name, T3.size_description FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Sizes AS T3 ON T2.size_code = T3.size_code", "predicted_sql": "SELECT T1.first_name, T1.last_name, T3.size_description FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Sizes AS T3 ON T2.size_code = T3.size_code", "generation_status": "ok", "prompt_tokens": 796, "generated_tokens": 65, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:946", "db_id": "dog_kennels", "question": "List the date of each treatment, together with the first name of the professional who operated it.", "gold_sql": "SELECT T1.date_of_treatment , T2.first_name FROM Treatments AS T1 JOIN Professionals AS T2 ON T1.professional_id = T2.professional_id", "raw_output": "SELECT T1.date_of_treatment, T2.first_name FROM Treatments AS T1 INNER JOIN Professionals AS T2 ON T1.professional_id = T2.professional_id", "predicted_sql": "SELECT T1.date_of_treatment, T2.first_name FROM Treatments AS T1 INNER JOIN Professionals AS T2 ON T1.professional_id = T2.professional_id", "generation_status": "ok", "prompt_tokens": 796, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:942", "db_id": "dog_kennels", "question": "Which professionals have done at least two types of treatments? List the professional id and cell phone.", "gold_sql": "SELECT T1.professional_id , T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING count(*) >= 2", "raw_output": "SELECT T1.professional_id, T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING count(*) >= 2", "predicted_sql": "SELECT T1.professional_id, T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING count(*) >= 2", "generation_status": "ok", "prompt_tokens": 796, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:931", "db_id": "dog_kennels", "question": "Return the owner id, first name and last name of the owner who has the most dogs.", "gold_sql": "SELECT T1.owner_id , T2.first_name , T2.last_name FROM Dogs AS T1 JOIN Owners AS T2 ON T1.owner_id = T2.owner_id GROUP BY T1.owner_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.owner_id, T1.first_name, T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id GROUP BY T1.owner_id ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T1.owner_id, T1.first_name, T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id GROUP BY T1.owner_id ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 796, "generated_tokens": 62, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:958", "db_id": "dog_kennels", "question": "What are the arriving date and the departing date of the dogs who have gone through a treatment?", "gold_sql": "SELECT DISTINCT T1.date_arrived , T1.date_departed FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id", "raw_output": "SELECT T1.date_arrived, T1.date_departed FROM Dogs AS T1 INNER JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id", "predicted_sql": "SELECT T1.date_arrived, T1.date_departed FROM Dogs AS T1 INNER JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id", "generation_status": "ok", "prompt_tokens": 796, "generated_tokens": 42, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:962", "db_id": "dog_kennels", "question": "List the emails of the professionals who live in the state of Hawaii or the state of Wisconsin.", "gold_sql": "SELECT email_address FROM Professionals WHERE state = 'Hawaii' OR state = 'Wisconsin'", "raw_output": "SELECT T1.email_address FROM Professionals AS T1 WHERE T1.state IN ('HI', 'WI')", "predicted_sql": "SELECT T1.email_address FROM Professionals AS T1 WHERE T1.state IN ('HI', 'WI')", "generation_status": "ok", "prompt_tokens": 796, "generated_tokens": 25, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:927", "db_id": "dog_kennels", "question": "Find the first names that are used for professionals or owners but are not used as dog names.", "gold_sql": "SELECT first_name FROM Professionals UNION SELECT first_name FROM Owners EXCEPT SELECT name FROM Dogs", "raw_output": "SELECT T1.first_name FROM Owners AS T1 EXCEPT SELECT name FROM Dogs", "predicted_sql": "SELECT T1.first_name FROM Owners AS T1 EXCEPT SELECT name FROM Dogs", "generation_status": "ok", "prompt_tokens": 796, "generated_tokens": 18, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:998", "db_id": "dog_kennels", "question": "List the first name of all the professionals along with the description of the treatment they have done.", "gold_sql": "SELECT DISTINCT T1.first_name , T3.treatment_type_description FROM professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id JOIN Treatment_types AS T3 ON T2.treatment_type_code = T3.treatment_type_code", "raw_output": "SELECT T1.first_name, T3.treatment_type_description FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id JOIN Treatment_Types AS T3 ON T2.treatment_type_code = T3.treatment_type_code", "predicted_sql": "SELECT T1.first_name, T3.treatment_type_description FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id JOIN Treatment_Types AS T3 ON T2.treatment_type_code = T3.treatment_type_code", "generation_status": "ok", "prompt_tokens": 796, "generated_tokens": 66, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:950", "db_id": "dog_kennels", "question": "List each owner's first name, last name, and the size of his for her dog.", "gold_sql": "SELECT T1.first_name , T1.last_name , T2.size_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id", "raw_output": "SELECT T1.first_name, T1.last_name, T3.size_description FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Sizes AS T3 ON T2.size_code = T3.size_code", "predicted_sql": "SELECT T1.first_name, T1.last_name, T3.size_description FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Sizes AS T3 ON T2.size_code = T3.size_code", "generation_status": "ok", "prompt_tokens": 797, "generated_tokens": 65, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:929", "db_id": "dog_kennels", "question": "Give me the id, role and email of the professionals who did not perform any treatment on dogs.", "gold_sql": "SELECT professional_id , role_code , email_address FROM Professionals EXCEPT SELECT T1.professional_id , T1.role_code , T1.email_address FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id", "raw_output": "SELECT T1.professional_id, T1.role_code, T1.email_address FROM Professionals AS T1 LEFT JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id WHERE T2.professional_id IS NULL", "predicted_sql": "SELECT T1.professional_id, T1.role_code, T1.email_address FROM Professionals AS T1 LEFT JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id WHERE T2.professional_id IS NULL", "generation_status": "ok", "prompt_tokens": 797, "generated_tokens": 56, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:963", "db_id": "dog_kennels", "question": "What are the emails of the professionals living in either the state of Hawaii or the state of Wisconsin?", "gold_sql": "SELECT email_address FROM Professionals WHERE state = 'Hawaii' OR state = 'Wisconsin'", "raw_output": "SELECT T1.email_address FROM Professionals AS T1 WHERE T1.state IN ('Hawaii', 'Wisconsin')", "predicted_sql": "SELECT T1.email_address FROM Professionals AS T1 WHERE T1.state IN ('Hawaii', 'Wisconsin')", "generation_status": "ok", "prompt_tokens": 797, "generated_tokens": 25, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:944", "db_id": "dog_kennels", "question": "What are the first name and last name of the professionals who have done treatment with cost below average?", "gold_sql": "SELECT DISTINCT T1.first_name , T1.last_name FROM Professionals AS T1 JOIN Treatments AS T2 WHERE cost_of_treatment < ( SELECT avg(cost_of_treatment) FROM Treatments )", "raw_output": "SELECT T1.first_name, T1.last_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id JOIN Charges AS T3 ON T2.treatment_id = T3.charge_id GROUP BY T1.professional_id HAVING AVG(T3.charge_amount) < (SELECT AVG(charge_amount) FROM Charges);", "predicted_sql": "SELECT T1.first_name, T1.last_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id JOIN Charges AS T3 ON T2.treatment_id = T3.charge_id GROUP BY T1.professional_id HAVING AVG(T3.charge_amount) < (SELECT AVG(charge_amount) FROM Charges);", "generation_status": "ok", "prompt_tokens": 797, "generated_tokens": 88, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:933", "db_id": "dog_kennels", "question": "What are the id, role, and first name of the professionals who have performed two or more treatments?", "gold_sql": "SELECT T1.professional_id , T1.role_code , T1.first_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING count(*) >= 2", "raw_output": "SELECT T1.professional_id, T1.role_code, T1.first_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id, T1.role_code, T1.first_name HAVING count(*) >= 2", "predicted_sql": "SELECT T1.professional_id, T1.role_code, T1.first_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id, T1.role_code, T1.first_name HAVING count(*) >= 2", "generation_status": "ok", "prompt_tokens": 798, "generated_tokens": 74, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:928", "db_id": "dog_kennels", "question": "Which professional did not operate any treatment on dogs? List the professional's id, role and email.", "gold_sql": "SELECT professional_id , role_code , email_address FROM Professionals EXCEPT SELECT T1.professional_id , T1.role_code , T1.email_address FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id", "raw_output": "SELECT T1.professional_id, T1.role_code, T1.email_address FROM Professionals AS T1 LEFT JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id WHERE T2.professional_id IS NULL", "predicted_sql": "SELECT T1.professional_id, T1.role_code, T1.email_address FROM Professionals AS T1 LEFT JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id WHERE T2.professional_id IS NULL", "generation_status": "ok", "prompt_tokens": 798, "generated_tokens": 56, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:924", "db_id": "dog_kennels", "question": "Which dogs have not cost their owner more than 1000 for treatment ? List the dog names .", "gold_sql": "select name from dogs where dog_id not in ( select dog_id from treatments group by dog_id having sum(cost_of_treatment) > 1000 )", "raw_output": "SELECT T1.name FROM Dogs AS T1 INNER JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id WHERE T2.cost_of_treatment <= 1000", "predicted_sql": "SELECT T1.name FROM Dogs AS T1 INNER JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id WHERE T2.cost_of_treatment <= 1000", "generation_status": "ok", "prompt_tokens": 799, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:936", "db_id": "dog_kennels", "question": "Which owner has paid for the most treatments on his or her dogs? List the owner id and last name.", "gold_sql": "SELECT T1.owner_id , T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.owner_id, T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id, T1.last_name ORDER BY COUNT(T3.treatment_id) DESC LIMIT 1", "predicted_sql": "SELECT T1.owner_id, T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id, T1.last_name ORDER BY COUNT(T3.treatment_id) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 799, "generated_tokens": 88, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:932", "db_id": "dog_kennels", "question": "Which professionals have done at least two treatments? List the professional's id, role, and first name.", "gold_sql": "SELECT T1.professional_id , T1.role_code , T1.first_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING count(*) >= 2", "raw_output": "SELECT T1.professional_id, T1.role_code, T1.first_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id, T1.role_code, T1.first_name HAVING count(*) >= 2", "predicted_sql": "SELECT T1.professional_id, T1.role_code, T1.first_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id, T1.role_code, T1.first_name HAVING count(*) >= 2", "generation_status": "ok", "prompt_tokens": 799, "generated_tokens": 74, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:945", "db_id": "dog_kennels", "question": "Which professionals have operated a treatment that costs less than the average? Give me theor first names and last names.", "gold_sql": "SELECT DISTINCT T1.first_name , T1.last_name FROM Professionals AS T1 JOIN Treatments AS T2 WHERE cost_of_treatment < ( SELECT avg(cost_of_treatment) FROM Treatments )", "raw_output": " \nSELECT T1.first_name, T1.last_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING AVG(T2.cost_of_treatment) < (SELECT AVG(cost_of_treatment) FROM Treatments);", "predicted_sql": "SELECT T1.first_name, T1.last_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING AVG(T2.cost_of_treatment) < (SELECT AVG(cost_of_treatment) FROM Treatments);", "generation_status": "ok", "prompt_tokens": 799, "generated_tokens": 75, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:941", "db_id": "dog_kennels", "question": "Find the owner id and zip code of the owner who spent the most money in total for his or her dogs.", "gold_sql": "SELECT T1.owner_id , T1.zip_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id ORDER BY sum(T3.cost_of_treatment) DESC LIMIT 1", "raw_output": " \nSELECT T1.owner_id, T1.zip_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id GROUP BY T1.owner_id, T1.zip_code ORDER BY SUM(T3.cost_of_treatment) DESC LIMIT 1\n```", "predicted_sql": "SELECT T1.owner_id, T1.zip_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id GROUP BY T1.owner_id, T1.zip_code ORDER BY SUM(T3.cost_of_treatment) DESC LIMIT 1\n```", "generation_status": "ok", "prompt_tokens": 800, "generated_tokens": 75, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "unrecognized token: \"```\"", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:937", "db_id": "dog_kennels", "question": "Tell me the owner id and last name of the owner who spent the most on treatments of his or her dogs.", "gold_sql": "SELECT T1.owner_id , T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id ORDER BY count(*) DESC LIMIT 1", "raw_output": " \nSELECT T1.owner_id, T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id, T1.last_name ORDER BY SUM(T3.cost_of_treatment) DESC LIMIT 1", "predicted_sql": "SELECT T1.owner_id, T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id, T1.last_name ORDER BY SUM(T3.cost_of_treatment) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 800, "generated_tokens": 92, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:940", "db_id": "dog_kennels", "question": "Which owner has paid the largest amount of money in total for their dogs? Show the owner id and zip code.", "gold_sql": "SELECT T1.owner_id , T1.zip_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id ORDER BY sum(T3.cost_of_treatment) DESC LIMIT 1", "raw_output": " \nSELECT T1.owner_id, T1.zip_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id GROUP BY T1.owner_id, T1.zip_code ORDER BY SUM(T3.charge_amount) DESC LIMIT 1\n```", "predicted_sql": "SELECT T1.owner_id, T1.zip_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id GROUP BY T1.owner_id, T1.zip_code ORDER BY SUM(T3.charge_amount) DESC LIMIT 1\n```", "generation_status": "ok", "prompt_tokens": 800, "generated_tokens": 73, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "unrecognized token: \"```\"", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:971", "db_id": "dog_kennels", "question": "Find the role, street, city and state of the professionals living in a city that contains the substring 'West'.", "gold_sql": "SELECT role_code , street , city , state FROM professionals WHERE city LIKE '%West%'", "raw_output": " \nSELECT T1.role_code, T1.street, T1.city, T1.state FROM Professionals AS T1 INNER JOIN Professionals AS T2 ON T1.professional_id = T2.professional_id WHERE T2.city LIKE '%West%'", "predicted_sql": "SELECT T1.role_code, T1.street, T1.city, T1.state FROM Professionals AS T1 INNER JOIN Professionals AS T2 ON T1.professional_id = T2.professional_id WHERE T2.city LIKE '%West%'", "generation_status": "ok", "prompt_tokens": 800, "generated_tokens": 59, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:925", "db_id": "dog_kennels", "question": "What are the names of the dogs for which the owner has not spend more than 1000 for treatment ?", "gold_sql": "select name from dogs where dog_id not in ( select dog_id from treatments group by dog_id having sum(cost_of_treatment) > 1000 )", "raw_output": "2SELECT T1.name FROM Dogs AS T1 INNER JOIN Owners AS T2 ON T1.owner_id = T2.owner_id INNER JOIN Treatments AS T3 ON T1.dog_id = T3.dog_id WHERE T3.cost_of_treatment <= 1000", "predicted_sql": "2SELECT T1.name FROM Dogs AS T1 INNER JOIN Owners AS T2 ON T1.owner_id = T2.owner_id INNER JOIN Treatments AS T3 ON T1.dog_id = T3.dog_id WHERE T3.cost_of_treatment <= 1000", "generation_status": "ok", "prompt_tokens": 801, "generated_tokens": 67, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "unrecognized token: \"2SELECT\"", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:970", "db_id": "dog_kennels", "question": "Which professionals live in a city containing the substring 'West'? List his or her role, street, city and state.", "gold_sql": "SELECT role_code , street , city , state FROM professionals WHERE city LIKE '%West%'", "raw_output": "2SELECT T1.role_code, T1.street, T1.city, T1.state FROM Professionals AS T1 WHERE T1.city LIKE '%West%'", "predicted_sql": "2SELECT T1.role_code, T1.street, T1.city, T1.state FROM Professionals AS T1 WHERE T1.city LIKE '%West%'", "generation_status": "ok", "prompt_tokens": 801, "generated_tokens": 38, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "unrecognized token: \"2SELECT\"", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:972", "db_id": "dog_kennels", "question": "Which owners live in the state whose name contains the substring 'North'? List his first name, last name and email.", "gold_sql": "SELECT first_name , last_name , email_address FROM Owners WHERE state LIKE '%North%'", "raw_output": "SELECT T1.first_name, T1.last_name, T1.email_address FROM Owners AS T1 INNER JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id INNER JOIN States AS T3 ON T1.state = T3.state WHERE T3.state LIKE '%North%'", "predicted_sql": "SELECT T1.first_name, T1.last_name, T1.email_address FROM Owners AS T1 INNER JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id INNER JOIN States AS T3 ON T1.state = T3.state WHERE T3.state LIKE '%North%'", "generation_status": "ok", "prompt_tokens": 801, "generated_tokens": 72, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such table: States", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:973", "db_id": "dog_kennels", "question": "Return the first name, last name and email of the owners living in a state whose name contains the substring 'North'.", "gold_sql": "SELECT first_name , last_name , email_address FROM Owners WHERE state LIKE '%North%'", "raw_output": "SELECT T1.first_name, T1.last_name, T1.email_address FROM Owners AS T1 WHERE T1.state LIKE '%North%'", "predicted_sql": "SELECT T1.first_name, T1.last_name, T1.email_address FROM Owners AS T1 WHERE T1.state LIKE '%North%'", "generation_status": "ok", "prompt_tokens": 801, "generated_tokens": 36, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:956", "db_id": "dog_kennels", "question": "Which dogs are owned by someone who lives in Virginia? List the owner's first name and the dog's name.", "gold_sql": "SELECT T1.first_name , T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T1.state = 'Virginia'", "raw_output": "SELECT T1.first_name, T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T1.state = 'Virginia'", "predicted_sql": "SELECT T1.first_name, T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T1.state = 'Virginia'", "generation_status": "ok", "prompt_tokens": 802, "generated_tokens": 46, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:923", "db_id": "dog_kennels", "question": "Find the id, last name and cell phone of the professionals who live in the state of Indiana or have performed more than two treatments.", "gold_sql": "SELECT professional_id , last_name , cell_number FROM Professionals WHERE state = 'Indiana' UNION SELECT T1.professional_id , T1.last_name , T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING count(*) > 2", "raw_output": "SELECT T1.professional_id, T1.last_name, T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id WHERE T1.state = 'Indiana' OR T1.professional_id IN (SELECT professional_id FROM Treatments GROUP BY professional_id HAVING count(*) > 2)", "predicted_sql": "SELECT T1.professional_id, T1.last_name, T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id WHERE T1.state = 'Indiana' OR T1.professional_id IN (SELECT professional_id FROM Treatments GROUP BY professional_id HAVING count(*) > 2)", "generation_status": "ok", "prompt_tokens": 804, "generated_tokens": 82, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:984", "db_id": "dog_kennels", "question": "List the dog name, age and weight of the dogs who have been abandoned? 1 stands for yes, and 0 stands for no.", "gold_sql": "SELECT name , age , weight FROM Dogs WHERE abandoned_yn = 1", "raw_output": "SELECT T1.name, T1.age, T1.weight FROM Dogs AS T1 WHERE T1.abandoned_yn = '1'", "predicted_sql": "SELECT T1.name, T1.age, T1.weight FROM Dogs AS T1 WHERE T1.abandoned_yn = '1'", "generation_status": "ok", "prompt_tokens": 806, "generated_tokens": 33, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:922", "db_id": "dog_kennels", "question": "Which professionals live in the state of Indiana or have done treatment on more than 2 treatments? List his or her id, last name and cell phone.", "gold_sql": "SELECT professional_id , last_name , cell_number FROM Professionals WHERE state = 'Indiana' UNION SELECT T1.professional_id , T1.last_name , T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING count(*) > 2", "raw_output": "SELECT T1.professional_id, T1.last_name, T1.cell_number FROM Professionals AS T1 INNER JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id WHERE T1.state = 'Indiana' OR T1.professional_id IN (SELECT professional_id FROM Treatments GROUP BY professional_id HAVING count(*) > 2)", "predicted_sql": "SELECT T1.professional_id, T1.last_name, T1.cell_number FROM Professionals AS T1 INNER JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id WHERE T1.state = 'Indiana' OR T1.professional_id IN (SELECT professional_id FROM Treatments GROUP BY professional_id HAVING count(*) > 2)", "generation_status": "ok", "prompt_tokens": 808, "generated_tokens": 83, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:985", "db_id": "dog_kennels", "question": "What are the dog name, age and weight of the dogs that were abandoned? Note that 1 stands for yes, and 0 stands for no in the tables.", "gold_sql": "SELECT name , age , weight FROM Dogs WHERE abandoned_yn = 1", "raw_output": "SELECT T1.name, T1.age, T1.weight FROM Dogs AS T1 WHERE T1.abandoned_yn = '1'", "predicted_sql": "SELECT T1.name, T1.age, T1.weight FROM Dogs AS T1 WHERE T1.abandoned_yn = '1'", "generation_status": "ok", "prompt_tokens": 811, "generated_tokens": 33, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:581", "db_id": "student_transcripts_tracking", "question": "Describe the section h.", "gold_sql": "SELECT section_description FROM Sections WHERE section_name = 'h'", "raw_output": "SELECT T1.section_name FROM Sections AS T1 WHERE T1.section_id = h", "predicted_sql": "SELECT T1.section_name FROM Sections AS T1 WHERE T1.section_id = h", "generation_status": "ok", "prompt_tokens": 1051, "generated_tokens": 22, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: h", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:510", "db_id": "student_transcripts_tracking", "question": "How many courses are there?", "gold_sql": "SELECT count(*) FROM Courses", "raw_output": "SELECT count(*) FROM Courses", "predicted_sql": "SELECT count(*) FROM Courses", "generation_status": "ok", "prompt_tokens": 1052, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:568", "db_id": "student_transcripts_tracking", "question": "How many transcripts are listed?", "gold_sql": "SELECT count(*) FROM Transcripts", "raw_output": "SELECT count(*) FROM Transcripts", "predicted_sql": "SELECT count(*) FROM Transcripts", "generation_status": "ok", "prompt_tokens": 1052, "generated_tokens": 7, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:567", "db_id": "student_transcripts_tracking", "question": "How many transcripts are released?", "gold_sql": "SELECT count(*) FROM Transcripts", "raw_output": "SELECT count(*) FROM Transcripts", "predicted_sql": "SELECT count(*) FROM Transcripts", "generation_status": "ok", "prompt_tokens": 1052, "generated_tokens": 7, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:564", "db_id": "student_transcripts_tracking", "question": "What is the average transcript date?", "gold_sql": "SELECT avg(transcript_date) FROM Transcripts", "raw_output": "SELECT AVG(T1.transcript_date) FROM Transcripts AS T1", "predicted_sql": "SELECT AVG(T1.transcript_date) FROM Transcripts AS T1", "generation_status": "ok", "prompt_tokens": 1053, "generated_tokens": 17, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:518", "db_id": "student_transcripts_tracking", "question": "How many different departments offer degrees?", "gold_sql": "SELECT count(DISTINCT department_id) FROM Degree_Programs", "raw_output": "SELECT count(DISTINCT T1.department_id) FROM Degree_Programs AS T1 JOIN Departments AS T2 ON T1.department_id = T2.department_id", "predicted_sql": "SELECT count(DISTINCT T1.department_id) FROM Degree_Programs AS T1 JOIN Departments AS T2 ON T1.department_id = T2.department_id", "generation_status": "ok", "prompt_tokens": 1053, "generated_tokens": 39, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:520", "db_id": "student_transcripts_tracking", "question": "How many different degrees are offered?", "gold_sql": "SELECT count(DISTINCT degree_summary_name) FROM Degree_Programs", "raw_output": "SELECT count(*) FROM Degree_Programs", "predicted_sql": "SELECT count(*) FROM Degree_Programs", "generation_status": "ok", "prompt_tokens": 1053, "generated_tokens": 8, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:511", "db_id": "student_transcripts_tracking", "question": "How is the math course described?", "gold_sql": "SELECT course_description FROM Courses WHERE course_name = 'math'", "raw_output": "SELECT T1.course_description FROM Courses AS T1 INNER JOIN Sections AS T2 ON T1.course_id = T2.course_id WHERE T2.section_name LIKE '%math%';", "predicted_sql": "SELECT T1.course_description FROM Courses AS T1 INNER JOIN Sections AS T2 ON T1.course_id = T2.course_id WHERE T2.section_name LIKE '%math%';", "generation_status": "ok", "prompt_tokens": 1053, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:570", "db_id": "student_transcripts_tracking", "question": "When was the last transcript released?", "gold_sql": "SELECT transcript_date FROM Transcripts ORDER BY transcript_date DESC LIMIT 1", "raw_output": "SELECT MAX(T1.transcript_date) FROM Transcripts AS T1", "predicted_sql": "SELECT MAX(T1.transcript_date) FROM Transcripts AS T1", "generation_status": "ok", "prompt_tokens": 1053, "generated_tokens": 17, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:517", "db_id": "student_transcripts_tracking", "question": "How many departments offer any degree?", "gold_sql": "SELECT count(DISTINCT department_id) FROM Degree_Programs", "raw_output": "SELECT count(DISTINCT T1.department_id) FROM Departments AS T1 JOIN Degree_Programs AS T2 ON T1.department_id = T2.department_id", "predicted_sql": "SELECT count(DISTINCT T1.department_id) FROM Departments AS T1 JOIN Degree_Programs AS T2 ON T1.department_id = T2.department_id", "generation_status": "ok", "prompt_tokens": 1053, "generated_tokens": 39, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:509", "db_id": "student_transcripts_tracking", "question": "How many courses in total are listed?", "gold_sql": "SELECT count(*) FROM Courses", "raw_output": "SELECT count(*) FROM Courses", "predicted_sql": "SELECT count(*) FROM Courses", "generation_status": "ok", "prompt_tokens": 1054, "generated_tokens": 6, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:569", "db_id": "student_transcripts_tracking", "question": "What is the last transcript release date?", "gold_sql": "SELECT transcript_date FROM Transcripts ORDER BY transcript_date DESC LIMIT 1", "raw_output": "SELECT MAX(T1.transcript_date) FROM Transcripts AS T1", "predicted_sql": "SELECT MAX(T1.transcript_date) FROM Transcripts AS T1", "generation_status": "ok", "prompt_tokens": 1054, "generated_tokens": 17, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:519", "db_id": "student_transcripts_tracking", "question": "How many different degree names are offered?", "gold_sql": "SELECT count(DISTINCT degree_summary_name) FROM Degree_Programs", "raw_output": "SELECT count(DISTINCT T1.degree_summary_name) FROM Degree_Programs AS T1", "predicted_sql": "SELECT count(DISTINCT T1.degree_summary_name) FROM Degree_Programs AS T1", "generation_status": "ok", "prompt_tokens": 1054, "generated_tokens": 22, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:522", "db_id": "student_transcripts_tracking", "question": "How many degrees does the engineering department have?", "gold_sql": "SELECT count(*) FROM Departments AS T1 JOIN Degree_Programs AS T2 ON T1.department_id = T2.department_id WHERE T1.department_name = 'engineer'", "raw_output": "SELECT count(DISTINCT T1.degree_program_id) FROM Degree_Programs AS T1 INNER JOIN Departments AS T2 ON T1.department_id = T2.department_id WHERE T2.department_name = 'Engineering'", "predicted_sql": "SELECT count(DISTINCT T1.degree_program_id) FROM Degree_Programs AS T1 INNER JOIN Departments AS T2 ON T1.department_id = T2.department_id WHERE T2.department_name = 'Engineering'", "generation_status": "ok", "prompt_tokens": 1055, "generated_tokens": 53, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:514", "db_id": "student_transcripts_tracking", "question": "What is the zip code for Port Chelsea?", "gold_sql": "SELECT zip_postcode FROM Addresses WHERE city = 'Port Chelsea'", "raw_output": "SELECT T1.zip_postcode FROM Addresses AS T1 WHERE T1.city = 'Port Chelsea'", "predicted_sql": "SELECT T1.zip_postcode FROM Addresses AS T1 WHERE T1.city = 'Port Chelsea'", "generation_status": "ok", "prompt_tokens": 1055, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:521", "db_id": "student_transcripts_tracking", "question": "How many degrees does the engineering department offer?", "gold_sql": "SELECT count(*) FROM Departments AS T1 JOIN Degree_Programs AS T2 ON T1.department_id = T2.department_id WHERE T1.department_name = 'engineer'", "raw_output": "SELECT count(T1.degree_program_id) FROM Degree_Programs AS T1 INNER JOIN Departments AS T2 ON T1.department_id = T2.department_id WHERE T2.department_name = 'Engineering'", "predicted_sql": "SELECT count(T1.degree_program_id) FROM Degree_Programs AS T1 INNER JOIN Departments AS T2 ON T1.department_id = T2.department_id WHERE T2.department_name = 'Engineering'", "generation_status": "ok", "prompt_tokens": 1055, "generated_tokens": 51, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:563", "db_id": "student_transcripts_tracking", "question": "On average, when were the transcripts printed?", "gold_sql": "SELECT avg(transcript_date) FROM Transcripts", "raw_output": "SELECT AVG(STRFTIME('%Y', transcript_date)) FROM Transcripts", "predicted_sql": "SELECT AVG(STRFTIME('%Y', transcript_date)) FROM Transcripts", "generation_status": "ok", "prompt_tokens": 1055, "generated_tokens": 17, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:582", "db_id": "student_transcripts_tracking", "question": "What is the description for the section named h?", "gold_sql": "SELECT section_description FROM Sections WHERE section_name = 'h'", "raw_output": "SELECT T1.section_description FROM Sections AS T1 WHERE T1.section_name = 'h'", "predicted_sql": "SELECT T1.section_description FROM Sections AS T1 WHERE T1.section_name = 'h'", "generation_status": "ok", "prompt_tokens": 1056, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:577", "db_id": "student_transcripts_tracking", "question": "How many different addresses do the students currently live?", "gold_sql": "SELECT count(DISTINCT current_address_id) FROM Students", "raw_output": "SELECT count(DISTINCT T1.current_address_id) FROM Students AS T1", "predicted_sql": "SELECT count(DISTINCT T1.current_address_id) FROM Students AS T1", "generation_status": "ok", "prompt_tokens": 1056, "generated_tokens": 20, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:512", "db_id": "student_transcripts_tracking", "question": "What are the descriptions for all the math courses?", "gold_sql": "SELECT course_description FROM Courses WHERE course_name = 'math'", "raw_output": "SELECT T1.course_description FROM Courses AS T1 INNER JOIN Sections AS T2 ON T1.course_id = T2.course_id WHERE T1.course_name LIKE '%Math%';", "predicted_sql": "SELECT T1.course_description FROM Courses AS T1 INNER JOIN Sections AS T2 ON T1.course_id = T2.course_id WHERE T1.course_name LIKE '%Math%';", "generation_status": "ok", "prompt_tokens": 1056, "generated_tokens": 44, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:523", "db_id": "student_transcripts_tracking", "question": "What are the names and descriptions of all the sections?", "gold_sql": "SELECT section_name , section_description FROM Sections", "raw_output": "SELECT T1.section_name, T1.section_description FROM Sections AS T1", "predicted_sql": "SELECT T1.section_name, T1.section_description FROM Sections AS T1", "generation_status": "ok", "prompt_tokens": 1057, "generated_tokens": 20, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:579", "db_id": "student_transcripts_tracking", "question": "List all the student details in reversed lexicographical order.", "gold_sql": "SELECT other_student_details FROM Students ORDER BY other_student_details DESC", "raw_output": "SELECT * FROM Students ORDER BY last_name, first_name DESC", "predicted_sql": "SELECT * FROM Students ORDER BY last_name, first_name DESC", "generation_status": "ok", "prompt_tokens": 1057, "generated_tokens": 15, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:508", "db_id": "student_transcripts_tracking", "question": "What is the first and second line for all addresses?", "gold_sql": "SELECT line_1 , line_2 FROM addresses", "raw_output": "SELECT line_1, line_2 FROM Addresses", "predicted_sql": "SELECT line_1, line_2 FROM Addresses", "generation_status": "ok", "prompt_tokens": 1057, "generated_tokens": 11, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:527", "db_id": "student_transcripts_tracking", "question": "List the section_name in reversed lexicographical order.", "gold_sql": "SELECT section_name FROM Sections ORDER BY section_name DESC", "raw_output": "SELECT section_name FROM Sections ORDER BY section_name DESC;", "predicted_sql": "SELECT section_name FROM Sections ORDER BY section_name DESC;", "generation_status": "ok", "prompt_tokens": 1057, "generated_tokens": 14, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:524", "db_id": "student_transcripts_tracking", "question": "What are the names and descriptions for all the sections?", "gold_sql": "SELECT section_name , section_description FROM Sections", "raw_output": "SELECT T1.section_name, T1.section_description FROM Sections AS T1", "predicted_sql": "SELECT T1.section_name, T1.section_description FROM Sections AS T1", "generation_status": "ok", "prompt_tokens": 1057, "generated_tokens": 20, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:578", "db_id": "student_transcripts_tracking", "question": "What are the different addresses that have students living there?", "gold_sql": "SELECT count(DISTINCT current_address_id) FROM Students", "raw_output": "SELECT DISTINCT T1.address_id FROM Addresses AS T1 INNER JOIN Students AS T2 ON T1.address_id = T2.current_address_id", "predicted_sql": "SELECT DISTINCT T1.address_id FROM Addresses AS T1 INNER JOIN Students AS T2 ON T1.address_id = T2.current_address_id", "generation_status": "ok", "prompt_tokens": 1057, "generated_tokens": 36, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:528", "db_id": "student_transcripts_tracking", "question": "What are the names of the sections in reverse alphabetical order?", "gold_sql": "SELECT section_name FROM Sections ORDER BY section_name DESC", "raw_output": "SELECT T1.section_name FROM Sections AS T1 ORDER BY T1.section_name DESC", "predicted_sql": "SELECT T1.section_name FROM Sections AS T1 ORDER BY T1.section_name DESC", "generation_status": "ok", "prompt_tokens": 1058, "generated_tokens": 22, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:544", "db_id": "student_transcripts_tracking", "question": "What is the name of the semester with no students enrolled?", "gold_sql": "SELECT semester_name FROM Semesters WHERE semester_id NOT IN( SELECT semester_id FROM Student_Enrolment )", "raw_output": "SELECT T1.semester_name FROM Semesters AS T1 LEFT JOIN Student_Enrolment AS T2 ON T1.semester_id = T2.semester_id WHERE T2.student_id IS NULL", "predicted_sql": "SELECT T1.semester_name FROM Semesters AS T1 LEFT JOIN Student_Enrolment AS T2 ON T1.semester_id = T2.semester_id WHERE T2.student_id IS NULL", "generation_status": "ok", "prompt_tokens": 1058, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:548", "db_id": "student_transcripts_tracking", "question": "What is the name of the course with the most students enrolled?", "gold_sql": "SELECT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_name ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.course_name FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id JOIN Student_Enrolment_Courses AS T3 ON T2.section_id = T3.student_course_id GROUP BY T1.course_name ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T1.course_name FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id JOIN Student_Enrolment_Courses AS T3 ON T2.section_id = T3.student_course_id GROUP BY T1.course_name ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 1059, "generated_tokens": 75, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:546", "db_id": "student_transcripts_tracking", "question": "What are the names of all courses that have some students enrolled?", "gold_sql": "SELECT DISTINCT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id = T2.course_id", "raw_output": "SELECT DISTINCT T1.course_name FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id JOIN Student_Enrolment_Courses AS T3 ON T2.section_id = T3.student_course_id", "predicted_sql": "SELECT DISTINCT T1.course_name FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id JOIN Student_Enrolment_Courses AS T3 ON T2.section_id = T3.student_course_id", "generation_status": "ok", "prompt_tokens": 1059, "generated_tokens": 60, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:565", "db_id": "student_transcripts_tracking", "question": "When is the first transcript released? List the date and details.", "gold_sql": "SELECT transcript_date , other_details FROM Transcripts ORDER BY transcript_date ASC LIMIT 1", "raw_output": "SELECT T1.transcript_date, T1.other_details FROM Transcripts AS T1 ORDER BY T1.transcript_date LIMIT 1", "predicted_sql": "SELECT T1.transcript_date, T1.other_details FROM Transcripts AS T1 ORDER BY T1.transcript_date LIMIT 1", "generation_status": "ok", "prompt_tokens": 1059, "generated_tokens": 32, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:575", "db_id": "student_transcripts_tracking", "question": "Find the semester when both Master students and Bachelor students got enrolled in.", "gold_sql": "SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id WHERE degree_summary_name = 'Master' INTERSECT SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id WHERE degree_summary_name = 'Bachelor'", "raw_output": "SELECT T2.semester_name FROM Student_Enrolment AS T1 INNER JOIN Semesters AS T2 ON T1.semester_id = T2.semester_id INNER JOIN Student_Enrolment AS T3 ON T1.student_enrolment_id = T3.student_enrolment_id INNER JOIN Student_Enrolment AS T4 ON T3.student_enrolment_id = T4.student_enrolment_id WHERE T1.degree_program_id IN (SELECT degree_program_id FROM Degree_Programs WHERE degree_summary_name LIKE '%Master%' OR degree_summary_description LIKE '%Master%' OR degree_summary_name LIKE '%Bachelor%' OR degree_summary_description LIKE '%Bachelor%') GROUP BY T2.semester_name HAVING COUNT(DISTINCT T4.student_id) > 0", "predicted_sql": "SELECT T2.semester_name FROM Student_Enrolment AS T1 INNER JOIN Semesters AS T2 ON T1.semester_id = T2.semester_id INNER JOIN Student_Enrolment AS T3 ON T1.student_enrolment_id = T3.student_enrolment_id INNER JOIN Student_Enrolment AS T4 ON T3.student_enrolment_id = T4.student_enrolment_id WHERE T1.degree_program_id IN (SELECT degree_program_id FROM Degree_Programs WHERE degree_summary_name LIKE '%Master%' OR degree_summary_description LIKE '%Master%' OR degree_summary_name LIKE '%Bachelor%' OR degree_summary_description LIKE '%Bachelor%') GROUP BY T2.semester_name HAVING COUNT(DISTINCT T4.student_id) > 0", "generation_status": "ok", "prompt_tokens": 1060, "generated_tokens": 187, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:537", "db_id": "student_transcripts_tracking", "question": "Find the kind of program which most number of students are enrolled in?", "gold_sql": "SELECT T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_summary_name ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T2.degree_summary_name FROM Student_Enrolment AS T1 JOIN Student_Enrolment_Courses AS T3 ON T1.student_enrolment_id = T3.student_enrolment_id JOIN Degree_Programs AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T2.degree_summary_name ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T2.degree_summary_name FROM Student_Enrolment AS T1 JOIN Student_Enrolment_Courses AS T3 ON T1.student_enrolment_id = T3.student_enrolment_id JOIN Degree_Programs AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T2.degree_summary_name ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 1060, "generated_tokens": 95, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:554", "db_id": "student_transcripts_tracking", "question": "What is the mobile phone number of the student named Timmothy Ward ?", "gold_sql": "select cell_mobile_number from students where first_name = 'timmothy' and last_name = 'ward'", "raw_output": "SELECT T1.cell_mobile_number FROM Students AS T1 INNER JOIN Addresses AS T2 ON T1.current_address_id = T2.address_id WHERE T1.first_name = 'Timmothy' AND T1.last_name = 'Ward'", "predicted_sql": "SELECT T1.cell_mobile_number FROM Students AS T1 INNER JOIN Addresses AS T2 ON T1.current_address_id = T2.address_id WHERE T1.first_name = 'Timmothy' AND T1.last_name = 'Ward'", "generation_status": "ok", "prompt_tokens": 1060, "generated_tokens": 61, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:513", "db_id": "student_transcripts_tracking", "question": "What is the zip code of the address in the city Port Chelsea?", "gold_sql": "SELECT zip_postcode FROM Addresses WHERE city = 'Port Chelsea'", "raw_output": "SELECT T1.zip_postcode FROM Addresses AS T1 WHERE T1.city = 'Port Chelsea'", "predicted_sql": "SELECT T1.zip_postcode FROM Addresses AS T1 WHERE T1.city = 'Port Chelsea'", "generation_status": "ok", "prompt_tokens": 1060, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:507", "db_id": "student_transcripts_tracking", "question": "what are all the addresses including line 1 and line 2?", "gold_sql": "SELECT line_1 , line_2 FROM addresses", "raw_output": "SELECT line_1, line_2 FROM Addresses", "predicted_sql": "SELECT line_1, line_2 FROM Addresses", "generation_status": "ok", "prompt_tokens": 1060, "generated_tokens": 11, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:543", "db_id": "student_transcripts_tracking", "question": "Which semesters do not have any student enrolled? List the semester name.", "gold_sql": "SELECT semester_name FROM Semesters WHERE semester_id NOT IN( SELECT semester_id FROM Student_Enrolment )", "raw_output": "SELECT T1.semester_name FROM Semesters AS T1 LEFT JOIN Student_Enrolment AS T2 ON T1.semester_id = T2.semester_id WHERE T2.student_id IS NULL", "predicted_sql": "SELECT T1.semester_name FROM Semesters AS T1 LEFT JOIN Student_Enrolment AS T2 ON T1.semester_id = T2.semester_id WHERE T2.student_id IS NULL", "generation_status": "ok", "prompt_tokens": 1060, "generated_tokens": 47, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:580", "db_id": "student_transcripts_tracking", "question": "What other details can you tell me about students in reverse alphabetical order?", "gold_sql": "SELECT other_student_details FROM Students ORDER BY other_student_details DESC", "raw_output": "SELECT T1.other_student_details FROM Students AS T1 ORDER BY T1.other_student_details DESC", "predicted_sql": "SELECT T1.other_student_details FROM Students AS T1 ORDER BY T1.other_student_details DESC", "generation_status": "ok", "prompt_tokens": 1060, "generated_tokens": 26, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:525", "db_id": "student_transcripts_tracking", "question": "What are the names and id of courses having at most 2 sections?", "gold_sql": "SELECT T1.course_name , T1.course_id FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_id HAVING count(*) <= 2", "raw_output": "SELECT T1.course_id, T1.course_name FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_id, T1.course_name HAVING count(*) <= 2", "predicted_sql": "SELECT T1.course_id, T1.course_name FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_id, T1.course_name HAVING count(*) <= 2", "generation_status": "ok", "prompt_tokens": 1061, "generated_tokens": 60, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:531", "db_id": "student_transcripts_tracking", "question": "What is the description of the department whose name has the substring the computer?", "gold_sql": "SELECT department_description FROM Departments WHERE department_name LIKE '%computer%'", "raw_output": "SELECT T1.department_description FROM Departments AS T1 WHERE T1.department_name LIKE '%computer%';", "predicted_sql": "SELECT T1.department_description FROM Departments AS T1 WHERE T1.department_name LIKE '%computer%';", "generation_status": "ok", "prompt_tokens": 1061, "generated_tokens": 24, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:547", "db_id": "student_transcripts_tracking", "question": "What's the name of the course with most number of enrollments?", "gold_sql": "SELECT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_name ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.course_name FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id JOIN Student_Enrolment_Courses AS T3 ON T2.section_id = T3.student_course_id GROUP BY T1.course_name ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T1.course_name FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id JOIN Student_Enrolment_Courses AS T3 ON T2.section_id = T3.student_course_id GROUP BY T1.course_name ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 1061, "generated_tokens": 75, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:515", "db_id": "student_transcripts_tracking", "question": "Which department offers the most number of degrees? List department name and id.", "gold_sql": "SELECT T2.department_name , T1.department_id FROM Degree_Programs AS T1 JOIN Departments AS T2 ON T1.department_id = T2.department_id GROUP BY T1.department_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.department_name, T1.department_id FROM Departments AS T1 JOIN Degree_Programs AS T2 ON T1.department_id = T2.department_id GROUP BY T1.department_id, T1.department_name ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T1.department_name, T1.department_id FROM Departments AS T1 JOIN Degree_Programs AS T2 ON T1.department_id = T2.department_id GROUP BY T1.department_id, T1.department_name ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 1061, "generated_tokens": 64, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:538", "db_id": "student_transcripts_tracking", "question": "What is the degree summary name that has the most number of students enrolled?", "gold_sql": "SELECT T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_summary_name ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_summary_name ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_summary_name ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 1061, "generated_tokens": 62, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:532", "db_id": "student_transcripts_tracking", "question": "What is the department description for the one whose name has the word computer?", "gold_sql": "SELECT department_description FROM Departments WHERE department_name LIKE '%computer%'", "raw_output": "SELECT T2.department_description FROM Departments AS T1 INNER JOIN Degree_Programs AS T3 ON T1.department_id = T3.department_id WHERE T3.degree_program_id IN (SELECT T3.degree_program_id FROM Degree_Programs AS T3 JOIN Departments AS T1 ON T3.department_id = T1 WHERE T1.department_name LIKE '%computer%')", "predicted_sql": "SELECT T2.department_description FROM Departments AS T1 INNER JOIN Degree_Programs AS T3 ON T1.department_id = T3.department_id WHERE T3.degree_program_id IN (SELECT T3.degree_program_id FROM Degree_Programs AS T3 JOIN Departments AS T1 ON T3.department_id = T1 WHERE T1.department_name LIKE '%computer%')", "generation_status": "ok", "prompt_tokens": 1061, "generated_tokens": 89, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.department_description", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:516", "db_id": "student_transcripts_tracking", "question": "What is the name and id of the department with the most number of degrees ?", "gold_sql": "select t2.department_name , t1.department_id from degree_programs as t1 join departments as t2 on t1.department_id = t2.department_id group by t1.department_id order by count(*) desc limit 1", "raw_output": "SELECT T1.department_name, T1.department_id FROM Departments AS T1 JOIN Degree_Programs AS T2 ON T1.department_id = T2.department_id GROUP BY T1.department_id, T1.department_name ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T1.department_name, T1.department_id FROM Departments AS T1 JOIN Degree_Programs AS T2 ON T1.department_id = T2.department_id GROUP BY T1.department_id, T1.department_name ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 1062, "generated_tokens": 64, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:576", "db_id": "student_transcripts_tracking", "question": "What is the id of the semester that had both Masters and Bachelors students enrolled?", "gold_sql": "SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id WHERE degree_summary_name = 'Master' INTERSECT SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id WHERE degree_summary_name = 'Bachelor'", "raw_output": "SELECT T1.semester_id FROM Semesters AS T1 JOIN Student_Enrolment AS T2 ON T1.semester_id = T2.semester_id JOIN Student_Enrolment_Courses AS T3 ON T2.student_enrolment_id = T3.student_enrolment_id JOIN Student_Enrolment AS T4 ON T2.student_enrolment_id = T4.student_enrolment_id JOIN Degree_Programs AS T5 ON T2.degree_program_id = T5.degree_program_id WHERE T5.degree_summary_name = 'Masters'\nGROUP BY T1.semester_id\nHAVING COUNT(DISTINCT T4.student_id) >= 2\nLIMIT 1", "predicted_sql": "SELECT T1.semester_id FROM Semesters AS T1 JOIN Student_Enrolment AS T2 ON T1.semester_id = T2.semester_id JOIN Student_Enrolment_Courses AS T3 ON T2.student_enrolment_id = T3.student_enrolment_id JOIN Student_Enrolment AS T4 ON T2.student_enrolment_id = T4.student_enrolment_id JOIN Degree_Programs AS T5 ON T2.degree_program_id = T5.degree_program_id WHERE T5.degree_summary_name = 'Masters'\nGROUP BY T1.semester_id\nHAVING COUNT(DISTINCT T4.student_id) >= 2\nLIMIT 1", "generation_status": "ok", "prompt_tokens": 1062, "generated_tokens": 169, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:526", "db_id": "student_transcripts_tracking", "question": "What are the names and ids of every course with less than 2 sections?", "gold_sql": "SELECT T1.course_name , T1.course_id FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_id HAVING count(*) <= 2", "raw_output": "SELECT T1.course_id, T1.course_name FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_id, T1.course_name HAVING count(*) < 2", "predicted_sql": "SELECT T1.course_id, T1.course_name FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_id, T1.course_name HAVING count(*) < 2", "generation_status": "ok", "prompt_tokens": 1062, "generated_tokens": 60, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:545", "db_id": "student_transcripts_tracking", "question": "What are all the course names of the courses which ever have students enrolled in?", "gold_sql": "SELECT DISTINCT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id = T2.course_id", "raw_output": "SELECT DISTINCT T1.course_name FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id JOIN Student_Enrolment_Courses AS T3 ON T2.section_id = T3.student_enrolment_id", "predicted_sql": "SELECT DISTINCT T1.course_name FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id JOIN Student_Enrolment_Courses AS T3 ON T2.section_id = T3.student_enrolment_id", "generation_status": "ok", "prompt_tokens": 1062, "generated_tokens": 62, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:551", "db_id": "student_transcripts_tracking", "question": "Show the date and id of the transcript with at least 2 course results.", "gold_sql": "SELECT T2.transcript_date , T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id = T2.transcript_id GROUP BY T1.transcript_id HAVING count(*) >= 2", "raw_output": "SELECT T1.transcript_date, T1.transcript_id FROM Transcripts AS T1 JOIN Transcript_Contents AS T2 ON T1.transcript_id = T2.transcript_id JOIN Student_Enrolment_Courses AS T3 ON T2.student_course_id = T3.student_course_id GROUP BY T1.transcript_date, T1.transcript_id HAVING count(*) >= 2", "predicted_sql": "SELECT T1.transcript_date, T1.transcript_id FROM Transcripts AS T1 JOIN Transcript_Contents AS T2 ON T1.transcript_id = T2.transcript_id JOIN Student_Enrolment_Courses AS T3 ON T2.student_course_id = T3.student_course_id GROUP BY T1.transcript_date, T1.transcript_id HAVING count(*) >= 2", "generation_status": "ok", "prompt_tokens": 1062, "generated_tokens": 92, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:558", "db_id": "student_transcripts_tracking", "question": "What is the first, middle, and last name of the earliest school graduate?", "gold_sql": "SELECT first_name , middle_name , last_name FROM Students ORDER BY date_left ASC LIMIT 1", "raw_output": "SELECT T1.first_name, T1.middle_name, T1.last_name FROM Students AS T1 ORDER BY T1.date_left ASC LIMIT 1", "predicted_sql": "SELECT T1.first_name, T1.middle_name, T1.last_name FROM Students AS T1 ORDER BY T1.date_left ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 1062, "generated_tokens": 39, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:574", "db_id": "student_transcripts_tracking", "question": "What is the date and id of the transcript with the least number of results?", "gold_sql": "SELECT T2.transcript_date , T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id = T2.transcript_id GROUP BY T1.transcript_id ORDER BY count(*) ASC LIMIT 1", "raw_output": "SELECT transcript_id, transcript_date FROM Transcripts ORDER BY COUNT(*) LIMIT 1", "predicted_sql": "SELECT transcript_id, transcript_date FROM Transcripts ORDER BY COUNT(*) LIMIT 1", "generation_status": "ok", "prompt_tokens": 1062, "generated_tokens": 19, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "misuse of aggregate: COUNT()", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:556", "db_id": "student_transcripts_tracking", "question": "What is the first, middle, and last name of the first student to register?", "gold_sql": "SELECT first_name , middle_name , last_name FROM Students ORDER BY date_first_registered ASC LIMIT 1", "raw_output": "SELECT T1.first_name, T1.middle_name, T1.last_name FROM Students ORDER BY T1.date_first_registered LIMIT 1", "predicted_sql": "SELECT T1.first_name, T1.middle_name, T1.last_name FROM Students ORDER BY T1.date_first_registered LIMIT 1", "generation_status": "ok", "prompt_tokens": 1063, "generated_tokens": 37, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T1.first_name", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:552", "db_id": "student_transcripts_tracking", "question": "What is the date and id of the transcript with at least 2 courses listed?", "gold_sql": "SELECT T2.transcript_date , T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id = T2.transcript_id GROUP BY T1.transcript_id HAVING count(*) >= 2", "raw_output": "SELECT T1.transcript_date, T1.transcript_id FROM Transcripts AS T1 JOIN Transcript_Contents AS T2 ON T1.transcript_id = T2.transcript_id JOIN Student_Enrolment_Courses AS T3 ON T2.student_course_id = T3.student_course_id GROUP BY T1.transcript_date, T1.transcript_id HAVING count(*) >= 2", "predicted_sql": "SELECT T1.transcript_date, T1.transcript_id FROM Transcripts AS T1 JOIN Transcript_Contents AS T2 ON T1.transcript_id = T2.transcript_id JOIN Student_Enrolment_Courses AS T3 ON T2.student_course_id = T3.student_course_id GROUP BY T1.transcript_date, T1.transcript_id HAVING count(*) >= 2", "generation_status": "ok", "prompt_tokens": 1063, "generated_tokens": 92, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:536", "db_id": "student_transcripts_tracking", "question": "What are the first, middle, and last names for everybody enrolled in a Bachelors program?", "gold_sql": "SELECT DISTINCT T1.first_name , T1.middle_name , T1.last_name FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id JOIN Degree_Programs AS T3 ON T2.degree_program_id = T3.degree_program_id WHERE T3.degree_summary_name = 'Bachelor'", "raw_output": "SELECT T1.first_name, T1.middle_name, T1.last_name FROM Students AS T1 INNER JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id INNER JOIN Degree_Programs AS T3 ON T2.degree_program_id = T3.degree_program_id WHERE T3.degree_summary_name = 'Bachelors'", "predicted_sql": "SELECT T1.first_name, T1.middle_name, T1.last_name FROM Students AS T1 INNER JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id INNER JOIN Degree_Programs AS T3 ON T2.degree_program_id = T3.degree_program_id WHERE T3.degree_summary_name = 'Bachelors'", "generation_status": "ok", "prompt_tokens": 1064, "generated_tokens": 91, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:561", "db_id": "student_transcripts_tracking", "question": "Which address holds the most number of students currently? List the address id and all lines.", "gold_sql": "SELECT T1.address_id , T1.line_1 , T1.line_2 FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id = T2.current_address_id GROUP BY T1.address_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.address_id, T1.line_1, T1.line_2, T1.line_3 FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id = T2.current_address_id GROUP BY T1.address_id ORDER BY COUNT(T2.student_id) DESC LIMIT 1", "predicted_sql": "SELECT T1.address_id, T1.line_1, T1.line_2, T1.line_3 FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id = T2.current_address_id GROUP BY T1.address_id ORDER BY COUNT(T2.student_id) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 1064, "generated_tokens": 78, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:529", "db_id": "student_transcripts_tracking", "question": "What is the semester which most student registered in? Show both the name and the id.", "gold_sql": "SELECT T1.semester_name , T1.semester_id FROM Semesters AS T1 JOIN Student_Enrolment AS T2 ON T1.semester_id = T2.semester_id GROUP BY T1.semester_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.semester_name, T1.semester_id FROM Semesters AS T1 JOIN Student_Enrolment AS T2 ON T1.semester_id = T2.semester_id GROUP BY T1.semester_id ORDER BY COUNT(T2.student_id) DESC LIMIT 1", "predicted_sql": "SELECT T1.semester_name, T1.semester_id FROM Semesters AS T1 JOIN Student_Enrolment AS T2 ON T1.semester_id = T2.semester_id GROUP BY T1.semester_id ORDER BY COUNT(T2.student_id) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 1064, "generated_tokens": 67, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:540", "db_id": "student_transcripts_tracking", "question": "What is the program id and the summary of the degree that has the most students enrolled?", "gold_sql": "SELECT T1.degree_program_id , T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_program_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.degree_program_id, T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_program_id ORDER BY count(*) DESC LIMIT 1", "predicted_sql": "SELECT T1.degree_program_id, T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_program_id ORDER BY count(*) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 1064, "generated_tokens": 71, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:566", "db_id": "student_transcripts_tracking", "question": "What is the earliest date of a transcript release, and what details can you tell me?", "gold_sql": "SELECT transcript_date , other_details FROM Transcripts ORDER BY transcript_date ASC LIMIT 1", "raw_output": "SELECT MIN(T1.transcript_date), T1.* FROM Transcripts AS T1", "predicted_sql": "SELECT MIN(T1.transcript_date), T1.* FROM Transcripts AS T1", "generation_status": "ok", "prompt_tokens": 1064, "generated_tokens": 20, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:573", "db_id": "student_transcripts_tracking", "question": "Show the date of the transcript which shows the least number of results, also list the id.", "gold_sql": "SELECT T2.transcript_date , T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id = T2.transcript_id GROUP BY T1.transcript_id ORDER BY count(*) ASC LIMIT 1", "raw_output": "SELECT T1.transcript_date, T1.transcript_id FROM Transcripts AS T1 ORDER BY COUNT(T1.transcript_id) ASC LIMIT 1", "predicted_sql": "SELECT T1.transcript_date, T1.transcript_id FROM Transcripts AS T1 ORDER BY COUNT(T1.transcript_id) ASC LIMIT 1", "generation_status": "ok", "prompt_tokens": 1065, "generated_tokens": 36, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "misuse of aggregate: COUNT()", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:530", "db_id": "student_transcripts_tracking", "question": "For each semester, what is the name and id of the one with the most students registered?", "gold_sql": "SELECT T1.semester_name , T1.semester_id FROM Semesters AS T1 JOIN Student_Enrolment AS T2 ON T1.semester_id = T2.semester_id GROUP BY T1.semester_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.semester_name, T1.semester_id FROM Semesters AS T1 JOIN Student_Enrolment AS T2 ON T1.semester_id = T2.semester_id GROUP BY T1.semester_id ORDER BY COUNT(T2.student_id) DESC LIMIT 1", "predicted_sql": "SELECT T1.semester_name, T1.semester_id FROM Semesters AS T1 JOIN Student_Enrolment AS T2 ON T1.semester_id = T2.semester_id GROUP BY T1.semester_id ORDER BY COUNT(T2.student_id) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 1065, "generated_tokens": 67, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:559", "db_id": "student_transcripts_tracking", "question": "Whose permanent address is different from his or her current address? List his or her first name.", "gold_sql": "SELECT first_name FROM Students WHERE current_address_id != permanent_address_id", "raw_output": "SELECT T1.first_name FROM Students AS T1 INNER JOIN Addresses AS T2 ON T1.permanent_address_id = T2.address_id INNER JOIN Addresses AS T3 ON T1.current_address_id = T3.address_id WHERE T1.permanent_address_id != T1.current_address_id", "predicted_sql": "SELECT T1.first_name FROM Students AS T1 INNER JOIN Addresses AS T2 ON T1.permanent_address_id = T2.address_id INNER JOIN Addresses AS T3 ON T1.current_address_id = T3.address_id WHERE T1.permanent_address_id != T1.current_address_id", "generation_status": "ok", "prompt_tokens": 1065, "generated_tokens": 75, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:555", "db_id": "student_transcripts_tracking", "question": "Who is the first student to register? List the first name, middle name and last name.", "gold_sql": "SELECT first_name , middle_name , last_name FROM Students ORDER BY date_first_registered ASC LIMIT 1", "raw_output": "SELECT T1.first_name, T1.middle_name, T1.last_name FROM Students AS T1 ORDER BY T1.date_first_registered LIMIT 1", "predicted_sql": "SELECT T1.first_name, T1.middle_name, T1.last_name FROM Students AS T1 ORDER BY T1.date_first_registered LIMIT 1", "generation_status": "ok", "prompt_tokens": 1065, "generated_tokens": 40, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:560", "db_id": "student_transcripts_tracking", "question": "What is the first name of the student whose permanent address is different from his or her current one?", "gold_sql": "SELECT first_name FROM Students WHERE current_address_id != permanent_address_id", "raw_output": "SELECT T1.first_name FROM Students AS T1 INNER JOIN Addresses AS T2 ON T1.permanent_address_id = T2.address_id INNER JOIN Addresses AS T3 ON T1.current_address_id = T3.address_id WHERE T2.address_id != T3.address_id", "predicted_sql": "SELECT T1.first_name FROM Students AS T1 INNER JOIN Addresses AS T2 ON T1.permanent_address_id = T2.address_id INNER JOIN Addresses AS T3 ON T1.current_address_id = T3.address_id WHERE T2.address_id != T3.address_id", "generation_status": "ok", "prompt_tokens": 1066, "generated_tokens": 71, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:557", "db_id": "student_transcripts_tracking", "question": "Who is the earliest graduate of the school? List the first name, middle name and last name.", "gold_sql": "SELECT first_name , middle_name , last_name FROM Students ORDER BY date_left ASC LIMIT 1", "raw_output": "SELECT T1.first_name, T1.middle_name, T1.last_name FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id JOIN Degree_Programs AS T3 ON T2.degree_program_id = T3.degree_program_id ORDER BY T1.date_first_registered LIMIT 1", "predicted_sql": "SELECT T1.first_name, T1.middle_name, T1.last_name FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id JOIN Degree_Programs AS T3 ON T2.degree_program_id = T3.degree_program_id ORDER BY T1.date_first_registered LIMIT 1", "generation_status": "ok", "prompt_tokens": 1066, "generated_tokens": 88, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:539", "db_id": "student_transcripts_tracking", "question": "Find the program which most number of students are enrolled in. List both the id and the summary.", "gold_sql": "SELECT T1.degree_program_id , T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_program_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.degree_program_id, T1.degree_summary_name\nFROM Degree_Programs AS T1\nINNER JOIN Student_Enrolment AS T2\n ON T1.degree_program_id = T2.degree_program_id\nGROUP BY\n T1.degree_program_id\nORDER BY\n COUNT(T2.student_id) DESC\nLIMIT 1", "predicted_sql": "SELECT T1.degree_program_id, T1.degree_summary_name\nFROM Degree_Programs AS T1\nINNER JOIN Student_Enrolment AS T2\n ON T1.degree_program_id = T2.degree_program_id\nGROUP BY\n T1.degree_program_id\nORDER BY\n COUNT(T2.student_id) DESC\nLIMIT 1", "generation_status": "ok", "prompt_tokens": 1066, "generated_tokens": 90, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:535", "db_id": "student_transcripts_tracking", "question": "Who is enrolled in a Bachelor degree program? List the first name, middle name, last name.", "gold_sql": "SELECT DISTINCT T1.first_name , T1.middle_name , T1.last_name FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id JOIN Degree_Programs AS T3 ON T2.degree_program_id = T3.degree_program_id WHERE T3.degree_summary_name = 'Bachelor'", "raw_output": "SELECT T1.first_name, T1.middle_name, T1.last_name FROM Students AS T1 INNER JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id INNER JOIN Degree_Programs AS T3 ON T2.degree_program_id = T3.degree_program_id WHERE T3.degree_summary_name LIKE '%Bachelor%';", "predicted_sql": "SELECT T1.first_name, T1.middle_name, T1.last_name FROM Students AS T1 INNER JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id INNER JOIN Degree_Programs AS T3 ON T2.degree_program_id = T3.degree_program_id WHERE T3.degree_summary_name LIKE '%Bachelor%';", "generation_status": "ok", "prompt_tokens": 1066, "generated_tokens": 90, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:553", "db_id": "student_transcripts_tracking", "question": "What is the phone number of the man with the first name Timmothy and the last name Ward?", "gold_sql": "SELECT cell_mobile_number FROM Students WHERE first_name = 'Timmothy' AND last_name = 'Ward'", "raw_output": "SELECT T1.cell_mobile_number FROM Students AS T1 WHERE T1.first_name = 'Timmothy' AND T1.last_name = 'Ward'", "predicted_sql": "SELECT T1.cell_mobile_number FROM Students AS T1 WHERE T1.first_name = 'Timmothy' AND T1.last_name = 'Ward'", "generation_status": "ok", "prompt_tokens": 1066, "generated_tokens": 39, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": false, "warnings": []} {"id": "dev:562", "db_id": "student_transcripts_tracking", "question": "What is the id, line 1, and line 2 of the address with the most students?", "gold_sql": "SELECT T1.address_id , T1.line_1 , T1.line_2 FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id = T2.current_address_id GROUP BY T1.address_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.address_id, T1.line_1, T1.line_2\nFROM Addresses AS T1\nJOIN Students AS T2 ON T1.address_id = T2.current_address_id\nGROUP BY T1.address_id\nORDER BY COUNT(T2.student_id) DESC\nLIMIT 1", "predicted_sql": "SELECT T1.address_id, T1.line_1, T1.line_2\nFROM Addresses AS T1\nJOIN Students AS T2 ON T1.address_id = T2.current_address_id\nGROUP BY T1.address_id\nORDER BY COUNT(T2.student_id) DESC\nLIMIT 1", "generation_status": "ok", "prompt_tokens": 1067, "generated_tokens": 76, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": true, "ordered": true, "warnings": []} {"id": "dev:571", "db_id": "student_transcripts_tracking", "question": "How many times at most can a course enrollment result show in different transcripts? Also show the course enrollment id.", "gold_sql": "SELECT count(*) , student_course_id FROM Transcript_Contents GROUP BY student_course_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT COUNT(T1.transcript_id) AS max_transcripts, T2.student_course_id FROM Transcripts AS T1 JOIN Transcript_Contents AS T3 ON T1.transcript_id = T3.transcript_id JOIN Student_Enrolment_Courses AS T2 ON T3.student_course_id = T2.student_course_id GROUP BY T2.student_course_id", "predicted_sql": "SELECT COUNT(T1.transcript_id) AS max_transcripts, T2.student_course_id FROM Transcripts AS T1 JOIN Transcript_Contents AS T3 ON T1.transcript_id = T3.transcript_id JOIN Student_Enrolment_Courses AS T2 ON T3.student_course_id = T2.student_course_id GROUP BY T2.student_course_id", "generation_status": "ok", "prompt_tokens": 1068, "generated_tokens": 91, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:550", "db_id": "student_transcripts_tracking", "question": "What are the last name of the students who live in North Carolina but have not registered in any degree programs?", "gold_sql": "SELECT T1.last_name FROM Students AS T1 JOIN Addresses AS T2 ON T1.current_address_id = T2.address_id WHERE T2.state_province_county = 'NorthCarolina' EXCEPT SELECT DISTINCT T3.last_name FROM Students AS T3 JOIN Student_Enrolment AS T4 ON T3.student_id = T4.student_id", "raw_output": "SELECT T1.last_name FROM Students AS T1 INNER JOIN Addresses AS T2 ON T1.current_address_id = T2.address_id WHERE T2.state_province_county = 'North Carolina' AND T1.student_id NOT IN (SELECT DISTINCT T3.student_id FROM Student_Enrolment AS T4 JOIN Student_Enrolment_Courses AS T5 ON T4.student_enrolment_id = T5.student_enrolment_id JOIN Student_Enrolment AS T6 ON T4.student_enrolment_id = T6.student_enrolment_id WHERE T6.student_id IN (SELECT T7.student_id FROM Student_Enrolment AS T8 JOIN Student_Enrolment_Courses AS T9 ON T8.student_enrolment_id = T9.student_enrolment_id JOIN Student_Enrolment AS T10 ON T8.student_enrolment_id = T10.student_enrolment_id JOIN Student_Enrolment AS T11 ON T10.student_enrolment_id = T11", "predicted_sql": "SELECT T1.last_name FROM Students AS T1 INNER JOIN Addresses AS T2 ON T1.current_address_id = T2.address_id WHERE T2.state_province_county = 'North Carolina' AND T1.student_id NOT IN (SELECT DISTINCT T3.student_id FROM Student_Enrolment AS T4 JOIN Student_Enrolment_Courses AS T5 ON T4.student_enrolment_id = T5.student_enrolment_id JOIN Student_Enrolment AS T6 ON T4.student_enrolment_id = T6.student_enrolment_id WHERE T6.student_id IN (SELECT T7.student_id FROM Student_Enrolment AS T8 JOIN Student_Enrolment_Courses AS T9 ON T8.student_enrolment_id = T9.student_enrolment_id JOIN Student_Enrolment AS T10 ON T8.student_enrolment_id = T10.student_enrolment_id JOIN Student_Enrolment AS T11 ON T10.student_enrolment_id = T11", "generation_status": "ok", "prompt_tokens": 1068, "generated_tokens": 256, "generation_hit_limit": true, "gold_status": "ok", "prediction_status": "error", "prediction_error": "incomplete input", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:572", "db_id": "student_transcripts_tracking", "question": "What is the maximum number of times that a course shows up in different transcripts and what is that course's enrollment id?", "gold_sql": "SELECT count(*) , student_course_id FROM Transcript_Contents GROUP BY student_course_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.course_id, MAX(T2.transcript_id) FROM Courses AS T1 JOIN Sections AS T3 ON T1.course_id = T3.course_id JOIN Transcript_Contents AS T4 ON T3.section_id = T4.student_course_id GROUP BY T1.course_id;", "predicted_sql": "SELECT T1.course_id, MAX(T2.transcript_id) FROM Courses AS T1 JOIN Sections AS T3 ON T1.course_id = T3.course_id JOIN Transcript_Contents AS T4 ON T3.section_id = T4.student_course_id GROUP BY T1.course_id;", "generation_status": "ok", "prompt_tokens": 1071, "generated_tokens": 74, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T2.transcript_id", "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:549", "db_id": "student_transcripts_tracking", "question": "Find the last name of the students who currently live in the state of North Carolina but have not registered in any degree program.", "gold_sql": "SELECT T1.last_name FROM Students AS T1 JOIN Addresses AS T2 ON T1.current_address_id = T2.address_id WHERE T2.state_province_county = 'NorthCarolina' EXCEPT SELECT DISTINCT T3.last_name FROM Students AS T3 JOIN Student_Enrolment AS T4 ON T3.student_id = T4.student_id", "raw_output": "SELECT T1.last_name FROM Students AS T1 INNER JOIN Addresses AS T2 ON T1.current_address_id = T2.address_id WHERE T2.state_province_county = 'North Carolina' AND T1.student_id NOT IN (SELECT DISTINCT T3.student_id FROM Student_Enrolment AS T4 JOIN Student_Enrolment_Courses AS T5 ON T4.student_enrolment_id = T5.student_enrolment_id)", "predicted_sql": "SELECT T1.last_name FROM Students AS T1 INNER JOIN Addresses AS T2 ON T1.current_address_id = T2.address_id WHERE T2.state_province_county = 'North Carolina' AND T1.student_id NOT IN (SELECT DISTINCT T3.student_id FROM Student_Enrolment AS T4 JOIN Student_Enrolment_Courses AS T5 ON T4.student_enrolment_id = T5.student_enrolment_id)", "generation_status": "ok", "prompt_tokens": 1071, "generated_tokens": 110, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "error", "prediction_error": "no such column: T3.student_id", "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:533", "db_id": "student_transcripts_tracking", "question": "Who are enrolled in 2 degree programs in one semester? List the first name, middle name and last name and the id.", "gold_sql": "SELECT T1.first_name , T1.middle_name , T1.last_name , T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id HAVING count(*) = 2", "raw_output": "SELECT T1.first_name, T1.middle_name, T1.last_name, T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id JOIN Student_Enrolment_Courses AS T3 ON T2.student_enrolment_id = T3.student_enrolment_id JOIN Student_Enrolment AS T4 ON T2.student_enrolment_id = T4.student_enrolment_id JOIN Degree_Programs AS T5 ON T2.degree_program_id = T5.degree_program_id JOIN Semesters AS T6 ON T2.semester_id = T6.semester_id GROUP BY T1.student_id, T6.semester_id HAVING count(DISTINCT T5.degree_program_id) = 2", "predicted_sql": "SELECT T1.first_name, T1.middle_name, T1.last_name, T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id JOIN Student_Enrolment_Courses AS T3 ON T2.student_enrolment_id = T3.student_enrolment_id JOIN Student_Enrolment AS T4 ON T2.student_enrolment_id = T4.student_enrolment_id JOIN Degree_Programs AS T5 ON T2.degree_program_id = T5.degree_program_id JOIN Semesters AS T6 ON T2.semester_id = T6.semester_id GROUP BY T1.student_id, T6.semester_id HAVING count(DISTINCT T5.degree_program_id) = 2", "generation_status": "ok", "prompt_tokens": 1072, "generated_tokens": 198, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:534", "db_id": "student_transcripts_tracking", "question": "What are the first, middle, and last names, along with the ids, of all students who enrolled in 2 degree programs in one semester?", "gold_sql": "SELECT T1.first_name , T1.middle_name , T1.last_name , T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id HAVING count(*) = 2", "raw_output": "SELECT T1.first_name, T1.middle_name, T1.last_name, T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id JOIN Student_Enrolment AS T3 ON T2.student_id = T3.student_id JOIN Student_Enrolment AS T4 ON T2.student_id = T4.student_id JOIN Degree_Programs AS T5 ON T2.degree_program_id = T5.degree_program_id WHERE T2.semester_id IN (SELECT semester_id FROM Student_Enrolment WHERE student_id = T1.student_id) GROUP BY T1.student_id HAVING count(DISTINCT T2.degree_program_id) = 2", "predicted_sql": "SELECT T1.first_name, T1.middle_name, T1.last_name, T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id JOIN Student_Enrolment AS T3 ON T2.student_id = T3.student_id JOIN Student_Enrolment AS T4 ON T2.student_id = T4.student_id JOIN Degree_Programs AS T5 ON T2.degree_program_id = T5.degree_program_id WHERE T2.semester_id IN (SELECT semester_id FROM Student_Enrolment WHERE student_id = T1.student_id) GROUP BY T1.student_id HAVING count(DISTINCT T2.degree_program_id) = 2", "generation_status": "ok", "prompt_tokens": 1076, "generated_tokens": 184, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:542", "db_id": "student_transcripts_tracking", "question": "What is the first, middle, and last name, along with the id and number of enrollments, for the student who enrolled the most in any program?", "gold_sql": "SELECT T1.student_id , T1.first_name , T1.middle_name , T1.last_name , count(*) , T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.first_name, T1.middle_name, T1.last_name, T1.student_id, count(T2.student_enrolment_id) FROM Students AS T1 INNER JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id ORDER BY count(T2.student_enrolment_id) DESC LIMIT 1", "predicted_sql": "SELECT T1.first_name, T1.middle_name, T1.last_name, T1.student_id, count(T2.student_enrolment_id) FROM Students AS T1 INNER JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id ORDER BY count(T2.student_enrolment_id) DESC LIMIT 1", "generation_status": "ok", "prompt_tokens": 1078, "generated_tokens": 99, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []} {"id": "dev:584", "db_id": "student_transcripts_tracking", "question": "What are the first names of the students who live in Haiti permanently or have the cell phone number 09700166582 ?", "gold_sql": "select t1.first_name from students as t1 join addresses as t2 on t1.permanent_address_id = t2.address_id where t2.country = 'haiti' or t1.cell_mobile_number = '09700166582'", "raw_output": "SELECT T1.first_name FROM Students AS T1 INNER JOIN Addresses AS T2 ON T1.permanent_address_id = T2.address_id WHERE T2.country = 'Haiti' OR T1.cell_mobile_number = '09700166582'", "predicted_sql": "SELECT T1.first_name FROM Students AS T1 INNER JOIN Addresses AS T2 ON T1.permanent_address_id = T2.address_id WHERE T2.country = 'Haiti' OR T1.cell_mobile_number = '09700166582'", "generation_status": "ok", "prompt_tokens": 1078, "generated_tokens": 68, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:583", "db_id": "student_transcripts_tracking", "question": "Find the first name of the students who permanently live in the country Haiti or have the cell phone number 09700166582 .", "gold_sql": "select t1.first_name from students as t1 join addresses as t2 on t1.permanent_address_id = t2.address_id where t2.country = 'haiti' or t1.cell_mobile_number = '09700166582'", "raw_output": "SELECT T1.first_name FROM Students AS T1 INNER JOIN Addresses AS T2 ON T1.permanent_address_id = T2.address_id WHERE T2.country = 'Haiti' OR T1.cell_mobile_number = '09700166582'", "predicted_sql": "SELECT T1.first_name FROM Students AS T1 INNER JOIN Addresses AS T2 ON T1.permanent_address_id = T2.address_id WHERE T2.country = 'Haiti' OR T1.cell_mobile_number = '09700166582'", "generation_status": "ok", "prompt_tokens": 1079, "generated_tokens": 68, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": false, "warnings": []} {"id": "dev:541", "db_id": "student_transcripts_tracking", "question": "Which student has enrolled for the most times in any program? List the id, first name, middle name, last name, the number of enrollments and student id.", "gold_sql": "SELECT T1.student_id , T1.first_name , T1.middle_name , T1.last_name , count(*) , T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1", "raw_output": "SELECT T1.student_id, T1.first_name, T1.middle_name, T1.last_name, count(T2.student_enrolment_id) AS number_of_enrollments, T1.student_id\nFROM Students AS T1\nJOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id\nGROUP BY T1.student_id, T1.first_name, T1.middle_name, T1.last_name\nORDER BY number_of_enrollments DESC\nLIMIT 1", "predicted_sql": "SELECT T1.student_id, T1.first_name, T1.middle_name, T1.last_name, count(T2.student_enrolment_id) AS number_of_enrollments, T1.student_id\nFROM Students AS T1\nJOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id\nGROUP BY T1.student_id, T1.first_name, T1.middle_name, T1.last_name\nORDER BY number_of_enrollments DESC\nLIMIT 1", "generation_status": "ok", "prompt_tokens": 1080, "generated_tokens": 131, "generation_hit_limit": false, "gold_status": "ok", "prediction_status": "ok", "prediction_error": null, "gold_error": null, "execution_match": false, "ordered": true, "warnings": []}