diff --git "a/cache_model_prediction/spider/gpt-3.5_predictions_spider.json" "b/cache_model_prediction/spider/gpt-3.5_predictions_spider.json"
new file mode 100644--- /dev/null
+++ "b/cache_model_prediction/spider/gpt-3.5_predictions_spider.json"
@@ -0,0 +1,1379 @@
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `concert_Name` FROM `concert`","question":"Show the different concert_Name in the table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT concert_Name\nFROM concert;\n```","cost":0.000154,"response_parsed":"SELECT DISTINCT concert_Name\nFROM concert;","time":0.9758837223}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Theme` FROM `concert`","question":"Show the different Theme in the table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Theme \nFROM concert;\n```","cost":0.000152,"response_parsed":"SELECT DISTINCT Theme \nFROM concert;","time":0.3861584663}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Stadium_ID` FROM `concert`","question":"Show the different Stadium_ID in the table concert","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Stadium_ID\nFROM concert;\n```","cost":0.000154,"response_parsed":"SELECT DISTINCT Stadium_ID\nFROM concert;","time":0.4141020775}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Year` FROM `concert`","question":"Show the different Year in the table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Year\nFROM concert\n```","cost":0.000152,"response_parsed":"SELECT DISTINCT Year\nFROM concert","time":0.3280701637}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Location` FROM `stadium`","question":"Show the different Location in the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Location\nFROM stadium;\n```","cost":0.000152,"response_parsed":"SELECT DISTINCT Location\nFROM stadium;","time":0.2937345505}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Name` FROM `stadium`","question":"Show the different Name in the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Name\nFROM stadium;\n```","cost":0.000152,"response_parsed":"SELECT DISTINCT Name\nFROM stadium;","time":0.3911471367}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Name` FROM `singer`","question":"Show the different Name in the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Name\nFROM singer;\n```","cost":0.000152,"response_parsed":"SELECT DISTINCT Name\nFROM singer;","time":0.4059383869}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Country` FROM `singer`","question":"Show the different Country in the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Country\nFROM singer\n```","cost":0.000152,"response_parsed":"SELECT DISTINCT Country\nFROM singer","time":0.2545487881}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Song_Name` FROM `singer`","question":"Show the different Song_Name in the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Song_Name\nFROM singer;\n```","cost":0.000154,"response_parsed":"SELECT DISTINCT Song_Name\nFROM singer;","time":0.3693494797}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Song_release_year` FROM `singer`","question":"Show the different Song_release_year in the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Song_release_year\nFROM singer;\n```","cost":0.000156,"response_parsed":"SELECT DISTINCT Song_release_year\nFROM singer;","time":0.3553726673}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Singer_ID` FROM `singer_in_concert`","question":"Show the different Singer_ID in the table singer_in_concert","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Singer_ID\nFROM singer_in_concert\n```","cost":0.00016,"response_parsed":"SELECT DISTINCT Singer_ID\nFROM singer_in_concert","time":0.3064157963}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `concert_Name`, COUNT(*) FROM `concert` GROUP BY `concert_Name`","question":"For each concert_Name, count the number of rows in table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT concert_Name, COUNT(*) AS num_rows\nFROM concert\nGROUP BY concert_Name;\n```","cost":0.000171,"response_parsed":"SELECT concert_Name, COUNT(*) AS num_rows\nFROM concert\nGROUP BY concert_Name;","time":0.5286955833}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Theme`, COUNT(*) FROM `concert` GROUP BY `Theme`","question":"For each Theme, count the number of rows in table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Theme, COUNT(*) AS number_of_rows\nFROM concert\nGROUP BY Theme;\n```","cost":0.000169,"response_parsed":"SELECT Theme, COUNT(*) AS number_of_rows\nFROM concert\nGROUP BY Theme;","time":0.4804039001}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Stadium_ID`, COUNT(*) FROM `concert` GROUP BY `Stadium_ID`","question":"For each Stadium_ID, count the number of rows in table concert","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Stadium_ID, COUNT(*) AS num_concerts\nFROM concert\nGROUP BY Stadium_ID\n```","cost":0.000174,"response_parsed":"SELECT Stadium_ID, COUNT(*) AS num_concerts\nFROM concert\nGROUP BY Stadium_ID","time":0.6329593658}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Year`, COUNT(*) FROM `concert` GROUP BY `Year`","question":"For each Year, count the number of rows in table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT \"Year\", COUNT(*) AS Number_of_rows \nFROM \"concert\" \nGROUP BY \"Year\";\n```","cost":0.000175,"response_parsed":"SELECT \"Year\", COUNT(*) AS Number_of_rows \nFROM \"concert\" \nGROUP BY \"Year\";","time":0.4123606682}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Location`, COUNT(*) FROM `stadium` GROUP BY `Location`","question":"For each Location, count the number of rows in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Location, COUNT(*) as Stadium_Count\nFROM stadium\nGROUP BY Location;\n```","cost":0.0001675,"response_parsed":"SELECT Location, COUNT(*) as Stadium_Count\nFROM stadium\nGROUP BY Location;","time":0.4156572819}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Name`, COUNT(*) FROM `stadium` GROUP BY `Name`","question":"For each Name, count the number of rows in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name, COUNT(*) AS Count_of_rows\nFROM stadium\nGROUP BY Name;\n```","cost":0.000169,"response_parsed":"SELECT Name, COUNT(*) AS Count_of_rows\nFROM stadium\nGROUP BY Name;","time":0.5683131218}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Location`, MIN(`Capacity`) FROM `stadium` GROUP BY `Location`","question":"For each Location, find the min of Capacity in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Location, MIN(Capacity) as MinCapacity\nFROM stadium\nGROUP BY Location;\n```","cost":0.000172,"response_parsed":"SELECT Location, MIN(Capacity) as MinCapacity\nFROM stadium\nGROUP BY Location;","time":0.4699428082}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Location`, MAX(`Capacity`) FROM `stadium` GROUP BY `Location`","question":"For each Location, find the max of Capacity in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Location, MAX(Capacity) AS MaxCapacity\nFROM stadium\nGROUP BY Location;\n```","cost":0.000172,"response_parsed":"SELECT Location, MAX(Capacity) AS MaxCapacity\nFROM stadium\nGROUP BY Location;","time":0.4329574108}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Location`, AVG(`Capacity`) FROM `stadium` GROUP BY `Location`","question":"For each Location, find the avg of Capacity in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Location, AVG(Capacity) AS Avg_Capacity\nFROM stadium\nGROUP BY Location;\n```","cost":0.000175,"response_parsed":"SELECT Location, AVG(Capacity) AS Avg_Capacity\nFROM stadium\nGROUP BY Location;","time":0.4818022251}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Location`, SUM(`Capacity`) FROM `stadium` GROUP BY `Location`","question":"For each Location, find the sum of Capacity in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Location, SUM(Capacity) AS Total_Capacity\nFROM stadium\nGROUP BY Location;\n```","cost":0.000175,"response_parsed":"SELECT Location, SUM(Capacity) AS Total_Capacity\nFROM stadium\nGROUP BY Location;","time":0.4721210003}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Location`, MIN(`Lowest`) FROM `stadium` GROUP BY `Location`","question":"For each Location, find the min of Lowest in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Location, MIN(Lowest) AS Min_Lowest\nFROM stadium\nGROUP BY Location;\n```","cost":0.000175,"response_parsed":"SELECT Location, MIN(Lowest) AS Min_Lowest\nFROM stadium\nGROUP BY Location;","time":0.3961541653}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Location`, MAX(`Lowest`) FROM `stadium` GROUP BY `Location`","question":"For each Location, find the max of Lowest in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Location, MAX(Lowest) AS Max_Lowest\nFROM stadium\nGROUP BY Location;\n```","cost":0.000175,"response_parsed":"SELECT Location, MAX(Lowest) AS Max_Lowest\nFROM stadium\nGROUP BY Location;","time":0.5987546444}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Location`, AVG(`Lowest`) FROM `stadium` GROUP BY `Location`","question":"For each Location, find the avg of Lowest in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Location, AVG(Lowest) AS Avg_Lowest\nFROM stadium\nGROUP BY Location;\n```","cost":0.000175,"response_parsed":"SELECT Location, AVG(Lowest) AS Avg_Lowest\nFROM stadium\nGROUP BY Location;","time":0.3512792587}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Location`, SUM(`Lowest`) FROM `stadium` GROUP BY `Location`","question":"For each Location, find the sum of Lowest in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Location, SUM(Lowest) AS Sum_of_Lowest\nFROM stadium\nGROUP BY Location;\n```","cost":0.0001765,"response_parsed":"SELECT Location, SUM(Lowest) AS Sum_of_Lowest\nFROM stadium\nGROUP BY Location;","time":0.4811520576}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Name`, MIN(`Capacity`) FROM `stadium` GROUP BY `Name`","question":"For each Name, find the min of Capacity in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name, MIN(Capacity) \nFROM stadium \nGROUP BY Name;\n```","cost":0.0001675,"response_parsed":"SELECT Name, MIN(Capacity) \nFROM stadium \nGROUP BY Name;","time":0.4219572544}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Name`, MAX(`Capacity`) FROM `stadium` GROUP BY `Name`","question":"For each Name, find the max of Capacity in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name, MAX(Capacity) AS Max_Capacity\nFROM stadium\nGROUP BY Name;\n```","cost":0.000175,"response_parsed":"SELECT Name, MAX(Capacity) AS Max_Capacity\nFROM stadium\nGROUP BY Name;","time":0.3659245968}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Name`, AVG(`Capacity`) FROM `stadium` GROUP BY `Name`","question":"For each Name, find the avg of Capacity in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name, AVG(Capacity) AS avg_capacity\nFROM stadium\nGROUP BY Name;\n```","cost":0.000172,"response_parsed":"SELECT Name, AVG(Capacity) AS avg_capacity\nFROM stadium\nGROUP BY Name;","time":0.4279928207}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Name`, SUM(`Capacity`) FROM `stadium` GROUP BY `Name`","question":"For each Name, find the sum of Capacity in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name, SUM(Capacity) as Total_Capacity\nFROM stadium\nGROUP BY Name;\n```","cost":0.000175,"response_parsed":"SELECT Name, SUM(Capacity) as Total_Capacity\nFROM stadium\nGROUP BY Name;","time":0.419501543}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Name`, MIN(`Lowest`) FROM `stadium` GROUP BY `Name`","question":"For each Name, find the min of Lowest in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name, MIN(Lowest) AS Min_Lowest\nFROM stadium\nGROUP BY Name;\n```","cost":0.000175,"response_parsed":"SELECT Name, MIN(Lowest) AS Min_Lowest\nFROM stadium\nGROUP BY Name;","time":0.3810501099}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Name`, MAX(`Lowest`) FROM `stadium` GROUP BY `Name`","question":"For each Name, find the max of Lowest in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name, MAX(Lowest) AS Max_Lowest\nFROM stadium\nGROUP BY Name;\n```","cost":0.000175,"response_parsed":"SELECT Name, MAX(Lowest) AS Max_Lowest\nFROM stadium\nGROUP BY Name;","time":0.3889942169}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Name`, AVG(`Lowest`) FROM `stadium` GROUP BY `Name`","question":"For each Name, find the avg of Lowest in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name, AVG(Lowest) AS Avg_Lowest\nFROM stadium\nGROUP BY Name;\n```","cost":0.000175,"response_parsed":"SELECT Name, AVG(Lowest) AS Avg_Lowest\nFROM stadium\nGROUP BY Name;","time":0.5633046627}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Name`, SUM(`Lowest`) FROM `stadium` GROUP BY `Name`","question":"For each Name, find the sum of Lowest in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name, SUM(Lowest) AS Sum_Of_Lowest\nFROM stadium\nGROUP BY Name;\n```","cost":0.0001765,"response_parsed":"SELECT Name, SUM(Lowest) AS Sum_Of_Lowest\nFROM stadium\nGROUP BY Name;","time":0.5119259357}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Name`, COUNT(*) FROM `singer` GROUP BY `Name`","question":"For each Name, count the number of rows in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name, COUNT(*) AS num_rows\nFROM singer\nGROUP BY Name;\n```","cost":0.0001675,"response_parsed":"SELECT Name, COUNT(*) AS num_rows\nFROM singer\nGROUP BY Name;","time":0.4482901096}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Country`, COUNT(*) FROM `singer` GROUP BY `Country`","question":"For each Country, count the number of rows in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Country, COUNT(*) as NumberOfRows\nFROM singer\nGROUP BY Country;\n```","cost":0.0001675,"response_parsed":"SELECT Country, COUNT(*) as NumberOfRows\nFROM singer\nGROUP BY Country;","time":0.3409519196}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Song_Name`, COUNT(*) FROM `singer` GROUP BY `Song_Name`","question":"For each Song_Name, count the number of rows in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Song_Name, COUNT(*) AS Number_of_Singers\nFROM singer\nGROUP BY Song_Name;\n```","cost":0.000174,"response_parsed":"SELECT Song_Name, COUNT(*) AS Number_of_Singers\nFROM singer\nGROUP BY Song_Name;","time":0.5638206005}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Song_release_year`, COUNT(*) FROM `singer` GROUP BY `Song_release_year`","question":"For each Song_release_year, count the number of rows in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Song_release_year, COUNT(*) \nFROM singer\nGROUP BY Song_release_year;\n```","cost":0.00017,"response_parsed":"SELECT Song_release_year, COUNT(*) \nFROM singer\nGROUP BY Song_release_year;","time":0.7406160831}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Song_Name`, MIN(`Age`) FROM `singer` GROUP BY `Song_Name`","question":"For each Song_Name, find the min of Age in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Song_Name, MIN(Age) AS Min_Age\nFROM singer\nGROUP BY Song_Name;\n```","cost":0.0001755,"response_parsed":"SELECT Song_Name, MIN(Age) AS Min_Age\nFROM singer\nGROUP BY Song_Name;","time":0.4599568844}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Song_Name`, MAX(`Age`) FROM `singer` GROUP BY `Song_Name`","question":"For each Song_Name, find the max of Age in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Song_Name, MAX(Age) AS Max_Age\nFROM singer\nGROUP BY Song_Name;\n```","cost":0.0001755,"response_parsed":"SELECT Song_Name, MAX(Age) AS Max_Age\nFROM singer\nGROUP BY Song_Name;","time":0.5973381996}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Song_Name`, AVG(`Age`) FROM `singer` GROUP BY `Song_Name`","question":"For each Song_Name, find the avg of Age in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Song_Name, AVG(Age) AS Avg_Age\nFROM singer\nGROUP BY Song_Name;\n```","cost":0.0001755,"response_parsed":"SELECT Song_Name, AVG(Age) AS Avg_Age\nFROM singer\nGROUP BY Song_Name;","time":0.4976019859}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Song_Name`, SUM(`Age`) FROM `singer` GROUP BY `Song_Name`","question":"For each Song_Name, find the sum of Age in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Song_Name, SUM(Age) AS Age_Sum\nFROM singer\nGROUP BY Song_Name;\n```","cost":0.0001755,"response_parsed":"SELECT Song_Name, SUM(Age) AS Age_Sum\nFROM singer\nGROUP BY Song_Name;","time":0.5510132313}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Name`, MIN(`Age`) FROM `singer` GROUP BY `Name`","question":"For each Name, find the min of Age in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name, MIN(Age) as Min_Age\nFROM singer\nGROUP BY Name;\n```","cost":0.000172,"response_parsed":"SELECT Name, MIN(Age) as Min_Age\nFROM singer\nGROUP BY Name;","time":0.5394053459}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Name`, MAX(`Age`) FROM `singer` GROUP BY `Name`","question":"For each Name, find the max of Age in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name, MAX(Age) AS Max_Age\nFROM singer\nGROUP BY Name;\n```","cost":0.000172,"response_parsed":"SELECT Name, MAX(Age) AS Max_Age\nFROM singer\nGROUP BY Name;","time":0.3800458908}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Name`, AVG(`Age`) FROM `singer` GROUP BY `Name`","question":"For each Name, find the avg of Age in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name, AVG(Age) AS Avg_Age\nFROM singer\nGROUP BY Name;\n```","cost":0.000172,"response_parsed":"SELECT Name, AVG(Age) AS Avg_Age\nFROM singer\nGROUP BY Name;","time":0.3845105171}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Name`, SUM(`Age`) FROM `singer` GROUP BY `Name`","question":"For each Name, find the sum of Age in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name, SUM(Age) as Total_Age\nFROM singer\nGROUP BY Name;\n```","cost":0.000172,"response_parsed":"SELECT Name, SUM(Age) as Total_Age\nFROM singer\nGROUP BY Name;","time":0.4673588276}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Singer_ID`, COUNT(*) FROM `singer_in_concert` GROUP BY `Singer_ID`","question":"For each Singer_ID, count the number of rows in table singer_in_concert","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Singer_ID, COUNT(*) AS num_concerts\nFROM singer_in_concert\nGROUP BY Singer_ID;\n```","cost":0.00018,"response_parsed":"SELECT Singer_ID, COUNT(*) AS num_concerts\nFROM singer_in_concert\nGROUP BY Singer_ID;","time":0.4401583672}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Stadium_ID` FROM `concert` GROUP BY `Stadium_ID` HAVING count(*) >= 1","question":"Find all the Stadium_ID that have at least 1 records in table concert","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Stadium_ID\nFROM concert\nGROUP BY Stadium_ID\nHAVING COUNT(*) >= 1;\n```","cost":0.000175,"response_parsed":"SELECT Stadium_ID\nFROM concert\nGROUP BY Stadium_ID\nHAVING COUNT(*) >= 1;","time":0.434678793}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Stadium_ID` FROM `concert` GROUP BY `Stadium_ID` HAVING count(*) <= 1","question":"Find all the Stadium_ID that have at most 1 records in table concert","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Stadium_ID\nFROM concert\nGROUP BY Stadium_ID\nHAVING COUNT(*) <= 1;\n```","cost":0.000175,"response_parsed":"SELECT Stadium_ID\nFROM concert\nGROUP BY Stadium_ID\nHAVING COUNT(*) <= 1;","time":0.4564566612}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `concert_Name` FROM `concert` GROUP BY `concert_Name` HAVING count(*) >= 1","question":"Find all the concert_Name that have at least 1 records in table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT concert_Name\nFROM concert\n```","cost":0.0001555,"response_parsed":"SELECT concert_Name\nFROM concert","time":0.2963030338}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `concert_Name` FROM `concert` GROUP BY `concert_Name` HAVING count(*) <= 1","question":"Find all the concert_Name that have at most 1 records in table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT concert_Name\nFROM concert\nGROUP BY concert_Name\nHAVING COUNT(*) <= 1\n```","cost":0.000175,"response_parsed":"SELECT concert_Name\nFROM concert\nGROUP BY concert_Name\nHAVING COUNT(*) <= 1","time":0.6481053829}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Year` FROM `concert` GROUP BY `Year` HAVING count(*) >= 3","question":"Find all the Year that have at least 3 records in table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Year\nFROM concert\nGROUP BY Year\nHAVING COUNT(*) >= 3\n```","cost":0.0001715,"response_parsed":"SELECT Year\nFROM concert\nGROUP BY Year\nHAVING COUNT(*) >= 3","time":0.4464228153}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Year` FROM `concert` GROUP BY `Year` HAVING count(*) <= 3","question":"Find all the Year that have at most 3 records in table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Year\nFROM concert\nGROUP BY Year\nHAVING COUNT(*) <= 3;\n```","cost":0.0001715,"response_parsed":"SELECT Year\nFROM concert\nGROUP BY Year\nHAVING COUNT(*) <= 3;","time":0.3999180794}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Location` FROM `stadium` GROUP BY `Location` HAVING count(*) >= 1","question":"Find all the Location that have at least 1 records in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Location\nFROM stadium;\n```","cost":0.000155,"response_parsed":"SELECT DISTINCT Location\nFROM stadium;","time":0.2381076813}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Location` FROM `stadium` GROUP BY `Location` HAVING count(*) <= 1","question":"Find all the Location that have at most 1 records in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Location\nFROM stadium\nGROUP BY Location\nHAVING COUNT(*) <= 1;\n```","cost":0.0001715,"response_parsed":"SELECT Location\nFROM stadium\nGROUP BY Location\nHAVING COUNT(*) <= 1;","time":0.4359326363}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Name` FROM `stadium` GROUP BY `Name` HAVING count(*) >= 1","question":"Find all the Name that have at least 1 records in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Name\nFROM stadium;\n```","cost":0.000155,"response_parsed":"SELECT DISTINCT Name\nFROM stadium;","time":0.3359503746}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Name` FROM `stadium` GROUP BY `Name` HAVING count(*) <= 1","question":"Find all the Name that have at most 1 records in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM stadium\nGROUP BY Name\nHAVING COUNT(*) <= 1;\n```","cost":0.0001715,"response_parsed":"SELECT Name\nFROM stadium\nGROUP BY Name\nHAVING COUNT(*) <= 1;","time":0.4356281757}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Location` FROM `stadium` GROUP BY `Location` HAVING AVG(`Highest`) >= 1737.56","question":"List the Location which average of Highest is at least 1737.56 in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Location\nFROM stadium\nWHERE Average >= 1737.56\n```","cost":0.000169,"response_parsed":"SELECT Location\nFROM stadium\nWHERE Average >= 1737.56","time":0.4028902054}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Location` FROM `stadium` GROUP BY `Location` HAVING AVG(`Highest`) <= 1737.56","question":"List the Location which average of Highest is at most 1737.56 in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Location \nFROM stadium\nWHERE Average <= 1737.56;\n```","cost":0.000169,"response_parsed":"SELECT Location \nFROM stadium\nWHERE Average <= 1737.56;","time":0.3954982758}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Location` FROM `stadium` GROUP BY `Location` HAVING SUM(`Highest`) >= 1737.56","question":"List the Location which summation of Highest is at least 1737.56 in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Location\nFROM stadium\nGROUP BY Location\nHAVING SUM(Highest) >= 1737.56;\n```","cost":0.0001815,"response_parsed":"SELECT Location\nFROM stadium\nGROUP BY Location\nHAVING SUM(Highest) >= 1737.56;","time":0.5124044418}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Location` FROM `stadium` GROUP BY `Location` HAVING SUM(`Highest`) <= 1737.56","question":"List the Location which summation of Highest is at most 1737.56 in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Location\nFROM stadium\nGROUP BY Location\nHAVING SUM(Highest) <= 1737.56;\n```","cost":0.0001815,"response_parsed":"SELECT Location\nFROM stadium\nGROUP BY Location\nHAVING SUM(Highest) <= 1737.56;","time":0.4458413124}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Name` FROM `stadium` GROUP BY `Name` HAVING AVG(`Highest`) >= 1737.56","question":"List the Name which average of Highest is at least 1737.56 in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM stadium\nWHERE Average >= 1737.56\n```","cost":0.000169,"response_parsed":"SELECT Name\nFROM stadium\nWHERE Average >= 1737.56","time":0.3898124695}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Name` FROM `stadium` GROUP BY `Name` HAVING AVG(`Highest`) <= 1737.56","question":"List the Name which average of Highest is at most 1737.56 in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM stadium\nWHERE Average <= 1737.56\n```","cost":0.000169,"response_parsed":"SELECT Name\nFROM stadium\nWHERE Average <= 1737.56","time":0.36835289}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Name` FROM `stadium` GROUP BY `Name` HAVING SUM(`Highest`) >= 1737.56","question":"List the Name which summation of Highest is at least 1737.56 in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name \nFROM stadium\nGROUP BY Name\nHAVING SUM(Highest) >= 1737.56;\n```","cost":0.0001815,"response_parsed":"SELECT Name \nFROM stadium\nGROUP BY Name\nHAVING SUM(Highest) >= 1737.56;","time":0.4415850639}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Name` FROM `stadium` GROUP BY `Name` HAVING SUM(`Highest`) <= 1737.56","question":"List the Name which summation of Highest is at most 1737.56 in table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM stadium\nWHERE Highest <= 1737.56;\n```","cost":0.0001695,"response_parsed":"SELECT Name\nFROM stadium\nWHERE Highest <= 1737.56;","time":0.5730736256}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Song_Name` FROM `singer` GROUP BY `Song_Name` HAVING count(*) >= 1","question":"Find all the Song_Name that have at least 1 records in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Song_Name \nFROM singer;\n```","cost":0.000157,"response_parsed":"SELECT DISTINCT Song_Name \nFROM singer;","time":0.3443758488}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Song_Name` FROM `singer` GROUP BY `Song_Name` HAVING count(*) <= 1","question":"Find all the Song_Name that have at most 1 records in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Song_Name\nFROM singer\nGROUP BY Song_Name\nHAVING COUNT(*) <= 1\n```","cost":0.000175,"response_parsed":"SELECT Song_Name\nFROM singer\nGROUP BY Song_Name\nHAVING COUNT(*) <= 1","time":0.3962395191}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Country` FROM `singer` GROUP BY `Country` HAVING count(*) >= 2","question":"Find all the Country that have at least 2 records in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Country\nFROM singer\nGROUP BY Country\nHAVING COUNT(*) >= 2\n```","cost":0.0001715,"response_parsed":"SELECT Country\nFROM singer\nGROUP BY Country\nHAVING COUNT(*) >= 2","time":0.5056090355}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Country` FROM `singer` GROUP BY `Country` HAVING count(*) <= 2","question":"Find all the Country that have at most 2 records in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Country\nFROM singer\nGROUP BY Country\nHAVING COUNT(*) <= 2;\n```","cost":0.000173,"response_parsed":"SELECT DISTINCT Country\nFROM singer\nGROUP BY Country\nHAVING COUNT(*) <= 2;","time":0.6985237598}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Name` FROM `singer` GROUP BY `Name` HAVING count(*) >= 1","question":"Find all the Name that have at least 1 records in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name \nFROM singer \nWHERE Singer_ID IN (SELECT Singer_ID FROM singer_in_concert)\n```","cost":0.0001745,"response_parsed":"SELECT Name \nFROM singer \nWHERE Singer_ID IN (SELECT Singer_ID FROM singer_in_concert)","time":0.3666915894}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Name` FROM `singer` GROUP BY `Name` HAVING count(*) <= 1","question":"Find all the Name that have at most 1 records in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM singer\nGROUP BY Name\nHAVING COUNT(*) <= 1;\n```","cost":0.0001715,"response_parsed":"SELECT Name\nFROM singer\nGROUP BY Name\nHAVING COUNT(*) <= 1;","time":0.5121767521}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Country` FROM `singer` GROUP BY `Country` HAVING AVG(`Age`) >= 39.5","question":"List the Country which average of Age is at least 39.5 in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Country\nFROM singer\nGROUP BY Country\nHAVING AVG(Age) >= 39.5\n```","cost":0.000179,"response_parsed":"SELECT Country\nFROM singer\nGROUP BY Country\nHAVING AVG(Age) >= 39.5","time":0.4650719166}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Country` FROM `singer` GROUP BY `Country` HAVING AVG(`Age`) <= 39.5","question":"List the Country which average of Age is at most 39.5 in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Country\nFROM singer\nGROUP BY Country\nHAVING AVG(Age) <= 39.5\n```","cost":0.0001805,"response_parsed":"SELECT DISTINCT Country\nFROM singer\nGROUP BY Country\nHAVING AVG(Age) <= 39.5","time":0.4570837021}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Country` FROM `singer` GROUP BY `Country` HAVING SUM(`Age`) >= 74.0","question":"List the Country which summation of Age is at least 74.0 in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Country \nFROM singer\nGROUP BY Country\nHAVING SUM(Age) >= 74.0;\n```","cost":0.0001795,"response_parsed":"SELECT Country \nFROM singer\nGROUP BY Country\nHAVING SUM(Age) >= 74.0;","time":0.4414777756}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Country` FROM `singer` GROUP BY `Country` HAVING SUM(`Age`) <= 74.0","question":"List the Country which summation of Age is at most 74.0 in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Country\nFROM singer\nGROUP BY Country\nHAVING SUM(Age) <= 74.0;\n```","cost":0.0001795,"response_parsed":"SELECT Country\nFROM singer\nGROUP BY Country\nHAVING SUM(Age) <= 74.0;","time":0.4284002781}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Song_Name` FROM `singer` GROUP BY `Song_Name` HAVING AVG(`Age`) >= 37.0","question":"List the Song_Name which average of Age is at least 37.0 in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Song_Name\nFROM singer\nGROUP BY Song_Name\nHAVING AVG(Age) >= 37.0;\n```","cost":0.0001825,"response_parsed":"SELECT Song_Name\nFROM singer\nGROUP BY Song_Name\nHAVING AVG(Age) >= 37.0;","time":0.4923167229}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Song_Name` FROM `singer` GROUP BY `Song_Name` HAVING AVG(`Age`) <= 37.0","question":"List the Song_Name which average of Age is at most 37.0 in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Song_Name\nFROM singer\nGROUP BY Song_Name\nHAVING AVG(Age) <= 37.0;\n```","cost":0.0001825,"response_parsed":"SELECT Song_Name\nFROM singer\nGROUP BY Song_Name\nHAVING AVG(Age) <= 37.0;","time":0.5245137215}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Song_Name` FROM `singer` GROUP BY `Song_Name` HAVING SUM(`Age`) >= 37.0","question":"List the Song_Name which summation of Age is at least 37.0 in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Song_Name\nFROM singer\nGROUP BY Song_Name\nHAVING SUM(Age) >= 37.0\n```","cost":0.000183,"response_parsed":"SELECT Song_Name\nFROM singer\nGROUP BY Song_Name\nHAVING SUM(Age) >= 37.0","time":0.5131795406}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Song_Name` FROM `singer` GROUP BY `Song_Name` HAVING SUM(`Age`) <= 37.0","question":"List the Song_Name which summation of Age is at most 37.0 in table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Song_Name \nFROM singer\nGROUP BY Song_Name\nHAVING SUM(Age) <= 37.0;\n```","cost":0.000183,"response_parsed":"SELECT Song_Name \nFROM singer\nGROUP BY Song_Name\nHAVING SUM(Age) <= 37.0;","time":0.4617919922}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Singer_ID` FROM `singer_in_concert` GROUP BY `Singer_ID` HAVING count(*) >= 2","question":"Find all the Singer_ID that have at least 2 records in table singer_in_concert","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Singer_ID\nFROM singer_in_concert\nGROUP BY Singer_ID\nHAVING COUNT(*) >= 2;\n```","cost":0.000181,"response_parsed":"SELECT Singer_ID\nFROM singer_in_concert\nGROUP BY Singer_ID\nHAVING COUNT(*) >= 2;","time":0.4045040607}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Singer_ID` FROM `singer_in_concert` GROUP BY `Singer_ID` HAVING count(*) <= 2","question":"Find all the Singer_ID that have at most 2 records in table singer_in_concert","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Singer_ID\nFROM singer_in_concert\nGROUP BY Singer_ID\nHAVING COUNT(*) <= 2\n```","cost":0.000181,"response_parsed":"SELECT Singer_ID\nFROM singer_in_concert\nGROUP BY Singer_ID\nHAVING COUNT(*) <= 2","time":0.455578804}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `concert` AS T1 JOIN `stadium` AS T2 ON T1.`Stadium_ID` = T2.`Stadium_ID`","question":"Join all the records from table concert with table stadium on Stadium_ID","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM concert\nJOIN stadium ON concert.Stadium_ID = stadium.Stadium_ID;\n```","cost":0.000171,"response_parsed":"SELECT *\nFROM concert\nJOIN stadium ON concert.Stadium_ID = stadium.Stadium_ID;","time":0.3864033222}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`concert_Name`, T2.`Location` FROM `concert` AS T1 JOIN `stadium` AS T2 ON T1.`Stadium_ID`=T2.`Stadium_ID`","question":"List all the concert_Name and Location from the table concert and the table stadium where Stadium_ID is the same","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT c.concert_Name, s.Location\nFROM concert c\nJOIN stadium s ON c.Stadium_ID = s.Stadium_ID;\n```","cost":0.0001885,"response_parsed":"SELECT c.concert_Name, s.Location\nFROM concert c\nJOIN stadium s ON c.Stadium_ID = s.Stadium_ID;","time":0.4330978394}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`concert_Name`, T2.`Name` FROM `concert` AS T1 JOIN `stadium` AS T2 ON T1.`Stadium_ID`=T2.`Stadium_ID`","question":"List all the concert_Name and Name from the table concert and the table stadium where Stadium_ID is the same","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT c.concert_Name, s.Name\nFROM concert c\nJOIN stadium s ON c.Stadium_ID = s.Stadium_ID;\n```","cost":0.0001885,"response_parsed":"SELECT c.concert_Name, s.Name\nFROM concert c\nJOIN stadium s ON c.Stadium_ID = s.Stadium_ID;","time":4.1404919624}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Theme`, T2.`Location` FROM `concert` AS T1 JOIN `stadium` AS T2 ON T1.`Stadium_ID`=T2.`Stadium_ID`","question":"List all the Theme and Location from the table concert and the table stadium where Stadium_ID is the same","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT c.Theme, s.Location\nFROM concert c\nINNER JOIN stadium s ON c.Stadium_ID = s.Stadium_ID;\n```","cost":0.0001865,"response_parsed":"SELECT c.Theme, s.Location\nFROM concert c\nINNER JOIN stadium s ON c.Stadium_ID = s.Stadium_ID;","time":0.4769558907}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Theme`, T2.`Name` FROM `concert` AS T1 JOIN `stadium` AS T2 ON T1.`Stadium_ID`=T2.`Stadium_ID`","question":"List all the Theme and Name from the table concert and the table stadium where Stadium_ID is the same","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT c.Theme, c.concert_Name\nFROM concert c\nINNER JOIN stadium s ON c.Stadium_ID = s.Stadium_ID;\n```","cost":0.0001895,"response_parsed":"SELECT c.Theme, c.concert_Name\nFROM concert c\nINNER JOIN stadium s ON c.Stadium_ID = s.Stadium_ID;","time":0.4957528114}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `singer_in_concert` AS T1 JOIN `singer` AS T2 ON T1.`Singer_ID` = T2.`Singer_ID`","question":"Join all the records from table singer_in_concert with table singer on Singer_ID","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM singer_in_concert\nJOIN singer\nON singer_in_concert.Singer_ID = singer.Singer_ID;\n```","cost":0.000183,"response_parsed":"SELECT *\nFROM singer_in_concert\nJOIN singer\nON singer_in_concert.Singer_ID = singer.Singer_ID;","time":0.461930275}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `singer_in_concert` AS T1 JOIN `concert` AS T2 ON T1.`concert_ID` = T2.`concert_ID`","question":"Join all the records from table singer_in_concert with table concert on concert_ID","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM singer_in_concert\nJOIN concert\nON singer_in_concert.concert_ID = concert.concert_ID;\n```","cost":0.0001845,"response_parsed":"SELECT * \nFROM singer_in_concert\nJOIN concert\nON singer_in_concert.concert_ID = concert.concert_ID;","time":0.43674016}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Singer_ID`, T2.`Stadium_ID` FROM `singer_in_concert` AS T1 JOIN `concert` AS T2 ON T1.`concert_ID`=T2.`concert_ID`","question":"List all the Singer_ID and Stadium_ID from the table singer_in_concert and the table concert where concert_ID is the same","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT sic.Singer_ID, c.Stadium_ID\nFROM singer_in_concert sic\nJOIN concert c ON sic.concert_ID = c.concert_ID\n```","cost":0.000198,"response_parsed":"SELECT sic.Singer_ID, c.Stadium_ID\nFROM singer_in_concert sic\nJOIN concert c ON sic.concert_ID = c.concert_ID","time":0.6364243031}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Singer_ID`, T2.`Year` FROM `singer_in_concert` AS T1 JOIN `concert` AS T2 ON T1.`concert_ID`=T2.`concert_ID`","question":"List all the Singer_ID and Year from the table singer_in_concert and the table concert where concert_ID is the same","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT sic.Singer_ID, c.Year\nFROM singer_in_concert sic\nJOIN concert c ON sic.concert_ID = c.concert_ID\n```","cost":0.0001945,"response_parsed":"SELECT sic.Singer_ID, c.Year\nFROM singer_in_concert sic\nJOIN concert c ON sic.concert_ID = c.concert_ID","time":0.6552379131}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Singer_ID`, T2.`Theme` FROM `singer_in_concert` AS T1 JOIN `concert` AS T2 ON T1.`concert_ID`=T2.`concert_ID`","question":"List all the Singer_ID and Theme from the table singer_in_concert and the table concert where concert_ID is the same","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT singer_in_concert.Singer_ID, concert.Theme\nFROM singer_in_concert\nJOIN concert ON singer_in_concert.concert_ID = concert.concert_ID;\n```","cost":0.0002005,"response_parsed":"SELECT singer_in_concert.Singer_ID, concert.Theme\nFROM singer_in_concert\nJOIN concert ON singer_in_concert.concert_ID = concert.concert_ID;","time":0.5280957222}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"many-to-many-generator","sql_tag":"many-to-many","query":"SELECT `concert_Name` FROM `concert` GROUP BY `concert_Name` HAVING COUNT(DISTINCT `Year`) = (SELECT COUNT(DISTINCT `Year`) FROM `concert`)","question":"What are the concert_Name with all the Year in table concert?","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT concert_Name, Year\nFROM concert;\n```","cost":0.000157,"response_parsed":"SELECT concert_Name, Year\nFROM concert;","time":0.353215456}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"many-to-many-generator","sql_tag":"many-to-many","query":"SELECT `Stadium_ID` FROM `concert` GROUP BY `Stadium_ID` HAVING COUNT(DISTINCT `Year`) = (SELECT COUNT(DISTINCT `Year`) FROM `concert`)","question":"What are the Stadium_ID with all the Year in table concert?","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Stadium_ID, Year\nFROM concert;\n```","cost":0.0001585,"response_parsed":"SELECT DISTINCT Stadium_ID, Year\nFROM concert;","time":0.3613939285}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `concert` ORDER BY `Stadium_ID` ASC","question":"Show all data ordered by Stadium_ID in ascending order for the table concert","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM concert\nORDER BY Stadium_ID ASC;\n```","cost":0.0001625,"response_parsed":"SELECT * \nFROM concert\nORDER BY Stadium_ID ASC;","time":0.3390333652}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `concert` ORDER BY `Stadium_ID` DESC","question":"Show all data ordered by Stadium_ID in descending order for the table concert","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM concert\nORDER BY Stadium_ID DESC;\n```","cost":0.0001625,"response_parsed":"SELECT * \nFROM concert\nORDER BY Stadium_ID DESC;","time":0.3795895576}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `concert` ORDER BY `concert_ID` ASC","question":"Show all data ordered by concert_ID in ascending order for the table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM concert\nORDER BY concert_ID ASC;\n```","cost":0.000161,"response_parsed":"SELECT * FROM concert\nORDER BY concert_ID ASC;","time":0.5243387222}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `concert` ORDER BY `concert_ID` DESC","question":"Show all data ordered by concert_ID in descending order for the table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM concert\nORDER BY concert_ID DESC;\n```","cost":0.0001625,"response_parsed":"SELECT * \nFROM concert\nORDER BY concert_ID DESC;","time":0.3631727695}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Year` FROM `concert` ORDER BY `Year` ASC","question":"Project the Year ordered in ascending order for the table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Year\nFROM concert\nORDER BY Year ASC;\n```","cost":0.0001595,"response_parsed":"SELECT Year\nFROM concert\nORDER BY Year ASC;","time":0.3590788841}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Year` FROM `concert` ORDER BY `Year` DESC","question":"Project the Year ordered in descending order for the table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Year\nFROM concert\nORDER BY Year DESC;\n```","cost":0.0001595,"response_parsed":"SELECT Year\nFROM concert\nORDER BY Year DESC;","time":0.366765976}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Stadium_ID` FROM `concert` ORDER BY `Stadium_ID` ASC","question":"Project the Stadium_ID ordered in ascending order for the table concert","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Stadium_ID\nFROM concert\nORDER BY Stadium_ID ASC;\n```","cost":0.000163,"response_parsed":"SELECT Stadium_ID\nFROM concert\nORDER BY Stadium_ID ASC;","time":0.4701623917}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Stadium_ID` FROM `concert` ORDER BY `Stadium_ID` DESC","question":"Project the Stadium_ID ordered in descending order for the table concert","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Stadium_ID\nFROM concert\nORDER BY Stadium_ID DESC\n```","cost":0.000163,"response_parsed":"SELECT Stadium_ID\nFROM concert\nORDER BY Stadium_ID DESC","time":0.3282895088}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `stadium` ORDER BY `Location` ASC","question":"Show all data ordered by Location in ascending order for the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM stadium\nORDER BY Location ASC;\n```","cost":0.0001605,"response_parsed":"SELECT * \nFROM stadium\nORDER BY Location ASC;","time":0.4150650501}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `stadium` ORDER BY `Location` DESC","question":"Show all data ordered by Location in descending order for the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM stadium\nORDER BY Location DESC;\n```","cost":0.0001605,"response_parsed":"SELECT * \nFROM stadium\nORDER BY Location DESC;","time":0.2679769993}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `stadium` ORDER BY `Stadium_ID` ASC","question":"Show all data ordered by Stadium_ID in ascending order for the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM stadium\nORDER BY Stadium_ID ASC;\n```","cost":0.0001625,"response_parsed":"SELECT * \nFROM stadium\nORDER BY Stadium_ID ASC;","time":0.4763877392}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `stadium` ORDER BY `Stadium_ID` DESC","question":"Show all data ordered by Stadium_ID in descending order for the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM stadium\nORDER BY Stadium_ID DESC;\n```","cost":0.0001625,"response_parsed":"SELECT * \nFROM stadium\nORDER BY Stadium_ID DESC;","time":0.3155498505}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Capacity` FROM `stadium` ORDER BY `Capacity` ASC","question":"Project the Capacity ordered in ascending order for the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Capacity\nFROM stadium\nORDER BY Capacity ASC;\n```","cost":0.0001595,"response_parsed":"SELECT Capacity\nFROM stadium\nORDER BY Capacity ASC;","time":0.3371751308}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Capacity` FROM `stadium` ORDER BY `Capacity` DESC","question":"Project the Capacity ordered in descending order for the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Capacity\nFROM stadium\nORDER BY Capacity DESC;\n```","cost":0.0001595,"response_parsed":"SELECT Capacity\nFROM stadium\nORDER BY Capacity DESC;","time":0.4489531517}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Highest` FROM `stadium` ORDER BY `Highest` ASC","question":"Project the Highest ordered in ascending order for the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM stadium\nORDER BY Highest ASC\n```","cost":0.000158,"response_parsed":"SELECT *\nFROM stadium\nORDER BY Highest ASC","time":0.3910446167}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Highest` FROM `stadium` ORDER BY `Highest` DESC","question":"Project the Highest ordered in descending order for the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM stadium\nORDER BY Highest DESC;\n```","cost":0.0001595,"response_parsed":"SELECT * \nFROM stadium\nORDER BY Highest DESC;","time":0.3485040665}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `singer` ORDER BY `Song_release_year` ASC","question":"Show all data ordered by Song_release_year in ascending order for the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM singer\nORDER BY Song_release_year ASC;\n```","cost":0.000163,"response_parsed":"SELECT *\nFROM singer\nORDER BY Song_release_year ASC;","time":0.3363277912}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `singer` ORDER BY `Song_release_year` DESC","question":"Show all data ordered by Song_release_year in descending order for the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM singer\nORDER BY Song_release_year DESC;\n```","cost":0.0001645,"response_parsed":"SELECT * \nFROM singer\nORDER BY Song_release_year DESC;","time":0.4071691036}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `singer` ORDER BY `Name` ASC","question":"Show all data ordered by Name in ascending order for the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM singer\nORDER BY Name ASC;\n```","cost":0.000159,"response_parsed":"SELECT * FROM singer\nORDER BY Name ASC;","time":0.3425643444}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `singer` ORDER BY `Name` DESC","question":"Show all data ordered by Name in descending order for the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM singer\nORDER BY Name DESC;\n```","cost":0.0001605,"response_parsed":"SELECT * \nFROM singer\nORDER BY Name DESC;","time":0.454855442}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Country` FROM `singer` ORDER BY `Country` ASC","question":"Project the Country ordered in ascending order for the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Country\nFROM singer\nORDER BY Country ASC;\n```","cost":0.0001595,"response_parsed":"SELECT Country\nFROM singer\nORDER BY Country ASC;","time":0.4513909817}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Country` FROM `singer` ORDER BY `Country` DESC","question":"Project the Country ordered in descending order for the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Country\nFROM singer\nORDER BY Country DESC;\n```","cost":0.0001595,"response_parsed":"SELECT Country\nFROM singer\nORDER BY Country DESC;","time":0.3487503529}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Singer_ID` FROM `singer` ORDER BY `Singer_ID` ASC","question":"Project the Singer_ID ordered in ascending order for the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Singer_ID\nFROM singer\nORDER BY Singer_ID ASC;\n```","cost":0.000163,"response_parsed":"SELECT Singer_ID\nFROM singer\nORDER BY Singer_ID ASC;","time":0.4225063324}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Singer_ID` FROM `singer` ORDER BY `Singer_ID` DESC","question":"Project the Singer_ID ordered in descending order for the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Singer_ID\nFROM singer\nORDER BY Singer_ID DESC;\n```","cost":0.000163,"response_parsed":"SELECT Singer_ID\nFROM singer\nORDER BY Singer_ID DESC;","time":0.3790268898}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `singer_in_concert` ORDER BY `concert_ID` ASC","question":"Show all data ordered by concert_ID in ascending order for the table singer_in_concert","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM singer_in_concert \nORDER BY concert_ID ASC;\n```","cost":0.0001685,"response_parsed":"SELECT * \nFROM singer_in_concert \nORDER BY concert_ID ASC;","time":0.4436831474}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `singer_in_concert` ORDER BY `concert_ID` DESC","question":"Show all data ordered by concert_ID in descending order for the table singer_in_concert","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM singer_in_concert\nORDER BY concert_ID DESC;\n```","cost":0.0001685,"response_parsed":"SELECT * \nFROM singer_in_concert\nORDER BY concert_ID DESC;","time":0.5126185417}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `singer_in_concert` ORDER BY `Singer_ID` ASC","question":"Show all data ordered by Singer_ID in ascending order for the table singer_in_concert","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM singer_in_concert \nORDER BY Singer_ID ASC;\n```","cost":0.0001685,"response_parsed":"SELECT * \nFROM singer_in_concert \nORDER BY Singer_ID ASC;","time":0.5066010952}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `singer_in_concert` ORDER BY `Singer_ID` DESC","question":"Show all data ordered by Singer_ID in descending order for the table singer_in_concert","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM singer_in_concert \nORDER BY Singer_ID DESC\n```","cost":0.0001685,"response_parsed":"SELECT * \nFROM singer_in_concert \nORDER BY Singer_ID DESC","time":0.3681881428}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `concert_ID` FROM `singer_in_concert` ORDER BY `concert_ID` ASC","question":"Project the concert_ID ordered in ascending order for the table singer_in_concert","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT concert_ID\nFROM singer_in_concert\nORDER BY concert_ID ASC;\n```","cost":0.000169,"response_parsed":"SELECT concert_ID\nFROM singer_in_concert\nORDER BY concert_ID ASC;","time":0.3812789917}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `concert_ID` FROM `singer_in_concert` ORDER BY `concert_ID` DESC","question":"Project the concert_ID ordered in descending order for the table singer_in_concert","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT concert_ID\nFROM singer_in_concert\nORDER BY concert_ID DESC;\n```","cost":0.000169,"response_parsed":"SELECT concert_ID\nFROM singer_in_concert\nORDER BY concert_ID DESC;","time":0.384762764}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Singer_ID` FROM `singer_in_concert` ORDER BY `Singer_ID` ASC","question":"Project the Singer_ID ordered in ascending order for the table singer_in_concert","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Singer_ID\nFROM singer_in_concert\nORDER BY Singer_ID ASC\n```","cost":0.000169,"response_parsed":"SELECT Singer_ID\nFROM singer_in_concert\nORDER BY Singer_ID ASC","time":0.403619051}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Singer_ID` FROM `singer_in_concert` ORDER BY `Singer_ID` DESC","question":"Project the Singer_ID ordered in descending order for the table singer_in_concert","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Singer_ID\nFROM singer_in_concert\nORDER BY Singer_ID DESC;\n```","cost":0.000169,"response_parsed":"SELECT Singer_ID\nFROM singer_in_concert\nORDER BY Singer_ID DESC;","time":0.5746569633}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `concert_ID` FROM `concert`","question":"Show all concert_ID in the table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT concert_ID\nFROM concert;\n```","cost":0.000152,"response_parsed":"SELECT concert_ID\nFROM concert;","time":0.2489070892}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `concert_Name` FROM `concert`","question":"Show all concert_Name in the table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT concert_Name \nFROM concert\n```","cost":0.000152,"response_parsed":"SELECT concert_Name \nFROM concert","time":0.3371853828}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Theme` FROM `concert`","question":"Show all Theme in the table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Theme\nFROM concert;\n```","cost":0.0001515,"response_parsed":"SELECT DISTINCT Theme\nFROM concert;","time":0.2778491974}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Stadium_ID` FROM `concert`","question":"Show all Stadium_ID in the table concert","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Stadium_ID\nFROM concert\n```","cost":0.000152,"response_parsed":"SELECT Stadium_ID\nFROM concert","time":0.2979660034}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Year` FROM `concert`","question":"Show all Year in the table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Year FROM concert;\n```","cost":0.00015,"response_parsed":"SELECT DISTINCT Year FROM concert;","time":0.4938256741}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `concert`","question":"Show all the rows in the table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM concert;\n```","cost":0.000149,"response_parsed":"SELECT * FROM concert;","time":0.3411846161}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Theme` FROM `concert`","question":"Show all Theme in the table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Theme\nFROM concert;\n```","cost":0.00015,"response_parsed":"SELECT Theme\nFROM concert;","time":0.3358507156}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Year`, `Theme` FROM `concert`","question":"Show all Year, Theme in the table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Year, Theme\nFROM concert;\n```","cost":0.000154,"response_parsed":"SELECT Year, Theme\nFROM concert;","time":0.3346138}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `concert_ID`, `Year`, `Theme` FROM `concert`","question":"Show all concert_ID, Year, Theme in the table concert","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT concert_ID, Year, Theme\nFROM concert;\n```","cost":0.00016,"response_parsed":"SELECT concert_ID, Year, Theme\nFROM concert;","time":0.4332568645}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Theme`, `Year`, `concert_ID`, `Stadium_ID` FROM `concert`","question":"Show all Theme, Year, concert_ID, Stadium_ID in the table concert","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Theme, Year, concert_ID, Stadium_ID\nFROM concert;\n```","cost":0.000166,"response_parsed":"SELECT Theme, Year, concert_ID, Stadium_ID\nFROM concert;","time":0.3650000095}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Location` FROM `stadium`","question":"Show all Location in the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Location\nFROM stadium\n```","cost":0.00015,"response_parsed":"SELECT Location\nFROM stadium","time":0.2965717316}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Lowest` FROM `stadium`","question":"Show all Lowest in the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM stadium\nWHERE Lowest = (SELECT MIN(Lowest) FROM stadium)\n```","cost":0.000168,"response_parsed":"SELECT *\nFROM stadium\nWHERE Lowest = (SELECT MIN(Lowest) FROM stadium)","time":0.4449343681}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Stadium_ID` FROM `stadium`","question":"Show all Stadium_ID in the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Stadium_ID FROM stadium;\n```","cost":0.0001505,"response_parsed":"SELECT Stadium_ID FROM stadium;","time":0.5990972519}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Average` FROM `stadium`","question":"Show all Average in the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT AVG(Average) AS Average\nFROM stadium;\n```","cost":0.0001575,"response_parsed":"SELECT AVG(Average) AS Average\nFROM stadium;","time":0.3487403393}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Capacity` FROM `stadium`","question":"Show all Capacity in the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Capacity\nFROM stadium;\n```","cost":0.00015,"response_parsed":"SELECT Capacity\nFROM stadium;","time":0.3040931225}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `stadium`","question":"Show all the rows in the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM stadium;\n```","cost":0.000149,"response_parsed":"SELECT * FROM stadium;","time":0.3149600029}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Stadium_ID` FROM `stadium`","question":"Show all Stadium_ID in the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Stadium_ID\nFROM stadium;\n```","cost":0.000152,"response_parsed":"SELECT Stadium_ID\nFROM stadium;","time":0.2850689888}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Highest`, `Location` FROM `stadium`","question":"Show all Highest, Location in the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Location\nFROM stadium\nWHERE Highest = (SELECT MAX(Highest) FROM stadium);\n```","cost":0.000169,"response_parsed":"SELECT Location\nFROM stadium\nWHERE Highest = (SELECT MAX(Highest) FROM stadium);","time":0.3725106716}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Lowest`, `Stadium_ID`, `Location` FROM `stadium`","question":"Show all Lowest, Stadium_ID, Location in the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Lowest, Stadium_ID, Location\nFROM stadium;\n```","cost":0.00016,"response_parsed":"SELECT Lowest, Stadium_ID, Location\nFROM stadium;","time":0.3194777966}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Location`, `Capacity`, `Lowest`, `Name` FROM `stadium`","question":"Show all Location, Capacity, Lowest, Name in the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Location, Capacity, Lowest, Name\nFROM stadium;\n```","cost":0.000162,"response_parsed":"SELECT Location, Capacity, Lowest, Name\nFROM stadium;","time":0.3707425594}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Highest`, `Stadium_ID`, `Lowest`, `Capacity`, `Location` FROM `stadium`","question":"Show all Highest, Stadium_ID, Lowest, Capacity, Location in the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Stadium_ID, Highest, Lowest, Capacity, Location \nFROM stadium;\n```","cost":0.000168,"response_parsed":"SELECT Stadium_ID, Highest, Lowest, Capacity, Location \nFROM stadium;","time":0.3446519375}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Stadium_ID`, `Average`, `Highest`, `Location`, `Name`, `Lowest` FROM `stadium`","question":"Show all Stadium_ID, Average, Highest, Location, Name, Lowest in the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Stadium_ID, Average, Highest, Location, Name, Lowest\nFROM stadium;\n```","cost":0.000172,"response_parsed":"SELECT Stadium_ID, Average, Highest, Location, Name, Lowest\nFROM stadium;","time":0.3670306206}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Song_release_year` FROM `singer`","question":"Show all Song_release_year in the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Song_release_year\nFROM singer\n```","cost":0.000154,"response_parsed":"SELECT Song_release_year\nFROM singer","time":0.3570885658}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Singer_ID` FROM `singer`","question":"Show all Singer_ID in the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Singer_ID FROM singer;\n```","cost":0.0001505,"response_parsed":"SELECT Singer_ID FROM singer;","time":0.485678196}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Age` FROM `singer`","question":"Show all Age in the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Age\nFROM singer;\n```","cost":0.00015,"response_parsed":"SELECT Age\nFROM singer;","time":0.3027677536}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Song_Name` FROM `singer`","question":"Show all Song_Name in the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Song_Name\nFROM singer;\n```","cost":0.000152,"response_parsed":"SELECT Song_Name\nFROM singer;","time":0.3274142742}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Name` FROM `singer`","question":"Show all Name in the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Name \nFROM singer;\n```","cost":0.00015,"response_parsed":"SELECT Name \nFROM singer;","time":0.3460695744}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `singer`","question":"Show all the rows in the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM singer;\n```  ","cost":0.0001505,"response_parsed":"SELECT * FROM singer;","time":0.3138859272}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Song_Name` FROM `singer`","question":"Show all Song_Name in the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Song_Name\nFROM singer\n```","cost":0.000152,"response_parsed":"SELECT Song_Name\nFROM singer","time":0.366686821}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Age`, `Name` FROM `singer`","question":"Show all Age, Name in the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Age, Name\nFROM singer;\n```","cost":0.000154,"response_parsed":"SELECT Age, Name\nFROM singer;","time":0.3466176987}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Song_release_year`, `Name`, `Age` FROM `singer`","question":"Show all Song_release_year, Name, Age in the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Song_release_year, Name, Age\nFROM singer;\n```","cost":0.000162,"response_parsed":"SELECT Song_release_year, Name, Age\nFROM singer;","time":0.4843096733}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Country`, `Age`, `Singer_ID`, `Song_release_year` FROM `singer`","question":"Show all Country, Age, Singer_ID, Song_release_year in the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Country, Age, Singer_ID, Song_release_year\nFROM singer;\n```","cost":0.000168,"response_parsed":"SELECT Country, Age, Singer_ID, Song_release_year\nFROM singer;","time":0.3346679211}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Age`, `Singer_ID`, `Country`, `Name`, `Song_release_year` FROM `singer`","question":"Show all Age, Singer_ID, Country, Name, Song_release_year in the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Age, Singer_ID, Country, Name, Song_release_year\nFROM singer;\n```","cost":0.000172,"response_parsed":"SELECT Age, Singer_ID, Country, Name, Song_release_year\nFROM singer;","time":0.3665003777}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `concert_ID` FROM `singer_in_concert`","question":"Show all concert_ID in the table singer_in_concert","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT concert_ID\nFROM singer_in_concert;\n```","cost":0.000158,"response_parsed":"SELECT concert_ID\nFROM singer_in_concert;","time":0.2829854488}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Singer_ID` FROM `singer_in_concert`","question":"Show all Singer_ID in the table singer_in_concert","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Singer_ID\nFROM singer_in_concert;\n```","cost":0.000158,"response_parsed":"SELECT Singer_ID\nFROM singer_in_concert;","time":0.371917963}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `singer_in_concert`","question":"Show all the rows in the table singer_in_concert","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM singer_in_concert;\n```","cost":0.000155,"response_parsed":"SELECT * FROM singer_in_concert;","time":0.3286957741}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Singer_ID` FROM `singer_in_concert`","question":"Show all Singer_ID in the table singer_in_concert","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT Singer_ID\nFROM singer_in_concert;\n```","cost":0.000158,"response_parsed":"SELECT Singer_ID\nFROM singer_in_concert;","time":0.4867396355}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `concert` WHERE `concert_Name` == 'Week 2'","question":"Show the data of the table concert where concert_Name is equal to Week 2","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM concert\nWHERE concert_Name = 'Week 2';\n```","cost":0.0001665,"response_parsed":"SELECT *\nFROM concert\nWHERE concert_Name = 'Week 2';","time":0.4193885326}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `concert` WHERE `concert_Name` != 'Home Visits'","question":"Show the data of the table concert where concert_Name is different from Home Visits","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM concert\nWHERE concert_Name <> 'Home Visits';\n```","cost":0.0001665,"response_parsed":"SELECT *\nFROM concert\nWHERE concert_Name <> 'Home Visits';","time":0.5050704479}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `concert` WHERE `concert_Name` != 'Home Visits'","question":"Show the data of the table concert where concert_Name not equal to Home Visits","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM concert\nWHERE concert_Name <> 'Home Visits';\n```","cost":0.000168,"response_parsed":"SELECT * \nFROM concert\nWHERE concert_Name <> 'Home Visits';","time":0.5712842941}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `concert` WHERE `Stadium_ID` == '10'","question":"Show the data of the table concert where Stadium_ID is equal to 10","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM concert\nWHERE Stadium_ID = 10;\n```","cost":0.000163,"response_parsed":"SELECT *\nFROM concert\nWHERE Stadium_ID = 10;","time":0.3350822926}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `concert` WHERE `Stadium_ID` != '10'","question":"Show the data of the table concert where Stadium_ID is different from 10","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM concert\nWHERE Stadium_ID <> 10;\n```","cost":0.0001645,"response_parsed":"SELECT * \nFROM concert\nWHERE Stadium_ID <> 10;","time":0.4750652313}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `concert` WHERE `Stadium_ID` != '2'","question":"Show the data of the table concert where Stadium_ID not equal to 2","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM concert WHERE Stadium_ID <> 2;\n```","cost":0.0001615,"response_parsed":"SELECT * FROM concert WHERE Stadium_ID <> 2;","time":0.3541707993}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `concert` WHERE `Theme` == 'Free choice 2'","question":"Show the data of the table concert where Theme is equal to Free choice 2","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM concert\nWHERE Theme = 'Free choice 2';\n```","cost":0.000168,"response_parsed":"SELECT * \nFROM concert\nWHERE Theme = 'Free choice 2';","time":0.4086186886}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `concert` WHERE `Theme` != 'Wide Awake'","question":"Show the data of the table concert where Theme is different from Wide Awake","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM concert \nWHERE Theme <> 'Wide Awake';\n```","cost":0.0001625,"response_parsed":"SELECT * FROM concert \nWHERE Theme <> 'Wide Awake';","time":0.4683368206}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `concert` WHERE `Theme` != 'Free choice'","question":"Show the data of the table concert where Theme not equal to Free choice","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM concert \nWHERE Theme != 'Free choice';\n```","cost":0.000164,"response_parsed":"SELECT * \nFROM concert \nWHERE Theme != 'Free choice';","time":0.4931051731}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `stadium` WHERE `Location` == 'East Fife'","question":"Show the data of the table stadium where Location is equal to East Fife","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM stadium WHERE Location = 'East Fife';\n```","cost":0.000163,"response_parsed":"SELECT * FROM stadium WHERE Location = 'East Fife';","time":0.5326311588}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `stadium` WHERE `Location` != 'Stirling Albion'","question":"Show the data of the table stadium where Location is different from Stirling Albion","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM stadium\nWHERE Location <> 'Stirling Albion';\n```","cost":0.0001665,"response_parsed":"SELECT * FROM stadium\nWHERE Location <> 'Stirling Albion';","time":0.3487563133}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `stadium` WHERE `Location` != 'Ayr United'","question":"Show the data of the table stadium where Location not equal to Ayr United","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM stadium\nWHERE Location <> 'Ayr United';\n```","cost":0.0001645,"response_parsed":"SELECT *\nFROM stadium\nWHERE Location <> 'Ayr United';","time":0.3716804981}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `stadium` WHERE `Name` == 'Somerset Park'","question":"Show the data of the table stadium where Name is equal to Somerset Park","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM stadium\nWHERE Name = 'Somerset Park';\n```","cost":0.0001655,"response_parsed":"SELECT * \nFROM stadium\nWHERE Name = 'Somerset Park';","time":0.3798203468}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `stadium` WHERE `Name` != 'Forthbank Stadium'","question":"Show the data of the table stadium where Name is different from Forthbank Stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM stadium WHERE Name <> 'Forthbank Stadium';\n```","cost":0.000165,"response_parsed":"SELECT * FROM stadium WHERE Name <> 'Forthbank Stadium';","time":0.3842549324}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `stadium` WHERE `Name` != 'Bayview Stadium'","question":"Show the data of the table stadium where Name not equal to Bayview Stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM stadium\nWHERE Name <> 'Bayview Stadium';\n```","cost":0.0001645,"response_parsed":"SELECT *\nFROM stadium\nWHERE Name <> 'Bayview Stadium';","time":0.401778698}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `stadium` WHERE `Average` > 864","question":"Show the data of the table stadium where Average is greater than 864","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM stadium WHERE Average > 864;\n```","cost":0.0001595,"response_parsed":"SELECT * FROM stadium WHERE Average > 864;","time":0.3650188446}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `stadium` WHERE `Average` < 1477","question":"Show the data of the table stadium where Average is less than 1477","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM stadium\nWHERE Average < 1477;\n```","cost":0.000163,"response_parsed":"SELECT * FROM stadium\nWHERE Average < 1477;","time":0.4483165741}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `stadium` WHERE `Lowest` < 533","question":"Show the data of the table stadium where Lowest is less than 533","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM stadium\nWHERE Lowest < 533;\n```","cost":0.000161,"response_parsed":"SELECT *\nFROM stadium\nWHERE Lowest < 533;","time":0.4066536427}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `singer` WHERE `Country` == 'Netherlands'","question":"Show the data of the table singer where Country is equal to Netherlands","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM singer\nWHERE Country = 'Netherlands';\n```","cost":0.0001635,"response_parsed":"SELECT * \nFROM singer\nWHERE Country = 'Netherlands';","time":0.3506560326}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `singer` WHERE `Country` != 'France'","question":"Show the data of the table singer where Country is different from France","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM singer\nWHERE Country <> 'France';\n```","cost":0.0001605,"response_parsed":"SELECT * FROM singer\nWHERE Country <> 'France';","time":0.3002619743}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `singer` WHERE `Country` != 'United States'","question":"Show the data of the table singer where Country not equal to United States","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM singer \nWHERE Country <> 'United States';\n```","cost":0.000164,"response_parsed":"SELECT * \nFROM singer \nWHERE Country <> 'United States';","time":0.4182085991}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `singer` WHERE `Song_Name` == 'Sun'","question":"Show the data of the table singer where Song_Name is equal to Sun","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM singer\nWHERE Song_Name = 'Sun';\n```","cost":0.0001625,"response_parsed":"SELECT *\nFROM singer\nWHERE Song_Name = 'Sun';","time":0.6553544998}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `singer` WHERE `Song_Name` != 'Gentleman'","question":"Show the data of the table singer where Song_Name is different from Gentleman","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM singer\nWHERE Song_Name <> 'Gentleman';\n```","cost":0.000169,"response_parsed":"SELECT * \nFROM singer\nWHERE Song_Name <> 'Gentleman';","time":0.3569431305}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `singer` WHERE `Song_Name` != 'You'","question":"Show the data of the table singer where Song_Name not equal to You","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM singer\nWHERE Song_Name <> 'You';\n```","cost":0.0001625,"response_parsed":"SELECT * FROM singer\nWHERE Song_Name <> 'You';","time":1.5056424141}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `singer` WHERE `Name` == 'Rose White'","question":"Show the data of the table singer where Name is equal to Rose White","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM singer\nWHERE Name = 'Rose White';\n```","cost":0.000164,"response_parsed":"SELECT * \nFROM singer\nWHERE Name = 'Rose White';","time":0.3515412807}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `singer` WHERE `Name` != 'Rose White'","question":"Show the data of the table singer where Name is different from Rose White","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM singer\nWHERE Name != 'Rose White';\n```","cost":0.0001625,"response_parsed":"SELECT *\nFROM singer\nWHERE Name != 'Rose White';","time":0.3560891151}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `singer` WHERE `Name` != 'Rose White'","question":"Show the data of the table singer where Name not equal to Rose White","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM singer WHERE Name <> 'Rose White';\n```","cost":0.000161,"response_parsed":"SELECT * FROM singer WHERE Name <> 'Rose White';","time":0.4641337395}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `singer` WHERE `Age` < 29","question":"Show the data of the table singer where Age is less than 29","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM singer\nWHERE Age < 29;\n```","cost":0.000161,"response_parsed":"SELECT *\nFROM singer\nWHERE Age < 29;","time":0.3188796043}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `singer_in_concert` WHERE `Singer_ID` == '5'","question":"Show the data of the table singer_in_concert where Singer_ID is equal to 5","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM singer_in_concert\nWHERE Singer_ID = 5;\n```","cost":0.000169,"response_parsed":"SELECT *\nFROM singer_in_concert\nWHERE Singer_ID = 5;","time":0.4529049397}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `singer_in_concert` WHERE `Singer_ID` != '2'","question":"Show the data of the table singer_in_concert where Singer_ID is different from 2","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM singer_in_concert\nWHERE Singer_ID <> 2;\n```","cost":0.0001705,"response_parsed":"SELECT * \nFROM singer_in_concert\nWHERE Singer_ID <> 2;","time":0.4901938438}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `singer_in_concert` WHERE `Singer_ID` != '2'","question":"Show the data of the table singer_in_concert where Singer_ID not equal to 2","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM singer_in_concert\nWHERE Singer_ID != 2;\n```","cost":0.000169,"response_parsed":"SELECT *\nFROM singer_in_concert\nWHERE Singer_ID != 2;","time":0.5154340267}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `concert_Name`) FROM `concert`","question":"How many different concert_Name are in table concert?","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT concert_Name) AS total_concert_names\nFROM concert;\n```","cost":0.0001675,"response_parsed":"SELECT COUNT(DISTINCT concert_Name) AS total_concert_names\nFROM concert;","time":0.4187073708}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Theme`) FROM `concert`","question":"How many different Theme are in table concert?","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Theme) AS num_different_theme\nFROM concert;\n```","cost":0.000164,"response_parsed":"SELECT COUNT(DISTINCT Theme) AS num_different_theme\nFROM concert;","time":0.55418396}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Stadium_ID`) FROM `concert`","question":"How many different Stadium_ID are in table concert?","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Stadium_ID) \nFROM concert;\n```","cost":0.00016,"response_parsed":"SELECT COUNT(DISTINCT Stadium_ID) \nFROM concert;","time":0.3612179756}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"concert","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Year`) FROM `concert`","question":"How many different Year are in table concert?","db_schema_normalized":"`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Year) AS Number_of_Different_Years\nFROM concert;\n```","cost":0.0001685,"response_parsed":"SELECT COUNT(DISTINCT Year) AS Number_of_Different_Years\nFROM concert;","time":0.4498174191}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Location`) FROM `stadium`","question":"How many different Location are in table stadium?","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Location) AS Number_of_Locations\nFROM stadium;\n```","cost":0.0001655,"response_parsed":"SELECT COUNT(DISTINCT Location) AS Number_of_Locations\nFROM stadium;","time":0.4379570484}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Name`) FROM `stadium`","question":"How many different Name are in table stadium?","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Name) AS num_different_names\nFROM stadium;\n```","cost":0.000164,"response_parsed":"SELECT COUNT(DISTINCT Name) AS num_different_names\nFROM stadium;","time":0.3885092735}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Average`) FROM `stadium`","question":"Find the maximum Average for the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT MAX(Average) AS Max_Average\nFROM stadium;\n```","cost":0.000161,"response_parsed":"SELECT MAX(Average) AS Max_Average\nFROM stadium;","time":0.3412559032}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Average`) FROM `stadium`","question":"Find the minimum Average for the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT MIN(Average) as min_avg \nFROM stadium;\n```","cost":0.0001595,"response_parsed":"SELECT MIN(Average) as min_avg \nFROM stadium;","time":0.3404955864}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Average`) FROM `stadium`","question":"Find the average Average for the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT AVG(Average) AS Average_Average\nFROM stadium;\n```","cost":0.000161,"response_parsed":"SELECT AVG(Average) AS Average_Average\nFROM stadium;","time":0.4047753811}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Highest`) FROM `stadium`","question":"Find the maximum Highest for the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT MAX(Highest) FROM stadium;\n```","cost":0.0001535,"response_parsed":"SELECT MAX(Highest) FROM stadium;","time":0.3801622391}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Highest`) FROM `stadium`","question":"Find the minimum Highest for the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT MIN(Highest) as Min_Highest\nFROM stadium;\n```","cost":0.000161,"response_parsed":"SELECT MIN(Highest) as Min_Highest\nFROM stadium;","time":0.3384327888}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"stadium","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Highest`) FROM `stadium`","question":"Find the average Highest for the table stadium","db_schema_normalized":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT AVG(Highest) \nFROM stadium;\n```","cost":0.000155,"response_parsed":"SELECT AVG(Highest) \nFROM stadium;","time":0.3101058006}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Name`) FROM `singer`","question":"How many different Name are in table singer?","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Name) AS num_different_names\nFROM singer;\n```","cost":0.000164,"response_parsed":"SELECT COUNT(DISTINCT Name) AS num_different_names\nFROM singer;","time":0.4100513458}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Country`) FROM `singer`","question":"How many different Country are in table singer?","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Country) AS different_countries\nFROM singer;\n```","cost":0.0001625,"response_parsed":"SELECT COUNT(DISTINCT Country) AS different_countries\nFROM singer;","time":0.5479068756}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Song_Name`) FROM `singer`","question":"How many different Song_Name are in table singer?","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Song_Name) AS num_different_song_names\nFROM singer;\n```","cost":0.0001675,"response_parsed":"SELECT COUNT(DISTINCT Song_Name) AS num_different_song_names\nFROM singer;","time":0.3945548534}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Song_release_year`) FROM `singer`","question":"How many different Song_release_year are in table singer?","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Song_release_year) AS num_unique_release_years\nFROM singer;\n```","cost":0.0001695,"response_parsed":"SELECT COUNT(DISTINCT Song_release_year) AS num_unique_release_years\nFROM singer;","time":0.4115314484}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Age`) FROM `singer`","question":"Find the maximum Age for the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT MAX(Age) as \"Maximum Age\" FROM singer;\n```","cost":0.000161,"response_parsed":"SELECT MAX(Age) as \"Maximum Age\" FROM singer;","time":0.5087449551}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Age`) FROM `singer`","question":"Find the minimum Age for the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT MIN(Age) \nFROM singer;\n```","cost":0.000155,"response_parsed":"SELECT MIN(Age) \nFROM singer;","time":0.2940988541}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Age`) FROM `singer`","question":"Find the average Age for the table singer","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT AVG(Age) AS Average_Age FROM singer;\n```","cost":0.0001595,"response_parsed":"SELECT AVG(Age) AS Average_Age FROM singer;","time":0.3351135254}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/concert_singer\/concert_singer.sqlite","db_id":"concert_singer","tbl_name":"singer_in_concert","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Singer_ID`) FROM `singer_in_concert`","question":"How many different Singer_ID are in table singer_in_concert?","db_schema_normalized":"`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","db_schema":"`\"stadium\"` (\"Stadium_ID\" int, \"Location\" text, \"Name\" text, \"Capacity\" int, \"Highest\" int, \"Lowest\" int, \"Average\" int, PRIMARY KEY (\"Stadium_ID\"))\n`\"singer\"` (\"Singer_ID\" int, \"Name\" text, \"Country\" text, \"Song_Name\" text, \"Song_release_year\" text, \"Age\" int, \"Is_male\" bool, PRIMARY KEY (\"Singer_ID\"))\n`\"concert\"` (\"concert_ID\" int, \"concert_Name\" text, \"Theme\" text, \"Stadium_ID\" text, \"Year\" text, PRIMARY KEY (\"concert_ID\"), FOREIGN KEY (\"Stadium_ID\") REFERENCES \"stadium\"(\"Stadium_ID\"))\n`\"singer_in_concert\"` (\"concert_ID\" int, \"Singer_ID\" text, PRIMARY KEY (\"concert_ID\",\"Singer_ID\"), FOREIGN KEY (\"concert_ID\") REFERENCES \"concert\"(\"concert_ID\"), FOREIGN KEY (\"Singer_ID\") REFERENCES \"singer\"(\"Singer_ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Singer_ID) AS num_different_Singer_ID\nFROM singer_in_concert;\n```","cost":0.000175,"response_parsed":"SELECT COUNT(DISTINCT Singer_ID) AS num_different_Singer_ID\nFROM singer_in_concert;","time":0.4207746983}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `PetType` FROM `Pets`","question":"Show the different PetType in the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT DISTINCT PetType\nFROM Pets;\n```","cost":0.0000955,"response_parsed":"SELECT DISTINCT PetType\nFROM Pets;","time":0.3653314114}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `LName` FROM `Student`","question":"Show the different LName in the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT DISTINCT LName \nFROM Student;\n```","cost":0.0000955,"response_parsed":"SELECT DISTINCT LName \nFROM Student;","time":0.3475427628}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Fname` FROM `Student`","question":"Show the different Fname in the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT DISTINCT Fname\nFROM Student;\n```","cost":0.0000955,"response_parsed":"SELECT DISTINCT Fname\nFROM Student;","time":0.3175244331}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Sex` FROM `Student`","question":"Show the different Sex in the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT DISTINCT Sex\nFROM Student;\n```","cost":0.0000935,"response_parsed":"SELECT DISTINCT Sex\nFROM Student;","time":0.2500507832}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `city_code` FROM `Student`","question":"Show the different city_code in the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT DISTINCT city_code \nFROM Student;\n```","cost":0.0000955,"response_parsed":"SELECT DISTINCT city_code \nFROM Student;","time":0.4984745979}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `PetType`, COUNT(*) FROM `Pets` GROUP BY `PetType`","question":"For each PetType, count the number of rows in table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetType, COUNT(*) AS Total_Pets\nFROM Pets\nGROUP BY PetType;\n```","cost":0.000114,"response_parsed":"SELECT PetType, COUNT(*) AS Total_Pets\nFROM Pets\nGROUP BY PetType;","time":0.4442694187}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `PetType`, MIN(`pet_age`) FROM `Pets` GROUP BY `PetType`","question":"For each PetType, find the min of pet_age in table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetType, MIN(pet_age) as min_pet_age\nFROM Pets\nGROUP BY PetType;\n```","cost":0.000119,"response_parsed":"SELECT PetType, MIN(pet_age) as min_pet_age\nFROM Pets\nGROUP BY PetType;","time":0.4180963039}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `PetType`, MAX(`pet_age`) FROM `Pets` GROUP BY `PetType`","question":"For each PetType, find the max of pet_age in table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetType, MAX(pet_age) as max_pet_age\nFROM Pets\nGROUP BY PetType;\n```","cost":0.000119,"response_parsed":"SELECT PetType, MAX(pet_age) as max_pet_age\nFROM Pets\nGROUP BY PetType;","time":0.4314908981}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `PetType`, AVG(`pet_age`) FROM `Pets` GROUP BY `PetType`","question":"For each PetType, find the avg of pet_age in table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetType, AVG(pet_age) AS avg_pet_age\nFROM Pets\nGROUP BY PetType;\n```","cost":0.000119,"response_parsed":"SELECT PetType, AVG(pet_age) AS avg_pet_age\nFROM Pets\nGROUP BY PetType;","time":0.5101709366}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `PetType`, SUM(`pet_age`) FROM `Pets` GROUP BY `PetType`","question":"For each PetType, find the sum of pet_age in table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetType, SUM(pet_age) as total_pet_age\nFROM Pets\nGROUP BY PetType;\n```","cost":0.000119,"response_parsed":"SELECT PetType, SUM(pet_age) as total_pet_age\nFROM Pets\nGROUP BY PetType;","time":0.4271271229}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `PetType`, MIN(`weight`) FROM `Pets` GROUP BY `PetType`","question":"For each PetType, find the min of weight in table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetType, MIN(weight) AS min_weight\nFROM Pets\nGROUP BY PetType;\n```","cost":0.000114,"response_parsed":"SELECT PetType, MIN(weight) AS min_weight\nFROM Pets\nGROUP BY PetType;","time":0.4473502636}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `PetType`, MAX(`weight`) FROM `Pets` GROUP BY `PetType`","question":"For each PetType, find the max of weight in table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetType, MAX(weight) AS max_weight\nFROM Pets\nGROUP BY PetType;\n```","cost":0.000114,"response_parsed":"SELECT PetType, MAX(weight) AS max_weight\nFROM Pets\nGROUP BY PetType;","time":2.1759049892}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `PetType`, AVG(`weight`) FROM `Pets` GROUP BY `PetType`","question":"For each PetType, find the avg of weight in table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetType, AVG(weight) AS avg_weight\nFROM Pets\nGROUP BY PetType;\n```","cost":0.000114,"response_parsed":"SELECT PetType, AVG(weight) AS avg_weight\nFROM Pets\nGROUP BY PetType;","time":0.4358103275}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `PetType`, SUM(`weight`) FROM `Pets` GROUP BY `PetType`","question":"For each PetType, find the sum of weight in table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetType, SUM(weight) AS total_weight\nFROM Pets\nGROUP BY PetType;\n```","cost":0.000114,"response_parsed":"SELECT PetType, SUM(weight) AS total_weight\nFROM Pets\nGROUP BY PetType;","time":0.4020495415}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `LName`, COUNT(*) FROM `Student` GROUP BY `LName`","question":"For each LName, count the number of rows in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT LName, COUNT(*) AS total_rows\nFROM Student\nGROUP BY LName;\n```","cost":0.0001125,"response_parsed":"SELECT LName, COUNT(*) AS total_rows\nFROM Student\nGROUP BY LName;","time":0.3920762539}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Fname`, COUNT(*) FROM `Student` GROUP BY `Fname`","question":"For each Fname, count the number of rows in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Fname, COUNT(*)\nFROM Student\nGROUP BY Fname;\n```","cost":0.000108,"response_parsed":"SELECT Fname, COUNT(*)\nFROM Student\nGROUP BY Fname;","time":0.365940094}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Sex`, COUNT(*) FROM `Student` GROUP BY `Sex`","question":"For each Sex, count the number of rows in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Sex, COUNT(*) as num_rows\nFROM Student\nGROUP BY Sex;\n```","cost":0.000109,"response_parsed":"SELECT Sex, COUNT(*) as num_rows\nFROM Student\nGROUP BY Sex;","time":0.4174804688}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `city_code`, COUNT(*) FROM `Student` GROUP BY `city_code`","question":"For each city_code, count the number of rows in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT city_code, COUNT(*) AS num_rows\nFROM Student\nGROUP BY city_code;\n```","cost":0.0001125,"response_parsed":"SELECT city_code, COUNT(*) AS num_rows\nFROM Student\nGROUP BY city_code;","time":0.4553046227}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `LName`, MIN(`Advisor`) FROM `Student` GROUP BY `LName`","question":"For each LName, find the min of Advisor in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT LName, MIN(Advisor) AS min_Advisor\nFROM Student\nGROUP BY LName;\n```","cost":0.000117,"response_parsed":"SELECT LName, MIN(Advisor) AS min_Advisor\nFROM Student\nGROUP BY LName;","time":0.3916285038}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `LName`, MAX(`Advisor`) FROM `Student` GROUP BY `LName`","question":"For each LName, find the max of Advisor in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT LName, MAX(Advisor) AS Max_Advisor\nFROM Student\nGROUP BY LName;\n```","cost":0.000117,"response_parsed":"SELECT LName, MAX(Advisor) AS Max_Advisor\nFROM Student\nGROUP BY LName;","time":0.4608516693}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `LName`, AVG(`Advisor`) FROM `Student` GROUP BY `LName`","question":"For each LName, find the avg of Advisor in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT LName, AVG(Advisor) AS Avg_Advisor\nFROM Student\nGROUP BY LName;\n```","cost":0.000117,"response_parsed":"SELECT LName, AVG(Advisor) AS Avg_Advisor\nFROM Student\nGROUP BY LName;","time":0.4127812386}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `LName`, SUM(`Advisor`) FROM `Student` GROUP BY `LName`","question":"For each LName, find the sum of Advisor in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT LName, SUM(Advisor) as Total_Advisor\nFROM Student\nGROUP BY LName;\n```","cost":0.000117,"response_parsed":"SELECT LName, SUM(Advisor) as Total_Advisor\nFROM Student\nGROUP BY LName;","time":0.4096813202}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `LName`, MIN(`Major`) FROM `Student` GROUP BY `LName`","question":"For each LName, find the min of Major in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT LName, MIN(Major) AS Min_Major\nFROM Student\nGROUP BY LName;\n```","cost":0.000117,"response_parsed":"SELECT LName, MIN(Major) AS Min_Major\nFROM Student\nGROUP BY LName;","time":0.6933422089}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `LName`, MAX(`Major`) FROM `Student` GROUP BY `LName`","question":"For each LName, find the max of Major in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT LName, MAX(Major) AS Max_Major\nFROM Student\nGROUP BY LName;\n```","cost":0.000117,"response_parsed":"SELECT LName, MAX(Major) AS Max_Major\nFROM Student\nGROUP BY LName;","time":0.4177718163}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `LName`, AVG(`Major`) FROM `Student` GROUP BY `LName`","question":"For each LName, find the avg of Major in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT LName, AVG(Major) AS AvgMajor\nFROM Student\nGROUP BY LName;\n```","cost":0.0001155,"response_parsed":"SELECT LName, AVG(Major) AS AvgMajor\nFROM Student\nGROUP BY LName;","time":0.4529776573}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `LName`, SUM(`Major`) FROM `Student` GROUP BY `LName`","question":"For each LName, find the sum of Major in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT LName, SUM(Major) AS TotalMajor\nFROM Student\nGROUP BY LName;\n```","cost":0.0001155,"response_parsed":"SELECT LName, SUM(Major) AS TotalMajor\nFROM Student\nGROUP BY LName;","time":0.4176189899}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Sex`, MIN(`Advisor`) FROM `Student` GROUP BY `Sex`","question":"For each Sex, find the min of Advisor in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Sex, MIN(Advisor) AS min_Advisor\nFROM Student\nGROUP BY Sex;\n```","cost":0.0001135,"response_parsed":"SELECT Sex, MIN(Advisor) AS min_Advisor\nFROM Student\nGROUP BY Sex;","time":0.3832170963}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Sex`, MAX(`Advisor`) FROM `Student` GROUP BY `Sex`","question":"For each Sex, find the max of Advisor in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Sex, MAX(Advisor) AS Max_Advisor\nFROM Student\nGROUP BY Sex;\n```","cost":0.0001135,"response_parsed":"SELECT Sex, MAX(Advisor) AS Max_Advisor\nFROM Student\nGROUP BY Sex;","time":0.3433072567}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Sex`, AVG(`Advisor`) FROM `Student` GROUP BY `Sex`","question":"For each Sex, find the avg of Advisor in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Sex, AVG(Advisor) AS Avg_Advisor\nFROM Student\nGROUP BY Sex;\n```","cost":0.0001135,"response_parsed":"SELECT Sex, AVG(Advisor) AS Avg_Advisor\nFROM Student\nGROUP BY Sex;","time":0.3735280037}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Sex`, SUM(`Advisor`) FROM `Student` GROUP BY `Sex`","question":"For each Sex, find the sum of Advisor in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Sex, SUM(Advisor) AS Total_Advisor\nFROM Student\nGROUP BY Sex;\n```","cost":0.0001135,"response_parsed":"SELECT Sex, SUM(Advisor) AS Total_Advisor\nFROM Student\nGROUP BY Sex;","time":0.4603583813}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Sex`, MIN(`Major`) FROM `Student` GROUP BY `Sex`","question":"For each Sex, find the min of Major in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Sex, MIN(Major) AS Min_Major\nFROM Student\nGROUP BY Sex;\n```","cost":0.0001135,"response_parsed":"SELECT Sex, MIN(Major) AS Min_Major\nFROM Student\nGROUP BY Sex;","time":0.6061294079}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Sex`, MAX(`Major`) FROM `Student` GROUP BY `Sex`","question":"For each Sex, find the max of Major in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Sex, MAX(Major) AS Max_Major\nFROM Student\nGROUP BY Sex;\n```","cost":0.0001135,"response_parsed":"SELECT Sex, MAX(Major) AS Max_Major\nFROM Student\nGROUP BY Sex;","time":0.4040250778}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Sex`, AVG(`Major`) FROM `Student` GROUP BY `Sex`","question":"For each Sex, find the avg of Major in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Sex, AVG(Major) AS Average_Major\nFROM Student\nGROUP BY Sex;\n```","cost":0.0001135,"response_parsed":"SELECT Sex, AVG(Major) AS Average_Major\nFROM Student\nGROUP BY Sex;","time":0.4505701065}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Sex`, SUM(`Major`) FROM `Student` GROUP BY `Sex`","question":"For each Sex, find the sum of Major in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Sex, SUM(Major) AS total_major\nFROM Student\nGROUP BY Sex;\n```","cost":0.000112,"response_parsed":"SELECT Sex, SUM(Major) AS total_major\nFROM Student\nGROUP BY Sex;","time":0.3807778358}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `PetType` FROM `Pets` GROUP BY `PetType` HAVING count(*) >= 1","question":"Find all the PetType that have at least 1 records in table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT DISTINCT PetType\nFROM Pets\nWHERE PetID IN (SELECT PetID FROM Has_Pet);\n```","cost":0.000118,"response_parsed":"SELECT DISTINCT PetType\nFROM Pets\nWHERE PetID IN (SELECT PetID FROM Has_Pet);","time":0.4388084412}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `PetType` FROM `Pets` GROUP BY `PetType` HAVING count(*) <= 1","question":"Find all the PetType that have at most 1 records in table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetType\nFROM Pets\nGROUP BY PetType\nHAVING COUNT(*) <= 1\n```","cost":0.0001165,"response_parsed":"SELECT PetType\nFROM Pets\nGROUP BY PetType\nHAVING COUNT(*) <= 1","time":0.4285349846}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `PetType` FROM `Pets` GROUP BY `PetType` HAVING AVG(`pet_age`) >= 2.25","question":"List the PetType which average of pet_age is at least 2.25 in table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetType\nFROM Pets\nGROUP BY PetType\nHAVING AVG(pet_age) >= 2.25;\n```","cost":0.000126,"response_parsed":"SELECT PetType\nFROM Pets\nGROUP BY PetType\nHAVING AVG(pet_age) >= 2.25;","time":0.4406569004}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `PetType` FROM `Pets` GROUP BY `PetType` HAVING AVG(`pet_age`) <= 2.25","question":"List the PetType which average of pet_age is at most 2.25 in table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetType\nFROM Pets\nGROUP BY PetType\nHAVING AVG(pet_age) <= 2.25;\n```","cost":0.000126,"response_parsed":"SELECT PetType\nFROM Pets\nGROUP BY PetType\nHAVING AVG(pet_age) <= 2.25;","time":0.4890584946}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `PetType` FROM `Pets` GROUP BY `PetType` HAVING SUM(`pet_age`) >= 3.0","question":"List the PetType which summation of pet_age is at least 3.0 in table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetType\nFROM Pets\nGROUP BY PetType\nHAVING SUM(pet_age) >= 3.0;\n```","cost":0.0001265,"response_parsed":"SELECT PetType\nFROM Pets\nGROUP BY PetType\nHAVING SUM(pet_age) >= 3.0;","time":0.4951164722}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `PetType` FROM `Pets` GROUP BY `PetType` HAVING SUM(`pet_age`) <= 3.0","question":"List the PetType which summation of pet_age is at most 3.0 in table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetType\nFROM Pets\nGROUP BY PetType\nHAVING SUM(pet_age) <= 3.0;\n```","cost":0.0001265,"response_parsed":"SELECT PetType\nFROM Pets\nGROUP BY PetType\nHAVING SUM(pet_age) <= 3.0;","time":0.7128899097}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `LName` FROM `Student` GROUP BY `LName` HAVING count(*) >= 1","question":"Find all the LName that have at least 1 records in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT DISTINCT LName\nFROM Student\n```","cost":0.0000985,"response_parsed":"SELECT DISTINCT LName\nFROM Student","time":0.2837781906}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `LName` FROM `Student` GROUP BY `LName` HAVING count(*) <= 1","question":"Find all the LName that have at most 1 records in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT LName\nFROM Student\nGROUP BY LName\nHAVING COUNT(*) <= 1\n```","cost":0.0001165,"response_parsed":"SELECT LName\nFROM Student\nGROUP BY LName\nHAVING COUNT(*) <= 1","time":0.5827651024}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Sex` FROM `Student` GROUP BY `Sex` HAVING count(*) >= 17","question":"Find all the Sex that have at least 17 records in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Sex\nFROM Student\nGROUP BY Sex\nHAVING COUNT(*) >= 17;\n```","cost":0.000113,"response_parsed":"SELECT Sex\nFROM Student\nGROUP BY Sex\nHAVING COUNT(*) >= 17;","time":0.3567333221}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Sex` FROM `Student` GROUP BY `Sex` HAVING count(*) <= 17","question":"Find all the Sex that have at most 17 records in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Sex\nFROM Student\nGROUP BY Sex\nHAVING COUNT(*) <= 17;\n```","cost":0.000113,"response_parsed":"SELECT Sex\nFROM Student\nGROUP BY Sex\nHAVING COUNT(*) <= 17;","time":0.3929576874}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `city_code` FROM `Student` GROUP BY `city_code` HAVING count(*) >= 1","question":"Find all the city_code that have at least 1 records in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT DISTINCT city_code\nFROM Student\n```","cost":0.0000985,"response_parsed":"SELECT DISTINCT city_code\nFROM Student","time":0.31498909}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `city_code` FROM `Student` GROUP BY `city_code` HAVING count(*) <= 1","question":"Find all the city_code that have at most 1 records in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT city_code\nFROM Student\nGROUP BY city_code\nHAVING COUNT(*) <= 1;\n```","cost":0.0001165,"response_parsed":"SELECT city_code\nFROM Student\nGROUP BY city_code\nHAVING COUNT(*) <= 1;","time":0.4101963043}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `LName` FROM `Student` GROUP BY `LName` HAVING AVG(`Age`) >= 19.71","question":"List the LName which average of Age is at least 19.71 in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT LName\nFROM Student\nGROUP BY LName\nHAVING AVG(Age) >= 19.71;\n```","cost":0.000124,"response_parsed":"SELECT LName\nFROM Student\nGROUP BY LName\nHAVING AVG(Age) >= 19.71;","time":0.4396014214}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `LName` FROM `Student` GROUP BY `LName` HAVING AVG(`Age`) <= 19.71","question":"List the LName which average of Age is at most 19.71 in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT LName\nFROM Student\nGROUP BY LName\nHAVING AVG(Age) <= 19.71;\n```","cost":0.000124,"response_parsed":"SELECT LName\nFROM Student\nGROUP BY LName\nHAVING AVG(Age) <= 19.71;","time":0.6462972164}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `LName` FROM `Student` GROUP BY `LName` HAVING SUM(`Age`) >= 21.45","question":"List the LName which summation of Age is at least 21.45 in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT LName \nFROM Student \nGROUP BY LName \nHAVING SUM(Age) >= 21.45;\n```","cost":0.0001245,"response_parsed":"SELECT LName \nFROM Student \nGROUP BY LName \nHAVING SUM(Age) >= 21.45;","time":0.4642157555}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `LName` FROM `Student` GROUP BY `LName` HAVING SUM(`Age`) <= 21.45","question":"List the LName which summation of Age is at most 21.45 in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT LName\nFROM Student\nGROUP BY LName\nHAVING SUM(Age) <= 21.45;\n```","cost":0.0001245,"response_parsed":"SELECT LName\nFROM Student\nGROUP BY LName\nHAVING SUM(Age) <= 21.45;","time":0.4845283031}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `city_code` FROM `Student` GROUP BY `city_code` HAVING AVG(`Age`) >= 19.51","question":"List the city_code which average of Age is at least 19.51 in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT city_code\nFROM Student\nGROUP BY city_code\nHAVING AVG(Age) >= 19.51;\n```","cost":0.000124,"response_parsed":"SELECT city_code\nFROM Student\nGROUP BY city_code\nHAVING AVG(Age) >= 19.51;","time":0.4870772362}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `city_code` FROM `Student` GROUP BY `city_code` HAVING AVG(`Age`) <= 19.51","question":"List the city_code which average of Age is at most 19.51 in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT city_code\nFROM Student\nGROUP BY city_code\nHAVING AVG(Age) <= 19.51\n```","cost":0.000124,"response_parsed":"SELECT city_code\nFROM Student\nGROUP BY city_code\nHAVING AVG(Age) <= 19.51","time":0.4419338703}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `city_code` FROM `Student` GROUP BY `city_code` HAVING SUM(`Age`) >= 35.0","question":"List the city_code which summation of Age is at least 35.0 in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT city_code\nFROM Student\nGROUP BY city_code\nHAVING SUM(Age) >= 35.0;\n```","cost":0.0001245,"response_parsed":"SELECT city_code\nFROM Student\nGROUP BY city_code\nHAVING SUM(Age) >= 35.0;","time":0.4045810699}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `city_code` FROM `Student` GROUP BY `city_code` HAVING SUM(`Age`) <= 35.0","question":"List the city_code which summation of Age is at most 35.0 in table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT city_code\nFROM Student\nGROUP BY city_code\nHAVING SUM(Age) <= 35.0;\n```","cost":0.0001245,"response_parsed":"SELECT city_code\nFROM Student\nGROUP BY city_code\nHAVING SUM(Age) <= 35.0;","time":0.4868280888}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Has_Pet","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `Has_Pet` AS T1 JOIN `Student` AS T2 ON T1.`StuID` = T2.`StuID`","question":"Join all the records from table Has_Pet with table Student on StuID","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT *\nFROM Has_Pet\nJOIN Student ON Has_Pet.StuID = Student.StuID;\n```","cost":0.00012,"response_parsed":"SELECT *\nFROM Has_Pet\nJOIN Student ON Has_Pet.StuID = Student.StuID;","time":0.6170871258}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Has_Pet","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `Has_Pet` AS T1 JOIN `Pets` AS T2 ON T1.`PetID` = T2.`PetID`","question":"Join all the records from table Has_Pet with table Pets on PetID","db_schema_normalized":"`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT *\nFROM Has_Pet\nJOIN Pets ON Has_Pet.PetID = Pets.PetID\n```","cost":0.0001195,"response_parsed":"SELECT *\nFROM Has_Pet\nJOIN Pets ON Has_Pet.PetID = Pets.PetID","time":0.3765940666}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"many-to-many-generator","sql_tag":"many-to-many","query":"SELECT `LName` FROM `Student` GROUP BY `LName` HAVING COUNT(DISTINCT `Sex`) = (SELECT COUNT(DISTINCT `Sex`) FROM `Student`)","question":"What are the LName with all the Sex in table Student?","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT DISTINCT LName, Sex\nFROM Student;\n```","cost":0.0001,"response_parsed":"SELECT DISTINCT LName, Sex\nFROM Student;","time":0.2981851101}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Has_Pet","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Has_Pet` ORDER BY `StuID` ASC","question":"Show all data ordered by StuID in ascending order for the table Has_Pet","db_schema_normalized":"`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Has_Pet\nORDER BY StuID ASC;\n```","cost":0.00011,"response_parsed":"SELECT * \nFROM Has_Pet\nORDER BY StuID ASC;","time":0.3878183365}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Has_Pet","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Has_Pet` ORDER BY `StuID` DESC","question":"Show all data ordered by StuID in descending order for the table Has_Pet","db_schema_normalized":"`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT *\nFROM Has_Pet\nORDER BY StuID DESC;\n```","cost":0.0001085,"response_parsed":"SELECT *\nFROM Has_Pet\nORDER BY StuID DESC;","time":0.3847677708}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Has_Pet","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Has_Pet` ORDER BY `PetID` ASC","question":"Show all data ordered by PetID in ascending order for the table Has_Pet","db_schema_normalized":"`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Has_Pet\nORDER BY PetID ASC;\n```","cost":0.000108,"response_parsed":"SELECT * \nFROM Has_Pet\nORDER BY PetID ASC;","time":0.3402254581}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Has_Pet","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Has_Pet` ORDER BY `PetID` DESC","question":"Show all data ordered by PetID in descending order for the table Has_Pet","db_schema_normalized":"`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Has_Pet\nORDER BY PetID DESC;\n```","cost":0.000108,"response_parsed":"SELECT * \nFROM Has_Pet\nORDER BY PetID DESC;","time":0.4148547649}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Has_Pet","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `StuID` FROM `Has_Pet` ORDER BY `StuID` ASC","question":"Project the StuID ordered in ascending order for the table Has_Pet","db_schema_normalized":"`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT StuID\nFROM Has_Pet\nORDER BY StuID ASC;\n```","cost":0.000112,"response_parsed":"SELECT StuID\nFROM Has_Pet\nORDER BY StuID ASC;","time":0.3958721161}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Has_Pet","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `StuID` FROM `Has_Pet` ORDER BY `StuID` DESC","question":"Project the StuID ordered in descending order for the table Has_Pet","db_schema_normalized":"`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT StuID\nFROM Has_Pet\nORDER BY StuID DESC;\n```","cost":0.000112,"response_parsed":"SELECT StuID\nFROM Has_Pet\nORDER BY StuID DESC;","time":0.3887093067}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Has_Pet","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `PetID` FROM `Has_Pet` ORDER BY `PetID` ASC","question":"Project the PetID ordered in ascending order for the table Has_Pet","db_schema_normalized":"`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetID\nFROM Has_Pet\nORDER BY PetID ASC;\n```","cost":0.0001085,"response_parsed":"SELECT PetID\nFROM Has_Pet\nORDER BY PetID ASC;","time":0.4113729}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Has_Pet","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `PetID` FROM `Has_Pet` ORDER BY `PetID` DESC","question":"Project the PetID ordered in descending order for the table Has_Pet","db_schema_normalized":"`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetID\nFROM Has_Pet\nORDER BY PetID DESC;\n```","cost":0.0001085,"response_parsed":"SELECT PetID\nFROM Has_Pet\nORDER BY PetID DESC;","time":0.3855485916}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Pets` ORDER BY `PetType` ASC","question":"Show all data ordered by PetType in ascending order for the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Pets\nORDER BY PetType ASC;\n```","cost":0.000104,"response_parsed":"SELECT * \nFROM Pets\nORDER BY PetType ASC;","time":0.3449122906}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Pets` ORDER BY `PetType` DESC","question":"Show all data ordered by PetType in descending order for the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Pets\nORDER BY PetType DESC;\n```","cost":0.000104,"response_parsed":"SELECT * \nFROM Pets\nORDER BY PetType DESC;","time":0.3318736553}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Pets` ORDER BY `PetID` ASC","question":"Show all data ordered by PetID in ascending order for the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT *\nFROM Pets\nORDER BY PetID ASC;\n```","cost":0.0001025,"response_parsed":"SELECT *\nFROM Pets\nORDER BY PetID ASC;","time":0.4328594208}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Pets` ORDER BY `PetID` DESC","question":"Show all data ordered by PetID in descending order for the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * FROM Pets ORDER BY PetID DESC;\n```","cost":0.000101,"response_parsed":"SELECT * FROM Pets ORDER BY PetID DESC;","time":0.4072077274}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `pet_age` FROM `Pets` ORDER BY `pet_age` ASC","question":"Project the pet_age ordered in ascending order for the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT pet_age\nFROM Pets\nORDER BY pet_age ASC;\n```","cost":0.0001045,"response_parsed":"SELECT pet_age\nFROM Pets\nORDER BY pet_age ASC;","time":0.359826088}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `pet_age` FROM `Pets` ORDER BY `pet_age` DESC","question":"Project the pet_age ordered in descending order for the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT pet_age\nFROM Pets\nORDER BY pet_age DESC;\n```","cost":0.0001045,"response_parsed":"SELECT pet_age\nFROM Pets\nORDER BY pet_age DESC;","time":0.6253490448}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `PetID` FROM `Pets` ORDER BY `PetID` ASC","question":"Project the PetID ordered in ascending order for the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetID\nFROM Pets\nORDER BY PetID ASC;\n```","cost":0.0001045,"response_parsed":"SELECT PetID\nFROM Pets\nORDER BY PetID ASC;","time":0.3601026535}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `PetID` FROM `Pets` ORDER BY `PetID` DESC","question":"Project the PetID ordered in descending order for the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetID\nFROM Pets\nORDER BY PetID DESC;\n```","cost":0.0001045,"response_parsed":"SELECT PetID\nFROM Pets\nORDER BY PetID DESC;","time":0.6485202312}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Student` ORDER BY `Age` ASC","question":"Show all data ordered by Age in ascending order for the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Student\nORDER BY Age ASC;\n```","cost":0.000102,"response_parsed":"SELECT * \nFROM Student\nORDER BY Age ASC;","time":0.5755705833}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Student` ORDER BY `Age` DESC","question":"Show all data ordered by Age in descending order for the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Student\nORDER BY Age DESC;\n```","cost":0.000102,"response_parsed":"SELECT * \nFROM Student\nORDER BY Age DESC;","time":0.3162748814}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Student` ORDER BY `city_code` ASC","question":"Show all data ordered by city_code in ascending order for the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Student\nORDER BY city_code ASC;\n```","cost":0.000104,"response_parsed":"SELECT * \nFROM Student\nORDER BY city_code ASC;","time":0.5997140408}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Student` ORDER BY `city_code` DESC","question":"Show all data ordered by city_code in descending order for the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * FROM Student\nORDER BY city_code DESC;\n```","cost":0.0001025,"response_parsed":"SELECT * FROM Student\nORDER BY city_code DESC;","time":0.3646752834}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Sex` FROM `Student` ORDER BY `Sex` ASC","question":"Project the Sex ordered in ascending order for the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Sex\nFROM Student\nORDER BY Sex ASC;\n```","cost":0.000101,"response_parsed":"SELECT Sex\nFROM Student\nORDER BY Sex ASC;","time":0.2755403519}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Sex` FROM `Student` ORDER BY `Sex` DESC","question":"Project the Sex ordered in descending order for the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Sex\nFROM Student\nORDER BY Sex DESC;\n```","cost":0.000101,"response_parsed":"SELECT Sex\nFROM Student\nORDER BY Sex DESC;","time":0.2870383263}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Major` FROM `Student` ORDER BY `Major` ASC","question":"Project the Major ordered in ascending order for the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Major\nFROM Student\nORDER BY Major ASC;\n```","cost":0.000101,"response_parsed":"SELECT Major\nFROM Student\nORDER BY Major ASC;","time":0.4376239777}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Major` FROM `Student` ORDER BY `Major` DESC","question":"Project the Major ordered in descending order for the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT DISTINCT Major \nFROM Student\nORDER BY Major DESC;\n```","cost":0.0001025,"response_parsed":"SELECT DISTINCT Major \nFROM Student\nORDER BY Major DESC;","time":0.3382380009}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Has_Pet","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `StuID` FROM `Has_Pet`","question":"Show all StuID in the table Has_Pet","db_schema_normalized":"`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT StuID\nFROM Has_Pet\n```","cost":0.0000995,"response_parsed":"SELECT StuID\nFROM Has_Pet","time":0.266076088}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Has_Pet","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `PetID` FROM `Has_Pet`","question":"Show all PetID in the table Has_Pet","db_schema_normalized":"`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetID\nFROM Has_Pet\n```","cost":0.0000975,"response_parsed":"SELECT PetID\nFROM Has_Pet","time":0.2780454159}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Has_Pet","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `Has_Pet`","question":"Show all the rows in the table Has_Pet","db_schema_normalized":"`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT *\nFROM Has_Pet;\n```","cost":0.0000945,"response_parsed":"SELECT *\nFROM Has_Pet;","time":0.2611427307}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Has_Pet","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `StuID` FROM `Has_Pet`","question":"Show all StuID in the table Has_Pet","db_schema_normalized":"`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT StuID\nFROM Has_Pet\n```","cost":0.0000995,"response_parsed":"SELECT StuID\nFROM Has_Pet","time":0.3859071732}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `PetID` FROM `Pets`","question":"Show all PetID in the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetID\nFROM Pets\n```","cost":0.0000935,"response_parsed":"SELECT PetID\nFROM Pets","time":0.2524118423}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `PetType` FROM `Pets`","question":"Show all PetType in the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetType\nFROM Pets\n```","cost":0.0000935,"response_parsed":"SELECT PetType\nFROM Pets","time":0.2526693344}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `pet_age` FROM `Pets`","question":"Show all pet_age in the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT pet_age\nFROM Pets;\n```","cost":0.0000935,"response_parsed":"SELECT pet_age\nFROM Pets;","time":0.2824509144}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `weight` FROM `Pets`","question":"Show all weight in the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT weight\nFROM Pets;\n```","cost":0.0000915,"response_parsed":"SELECT weight\nFROM Pets;","time":0.2891356945}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `Pets`","question":"Show all the rows in the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * FROM Pets;\n```","cost":0.0000905,"response_parsed":"SELECT * FROM Pets;","time":0.496493578}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `PetID` FROM `Pets`","question":"Show all PetID in the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetID\nFROM Pets\n```","cost":0.0000935,"response_parsed":"SELECT PetID\nFROM Pets","time":0.5480246544}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `PetType`, `PetID` FROM `Pets`","question":"Show all PetType, PetID in the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetType, PetID\nFROM Pets\n```","cost":0.0000995,"response_parsed":"SELECT PetType, PetID\nFROM Pets","time":0.3493425846}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `PetType`, `pet_age`, `PetID` FROM `Pets`","question":"Show all PetType, pet_age, PetID in the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT PetType, pet_age, PetID\nFROM Pets;\n```","cost":0.0001055,"response_parsed":"SELECT PetType, pet_age, PetID\nFROM Pets;","time":0.3865163326}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Sex` FROM `Student`","question":"Show all Sex in the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT DISTINCT Sex\nFROM Student;\n```","cost":0.000093,"response_parsed":"SELECT DISTINCT Sex\nFROM Student;","time":0.3093249798}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `city_code` FROM `Student`","question":"Show all city_code in the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT city_code \nFROM Student\n```","cost":0.0000935,"response_parsed":"SELECT city_code \nFROM Student","time":0.3353018761}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `LName` FROM `Student`","question":"Show all LName in the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT LName \nFROM Student;\n```","cost":0.0000935,"response_parsed":"SELECT LName \nFROM Student;","time":0.2575244904}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `StuID` FROM `Student`","question":"Show all StuID in the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT StuID\nFROM Student;\n```","cost":0.0000955,"response_parsed":"SELECT StuID\nFROM Student;","time":0.3216261864}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Major` FROM `Student`","question":"Show all Major in the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT DISTINCT Major\nFROM Student;\n```","cost":0.000093,"response_parsed":"SELECT DISTINCT Major\nFROM Student;","time":0.2627022266}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `Student`","question":"Show all the rows in the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Student;\n```","cost":0.000092,"response_parsed":"SELECT * \nFROM Student;","time":0.3452720642}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Major` FROM `Student`","question":"Show all Major in the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT DISTINCT Major \nFROM Student;\n```","cost":0.000093,"response_parsed":"SELECT DISTINCT Major \nFROM Student;","time":0.4547662735}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `city_code`, `Age` FROM `Student`","question":"Show all city_code, Age in the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT city_code, Age \nFROM Student;\n```","cost":0.0000975,"response_parsed":"SELECT city_code, Age \nFROM Student;","time":0.3472061157}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Sex`, `Major`, `Age` FROM `Student`","question":"Show all Sex, Major, Age in the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Sex, Major, Age\nFROM Student;\n```","cost":0.0000995,"response_parsed":"SELECT Sex, Major, Age\nFROM Student;","time":0.3463125229}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `LName`, `Sex`, `city_code`, `StuID` FROM `Student`","question":"Show all LName, Sex, city_code, StuID in the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT LName, Sex, city_code, StuID FROM Student;\n```","cost":0.00011,"response_parsed":"SELECT LName, Sex, city_code, StuID FROM Student;","time":0.3546833992}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Advisor`, `LName`, `Major`, `StuID`, `Sex` FROM `Student`","question":"Show all Advisor, LName, Major, StuID, Sex in the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Advisor, LName, Major, StuID, Sex\nFROM Student;\n```","cost":0.0001135,"response_parsed":"SELECT Advisor, LName, Major, StuID, Sex\nFROM Student;","time":0.4476294518}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `city_code`, `LName`, `Age`, `Sex`, `Fname`, `Major` FROM `Student`","question":"Show all city_code, LName, Age, Sex, Fname, Major in the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT city_code, LName, Age, Sex, Fname, Major\nFROM Student;\n```","cost":0.0001175,"response_parsed":"SELECT city_code, LName, Age, Sex, Fname, Major\nFROM Student;","time":0.4862310886}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Major`, `city_code`, `LName`, `Sex`, `Advisor`, `Fname`, `StuID` FROM `Student`","question":"Show all Major, city_code, LName, Sex, Advisor, Fname, StuID in the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT Major, city_code, LName, Sex, Advisor, Fname, StuID\nFROM Student;\n```","cost":0.0001255,"response_parsed":"SELECT Major, city_code, LName, Sex, Advisor, Fname, StuID\nFROM Student;","time":0.6945052147}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Pets` WHERE `PetType` == 'cat'","question":"Show the data of the table Pets where PetType is equal to cat","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * FROM Pets\nWHERE PetType = 'cat';\n```","cost":0.000104,"response_parsed":"SELECT * FROM Pets\nWHERE PetType = 'cat';","time":0.4063346386}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Pets` WHERE `PetType` != 'dog'","question":"Show the data of the table Pets where PetType is different from dog","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Pets\nWHERE PetType != 'dog';\n```","cost":0.0001055,"response_parsed":"SELECT * \nFROM Pets\nWHERE PetType != 'dog';","time":0.5120875835}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Pets` WHERE `PetType` != 'cat'","question":"Show the data of the table Pets where PetType not equal to cat","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT *\nFROM Pets\nWHERE PetType <> 'cat';\n```","cost":0.000104,"response_parsed":"SELECT *\nFROM Pets\nWHERE PetType <> 'cat';","time":0.8067417145}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `Pets` WHERE `pet_age` > 2","question":"Show the data of the table Pets where pet_age is greater than 2","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Pets\nWHERE pet_age > 2;\n```","cost":0.000106,"response_parsed":"SELECT * \nFROM Pets\nWHERE pet_age > 2;","time":0.3148839474}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `Pets` WHERE `pet_age` < 2","question":"Show the data of the table Pets where pet_age is less than 2","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Pets \nWHERE pet_age < 2;\n```","cost":0.000106,"response_parsed":"SELECT * \nFROM Pets \nWHERE pet_age < 2;","time":0.3983690739}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `Pets` WHERE `weight` > 9.3","question":"Show the data of the table Pets where weight is greater than 9.3","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * FROM Pets\nWHERE weight > 9.3;\n```","cost":0.0001065,"response_parsed":"SELECT * FROM Pets\nWHERE weight > 9.3;","time":0.7661206722}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `Pets` WHERE `weight` < 12.0","question":"Show the data of the table Pets where weight is less than 12.0","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT *\nFROM Pets\nWHERE weight < 12.0;\n```","cost":0.0001065,"response_parsed":"SELECT *\nFROM Pets\nWHERE weight < 12.0;","time":0.4082663059}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Student` WHERE `Fname` == 'Dinesh'","question":"Show the data of the table Student where Fname is equal to Dinesh","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Student \nWHERE Fname = 'Dinesh';\n```","cost":0.0001095,"response_parsed":"SELECT * \nFROM Student \nWHERE Fname = 'Dinesh';","time":0.337428093}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Student` WHERE `Fname` != 'Linda'","question":"Show the data of the table Student where Fname is different from Linda","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Student\nWHERE Fname <> 'Linda';\n```","cost":0.000107,"response_parsed":"SELECT * \nFROM Student\nWHERE Fname <> 'Linda';","time":0.4202616215}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Student` WHERE `Fname` != 'Paul'","question":"Show the data of the table Student where Fname not equal to Paul","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Student\nWHERE Fname != 'Paul';\n```","cost":0.0001055,"response_parsed":"SELECT * \nFROM Student\nWHERE Fname != 'Paul';","time":0.3917472363}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Student` WHERE `LName` == 'Smith'","question":"Show the data of the table Student where LName is equal to Smith","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * FROM Student WHERE LName = 'Smith';\n```","cost":0.0001025,"response_parsed":"SELECT * FROM Student WHERE LName = 'Smith';","time":0.4294350147}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Student` WHERE `LName` != 'Jones'","question":"Show the data of the table Student where LName is different from Jones","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT *\nFROM Student\nWHERE LName <> 'Jones';\n```","cost":0.000104,"response_parsed":"SELECT *\nFROM Student\nWHERE LName <> 'Jones';","time":0.3547887802}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Student` WHERE `LName` != 'Jones'","question":"Show the data of the table Student where LName not equal to Jones","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * FROM Student \nWHERE LName <> 'Jones';\n```","cost":0.000104,"response_parsed":"SELECT * FROM Student \nWHERE LName <> 'Jones';","time":0.4005451202}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Student` WHERE `Sex` == 'M'","question":"Show the data of the table Student where Sex is equal to M","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT *\nFROM Student\nWHERE Sex = 'M';\n```","cost":0.000102,"response_parsed":"SELECT *\nFROM Student\nWHERE Sex = 'M';","time":0.4050064087}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Student` WHERE `Sex` != 'M'","question":"Show the data of the table Student where Sex is different from M","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Student \nWHERE Sex <> 'M';\n```","cost":0.0001035,"response_parsed":"SELECT * \nFROM Student \nWHERE Sex <> 'M';","time":0.3882374763}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Student` WHERE `Sex` != 'F'","question":"Show the data of the table Student where Sex not equal to F","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * FROM Student\nWHERE Sex != 'F';\n```","cost":0.000102,"response_parsed":"SELECT * FROM Student\nWHERE Sex != 'F';","time":0.3545739651}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `Student` WHERE `Age` > 26","question":"Show the data of the table Student where Age is greater than 26","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * FROM Student\nWHERE Age > 26;\n```","cost":0.0001025,"response_parsed":"SELECT * FROM Student\nWHERE Age > 26;","time":0.3656282425}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `Student` WHERE `Age` < 20","question":"Show the data of the table Student where Age is less than 20","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT *\nFROM Student\nWHERE Age < 20;\n```","cost":0.0001025,"response_parsed":"SELECT *\nFROM Student\nWHERE Age < 20;","time":0.5723176003}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `Student` WHERE `Advisor` > 8423","question":"Show the data of the table Student where Advisor is greater than 8423","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Student\nWHERE Advisor > 8423;\n```","cost":0.000106,"response_parsed":"SELECT * \nFROM Student\nWHERE Advisor > 8423;","time":0.8592333794}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `Student` WHERE `Major` < 600","question":"Show the data of the table Student where Major is less than 600","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT * \nFROM Student\nWHERE Major < 600;\n```","cost":0.000104,"response_parsed":"SELECT * \nFROM Student\nWHERE Major < 600;","time":0.6851885319}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `PetType`) FROM `Pets`","question":"How many different PetType are in table Pets?","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT PetType) AS DifferentPetTypes\nFROM Pets;\n```","cost":0.0001075,"response_parsed":"SELECT COUNT(DISTINCT PetType) AS DifferentPetTypes\nFROM Pets;","time":0.5726892948}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`pet_age`) FROM `Pets`","question":"Find the maximum pet_age for the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT MAX(pet_age) AS max_pet_age\nFROM Pets;\n```","cost":0.0001045,"response_parsed":"SELECT MAX(pet_age) AS max_pet_age\nFROM Pets;","time":0.4653687477}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`pet_age`) FROM `Pets`","question":"Find the minimum pet_age for the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT MIN(pet_age) AS minimum_pet_age\nFROM Pets;\n```","cost":0.0001045,"response_parsed":"SELECT MIN(pet_age) AS minimum_pet_age\nFROM Pets;","time":0.3684408665}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`pet_age`) FROM `Pets`","question":"Find the average pet_age for the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT AVG(pet_age) AS average_pet_age\nFROM Pets;\n```","cost":0.0001045,"response_parsed":"SELECT AVG(pet_age) AS average_pet_age\nFROM Pets;","time":0.5018122196}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`weight`) FROM `Pets`","question":"Find the maximum weight for the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT MAX(weight) \nFROM Pets;\n```","cost":0.000095,"response_parsed":"SELECT MAX(weight) \nFROM Pets;","time":0.2953023911}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`weight`) FROM `Pets`","question":"Find the minimum weight for the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT MIN(weight) \nFROM Pets;\n```","cost":0.000095,"response_parsed":"SELECT MIN(weight) \nFROM Pets;","time":0.5474078655}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Pets","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`weight`) FROM `Pets`","question":"Find the average weight for the table Pets","db_schema_normalized":"`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT AVG(weight) AS average_weight\nFROM Pets\n```","cost":0.0000995,"response_parsed":"SELECT AVG(weight) AS average_weight\nFROM Pets","time":0.3388187885}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `LName`) FROM `Student`","question":"How many different LName are in table Student?","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT LName) AS DifferentLNames\nFROM Student;\n```","cost":0.0001075,"response_parsed":"SELECT COUNT(DISTINCT LName) AS DifferentLNames\nFROM Student;","time":0.4705944061}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Fname`) FROM `Student`","question":"How many different Fname are in table Student?","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Fname) AS Num_of_Fnames\nFROM Student;\n```","cost":0.000109,"response_parsed":"SELECT COUNT(DISTINCT Fname) AS Num_of_Fnames\nFROM Student;","time":0.3810853958}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Sex`) FROM `Student`","question":"How many different Sex are in table Student?","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Sex) AS num_different_sexes\nFROM Student;\n```","cost":0.000107,"response_parsed":"SELECT COUNT(DISTINCT Sex) AS num_different_sexes\nFROM Student;","time":1.3899874687}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `city_code`) FROM `Student`","question":"How many different city_code are in table Student?","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT city_code) AS num_different_city_codes\nFROM Student;\n```","cost":0.000109,"response_parsed":"SELECT COUNT(DISTINCT city_code) AS num_different_city_codes\nFROM Student;","time":0.3923020363}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Major`) FROM `Student`","question":"Find the maximum Major for the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT MAX(Major) AS Maximum_Major\nFROM Student;\n```","cost":0.0001025,"response_parsed":"SELECT MAX(Major) AS Maximum_Major\nFROM Student;","time":0.3368661404}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Major`) FROM `Student`","question":"Find the minimum Major for the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT MIN(Major) \nFROM Student;\n```","cost":0.0000965,"response_parsed":"SELECT MIN(Major) \nFROM Student;","time":0.5881996155}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Major`) FROM `Student`","question":"Find the average Major for the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT AVG(Major) as AverageMajor \nFROM Student;\n```","cost":0.000101,"response_parsed":"SELECT AVG(Major) as AverageMajor \nFROM Student;","time":0.3676133156}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Advisor`) FROM `Student`","question":"Find the maximum Advisor for the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT MAX(Advisor) AS Max_Advisor \nFROM Student;\n```","cost":0.0001025,"response_parsed":"SELECT MAX(Advisor) AS Max_Advisor \nFROM Student;","time":0.435652256}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Advisor`) FROM `Student`","question":"Find the minimum Advisor for the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT MIN(Advisor) AS Minimum_Advisor\nFROM Student;\n```","cost":0.0001025,"response_parsed":"SELECT MIN(Advisor) AS Minimum_Advisor\nFROM Student;","time":0.3714137077}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/pets_1\/pets_1.sqlite","db_id":"pets_1","tbl_name":"Student","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Advisor`) FROM `Student`","question":"Find the average Advisor for the table Student","db_schema_normalized":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))","db_schema":"`Student`(StuID INTEGER PRIMARY KEY, LName VARCHAR(12), Fname VARCHAR(12), Age INTEGER, Sex VARCHAR(1), Major INTEGER, Advisor INTEGER, city_code VARCHAR(3))\n`Has_Pet`(StuID INTEGER, PetID INTEGER, FOREIGN KEY(PetID) REFERENCES Pets(PetID), FOREIGN KEY(StuID) REFERENCES Student(StuID))\n`Pets`(PetID INTEGER PRIMARY KEY, PetType VARCHAR(20), pet_age INTEGER, weight REAL)","pred_dict":{"response":"```sql\nSELECT AVG(Advisor) AS Average_Advisor\nFROM Student;\n```","cost":0.0001025,"response_parsed":"SELECT AVG(Advisor) AS Average_Advisor\nFROM Student;","time":0.4067730904}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Maker` FROM `car_makers`","question":"Show the different Maker in the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT Maker\nFROM car_makers;\n```","cost":0.000161,"response_parsed":"SELECT DISTINCT Maker\nFROM car_makers;","time":3.6527562141}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `FullName` FROM `car_makers`","question":"Show the different FullName in the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT FullName FROM car_makers;\n```","cost":0.0001595,"response_parsed":"SELECT DISTINCT FullName FROM car_makers;","time":0.5866336823}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Country` FROM `car_makers`","question":"Show the different Country in the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT Country\nFROM car_makers;\n```","cost":0.000161,"response_parsed":"SELECT DISTINCT Country\nFROM car_makers;","time":0.2955179214}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `CountryName` FROM `countries`","question":"Show the different CountryName in the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT CountryName\nFROM countries;\n```","cost":0.000159,"response_parsed":"SELECT DISTINCT CountryName\nFROM countries;","time":0.523430109}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Continent` FROM `continents`","question":"Show the different Continent in the table continents","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT Continent \nFROM continents;\n```","cost":0.000157,"response_parsed":"SELECT DISTINCT Continent \nFROM continents;","time":0.5565364361}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Model` FROM `car_names`","question":"Show the different Model in the table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT Model\nFROM car_names;\n```","cost":0.000159,"response_parsed":"SELECT DISTINCT Model\nFROM car_names;","time":0.787550211}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Make` FROM `car_names`","question":"Show the different Make in the table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT Make\nFROM car_names;\n```","cost":0.000159,"response_parsed":"SELECT DISTINCT Make\nFROM car_names;","time":0.392087698}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Model` FROM `model_list`","question":"Show the different Model in the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT Model\nFROM model_list;\n```","cost":0.000159,"response_parsed":"SELECT DISTINCT Model\nFROM model_list;","time":0.3376915455}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `MPG` FROM `cars_data`","question":"Show the different MPG in the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT MPG\nFROM cars_data;\n```","cost":0.000159,"response_parsed":"SELECT DISTINCT MPG\nFROM cars_data;","time":0.3613948822}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Horsepower` FROM `cars_data`","question":"Show the different Horsepower in the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT Horsepower\nFROM cars_data;\n```","cost":0.000161,"response_parsed":"SELECT DISTINCT Horsepower\nFROM cars_data;","time":0.3338181973}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Maker`, COUNT(*) FROM `car_makers` GROUP BY `Maker`","question":"For each Maker, count the number of rows in table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT cm.Maker, COUNT(*) AS NumberOfRows\nFROM car_makers cm\nGROUP BY cm.Maker;\n```","cost":0.000184,"response_parsed":"SELECT cm.Maker, COUNT(*) AS NumberOfRows\nFROM car_makers cm\nGROUP BY cm.Maker;","time":0.392121315}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `FullName`, COUNT(*) FROM `car_makers` GROUP BY `FullName`","question":"For each FullName, count the number of rows in table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT FullName, COUNT(*) AS NumOfCarMakers\nFROM car_makers\nGROUP BY FullName;\n```","cost":0.000181,"response_parsed":"SELECT FullName, COUNT(*) AS NumOfCarMakers\nFROM car_makers\nGROUP BY FullName;","time":0.4323487282}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Country`, COUNT(*) FROM `car_makers` GROUP BY `Country`","question":"For each Country, count the number of rows in table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.CountryName, COUNT(cm.Id) AS NumCarMakers\nFROM countries c\nLEFT JOIN car_makers cm ON c.CountryId = cm.Country\nGROUP BY c.CountryName;\n```","cost":0.000208,"response_parsed":"SELECT c.CountryName, COUNT(cm.Id) AS NumCarMakers\nFROM countries c\nLEFT JOIN car_makers cm ON c.CountryId = cm.Country\nGROUP BY c.CountryName;","time":0.5462708473}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `CountryName`, COUNT(*) FROM `countries` GROUP BY `CountryName`","question":"For each CountryName, count the number of rows in table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.CountryName, COUNT(*) AS RowCount\nFROM countries c\nGROUP BY c.CountryName;\n```","cost":0.0001805,"response_parsed":"SELECT c.CountryName, COUNT(*) AS RowCount\nFROM countries c\nGROUP BY c.CountryName;","time":0.5274097919}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `CountryName`, MIN(`Continent`) FROM `countries` GROUP BY `CountryName`","question":"For each CountryName, find the min of Continent in table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.CountryName, MIN(cn.Continent) AS MinContinent\nFROM countries c\nJOIN continents cn ON c.Continent = cn.ContId\nGROUP BY c.CountryName;\n```","cost":0.0002045,"response_parsed":"SELECT c.CountryName, MIN(cn.Continent) AS MinContinent\nFROM countries c\nJOIN continents cn ON c.Continent = cn.ContId\nGROUP BY c.CountryName;","time":0.6050293446}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `CountryName`, MAX(`Continent`) FROM `countries` GROUP BY `CountryName`","question":"For each CountryName, find the max of Continent in table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.CountryName, MAX(cont.Continent)\nFROM countries c\nJOIN continents cont ON c.Continent = cont.ContId\nGROUP BY c.CountryName;\n```","cost":0.000197,"response_parsed":"SELECT c.CountryName, MAX(cont.Continent)\nFROM countries c\nJOIN continents cont ON c.Continent = cont.ContId\nGROUP BY c.CountryName;","time":0.5428142548}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `CountryName`, AVG(`Continent`) FROM `countries` GROUP BY `CountryName`","question":"For each CountryName, find the avg of Continent in table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.CountryName, AVG(cn.Continent) AS AvgContinent\nFROM countries c\nJOIN continents cn ON c.Continent = cn.ContId\nGROUP BY c.CountryName;\n```","cost":0.0002045,"response_parsed":"SELECT c.CountryName, AVG(cn.Continent) AS AvgContinent\nFROM countries c\nJOIN continents cn ON c.Continent = cn.ContId\nGROUP BY c.CountryName;","time":1.2301824093}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `CountryName`, SUM(`Continent`) FROM `countries` GROUP BY `CountryName`","question":"For each CountryName, find the sum of Continent in table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.CountryName, SUM(cn.Continent) AS TotalContinent\nFROM countries c\nJOIN continents cn ON c.Continent = cn.ContId\nGROUP BY c.CountryName;\n```","cost":0.0002045,"response_parsed":"SELECT c.CountryName, SUM(cn.Continent) AS TotalContinent\nFROM countries c\nJOIN continents cn ON c.Continent = cn.ContId\nGROUP BY c.CountryName;","time":0.5695536137}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Continent`, COUNT(*) FROM `continents` GROUP BY `Continent`","question":"For each Continent, count the number of rows in table continents","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.Continent, COUNT(*) AS TotalRows\nFROM continents c\nJOIN countries co ON c.ContId = co.Continent\nGROUP BY c.Continent;\n```","cost":0.000198,"response_parsed":"SELECT c.Continent, COUNT(*) AS TotalRows\nFROM continents c\nJOIN countries co ON c.ContId = co.Continent\nGROUP BY c.Continent;","time":0.5376682281}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Model`, COUNT(*) FROM `car_names` GROUP BY `Model`","question":"For each Model, count the number of rows in table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT model_list.Model, COUNT(car_names.MakeId) AS NumRows\nFROM model_list\nLEFT JOIN car_names ON model_list.ModelId = car_names.Model\nGROUP BY model_list.Model;\n```","cost":0.0002075,"response_parsed":"SELECT model_list.Model, COUNT(car_names.MakeId) AS NumRows\nFROM model_list\nLEFT JOIN car_names ON model_list.ModelId = car_names.Model\nGROUP BY model_list.Model;","time":0.4647479057}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Make`, COUNT(*) FROM `car_names` GROUP BY `Make`","question":"For each Make, count the number of rows in table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT cm.Maker, COUNT(cn.MakeId) AS NumberOfRows\nFROM car_makers cm\nLEFT JOIN model_list ml ON cm.Id = ml.Maker\nLEFT JOIN car_names cn ON ml.ModelId = cn.MakeId\nGROUP BY cm.Maker;\n```","cost":0.0002285,"response_parsed":"SELECT cm.Maker, COUNT(cn.MakeId) AS NumberOfRows\nFROM car_makers cm\nLEFT JOIN model_list ml ON cm.Id = ml.Maker\nLEFT JOIN car_names cn ON ml.ModelId = cn.MakeId\nGROUP BY cm.Maker;","time":1.1374297142}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Model`, COUNT(*) FROM `model_list` GROUP BY `Model`","question":"For each Model, count the number of rows in table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.Maker, COUNT(m.ModelId) AS Total_Models\nFROM car_makers c\nLEFT JOIN model_list m ON c.Id = m.Maker\nGROUP BY c.Maker;\n```","cost":0.000209,"response_parsed":"SELECT c.Maker, COUNT(m.ModelId) AS Total_Models\nFROM car_makers c\nLEFT JOIN model_list m ON c.Id = m.Maker\nGROUP BY c.Maker;","time":0.5103192329}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Model`, MIN(`Maker`) FROM `model_list` GROUP BY `Model`","question":"For each Model, find the min of Maker in table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Model, MIN(Maker) AS Min_Maker\nFROM model_list\nGROUP BY Model;\n```","cost":0.000179,"response_parsed":"SELECT Model, MIN(Maker) AS Min_Maker\nFROM model_list\nGROUP BY Model;","time":0.4276752472}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Model`, MAX(`Maker`) FROM `model_list` GROUP BY `Model`","question":"For each Model, find the max of Maker in table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Model, MAX(Maker)\nFROM model_list\nGROUP BY Model\n```","cost":0.0001715,"response_parsed":"SELECT Model, MAX(Maker)\nFROM model_list\nGROUP BY Model","time":0.3609135151}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Model`, AVG(`Maker`) FROM `model_list` GROUP BY `Model`","question":"For each Model, find the avg of Maker in table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT cm.Maker, AVG(cm.Maker) as AvgMaker\nFROM model_list ml\nJOIN car_makers cm ON ml.Maker = cm.Id\nGROUP BY ml.Maker;\n```","cost":0.000206,"response_parsed":"SELECT cm.Maker, AVG(cm.Maker) as AvgMaker\nFROM model_list ml\nJOIN car_makers cm ON ml.Maker = cm.Id\nGROUP BY ml.Maker;","time":0.6110908985}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Model`, SUM(`Maker`) FROM `model_list` GROUP BY `Model`","question":"For each Model, find the sum of Maker in table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT model_list.Model, SUM(car_makers.Maker)\nFROM model_list\nJOIN car_makers ON model_list.Maker = car_makers.Id\nGROUP BY model_list.Model;\n```","cost":0.0002045,"response_parsed":"SELECT model_list.Model, SUM(car_makers.Maker)\nFROM model_list\nJOIN car_makers ON model_list.Maker = car_makers.Id\nGROUP BY model_list.Model;","time":0.5100915432}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `MPG`, COUNT(*) FROM `cars_data` GROUP BY `MPG`","question":"For each MPG, count the number of rows in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG, COUNT(*)\nFROM cars_data\nGROUP BY MPG;\n```","cost":0.00017,"response_parsed":"SELECT MPG, COUNT(*)\nFROM cars_data\nGROUP BY MPG;","time":0.4977169037}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Horsepower`, COUNT(*) FROM `cars_data` GROUP BY `Horsepower`","question":"For each Horsepower, count the number of rows in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower, COUNT(*) AS Number_of_Cars\nFROM cars_data\nGROUP BY Horsepower;\n```","cost":0.000181,"response_parsed":"SELECT Horsepower, COUNT(*) AS Number_of_Cars\nFROM cars_data\nGROUP BY Horsepower;","time":4.2661397457}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `MPG`, MIN(`Cylinders`) FROM `cars_data` GROUP BY `MPG`","question":"For each MPG, find the min of Cylinders in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG, MIN(Cylinders) AS min_Cylinders\nFROM cars_data\nGROUP BY MPG\n```","cost":0.000183,"response_parsed":"SELECT MPG, MIN(Cylinders) AS min_Cylinders\nFROM cars_data\nGROUP BY MPG","time":0.4325354099}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `MPG`, MAX(`Cylinders`) FROM `cars_data` GROUP BY `MPG`","question":"For each MPG, find the max of Cylinders in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG, MAX(Cylinders) AS Max_Cylinders\nFROM cars_data\nGROUP BY MPG;\n```","cost":0.000183,"response_parsed":"SELECT MPG, MAX(Cylinders) AS Max_Cylinders\nFROM cars_data\nGROUP BY MPG;","time":0.4722652435}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `MPG`, AVG(`Cylinders`) FROM `cars_data` GROUP BY `MPG`","question":"For each MPG, find the avg of Cylinders in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG, AVG(Cylinders) AS AvgCylinders \nFROM cars_data\nGROUP BY MPG;\n```","cost":0.000183,"response_parsed":"SELECT MPG, AVG(Cylinders) AS AvgCylinders \nFROM cars_data\nGROUP BY MPG;","time":0.4449222088}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `MPG`, SUM(`Cylinders`) FROM `cars_data` GROUP BY `MPG`","question":"For each MPG, find the sum of Cylinders in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG, SUM(Cylinders) AS TotalCylinders\nFROM cars_data\nGROUP BY MPG;\n```","cost":0.000183,"response_parsed":"SELECT MPG, SUM(Cylinders) AS TotalCylinders\nFROM cars_data\nGROUP BY MPG;","time":0.406993866}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `MPG`, MIN(`Weight`) FROM `cars_data` GROUP BY `MPG`","question":"For each MPG, find the min of Weight in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG, MIN(Weight) AS MinWeight\nFROM cars_data\nGROUP BY MPG;\n```","cost":0.0001775,"response_parsed":"SELECT MPG, MIN(Weight) AS MinWeight\nFROM cars_data\nGROUP BY MPG;","time":0.4903385639}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `MPG`, MAX(`Weight`) FROM `cars_data` GROUP BY `MPG`","question":"For each MPG, find the max of Weight in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG, MAX(Weight) AS Max_Weight\nFROM cars_data\nGROUP BY MPG;\n```","cost":0.000179,"response_parsed":"SELECT MPG, MAX(Weight) AS Max_Weight\nFROM cars_data\nGROUP BY MPG;","time":0.4054300785}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `MPG`, AVG(`Weight`) FROM `cars_data` GROUP BY `MPG`","question":"For each MPG, find the avg of Weight in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG, AVG(Weight) AS AvgWeight\nFROM cars_data\nGROUP BY MPG;\n```","cost":0.0001775,"response_parsed":"SELECT MPG, AVG(Weight) AS AvgWeight\nFROM cars_data\nGROUP BY MPG;","time":0.3708491325}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `MPG`, SUM(`Weight`) FROM `cars_data` GROUP BY `MPG`","question":"For each MPG, find the sum of Weight in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG, SUM(Weight) AS TotalWeight\nFROM cars_data\nGROUP BY MPG;\n```","cost":0.0001775,"response_parsed":"SELECT MPG, SUM(Weight) AS TotalWeight\nFROM cars_data\nGROUP BY MPG;","time":0.4926407337}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Horsepower`, MIN(`Cylinders`) FROM `cars_data` GROUP BY `Horsepower`","question":"For each Horsepower, find the min of Cylinders in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower, MIN(Cylinders)\nFROM cars_data\nGROUP BY Horsepower;\n```","cost":0.0001775,"response_parsed":"SELECT Horsepower, MIN(Cylinders)\nFROM cars_data\nGROUP BY Horsepower;","time":0.5044102669}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Horsepower`, MAX(`Cylinders`) FROM `cars_data` GROUP BY `Horsepower`","question":"For each Horsepower, find the max of Cylinders in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower, MAX(Cylinders)\nFROM cars_data\nGROUP BY Horsepower;\n```","cost":0.0001775,"response_parsed":"SELECT Horsepower, MAX(Cylinders)\nFROM cars_data\nGROUP BY Horsepower;","time":0.4179134369}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Horsepower`, AVG(`Cylinders`) FROM `cars_data` GROUP BY `Horsepower`","question":"For each Horsepower, find the avg of Cylinders in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower, AVG(Cylinders) AS AvgCylinders\nFROM cars_data\nGROUP BY Horsepower;\n```","cost":0.0001865,"response_parsed":"SELECT Horsepower, AVG(Cylinders) AS AvgCylinders\nFROM cars_data\nGROUP BY Horsepower;","time":0.4308052063}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Horsepower`, SUM(`Cylinders`) FROM `cars_data` GROUP BY `Horsepower`","question":"For each Horsepower, find the sum of Cylinders in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower, SUM(Cylinders) AS TotalCylinders\nFROM cars_data\nGROUP BY Horsepower;\n```","cost":0.0001865,"response_parsed":"SELECT Horsepower, SUM(Cylinders) AS TotalCylinders\nFROM cars_data\nGROUP BY Horsepower;","time":0.5049169064}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Horsepower`, MIN(`Weight`) FROM `cars_data` GROUP BY `Horsepower`","question":"For each Horsepower, find the min of Weight in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower, MIN(Weight) AS MinWeight\nFROM cars_data\nGROUP BY Horsepower;\n```","cost":0.000181,"response_parsed":"SELECT Horsepower, MIN(Weight) AS MinWeight\nFROM cars_data\nGROUP BY Horsepower;","time":0.4197463989}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Horsepower`, MAX(`Weight`) FROM `cars_data` GROUP BY `Horsepower`","question":"For each Horsepower, find the max of Weight in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower, MAX(Weight) AS MaxWeight\nFROM cars_data\nGROUP BY Horsepower;\n```","cost":0.000181,"response_parsed":"SELECT Horsepower, MAX(Weight) AS MaxWeight\nFROM cars_data\nGROUP BY Horsepower;","time":0.5318925381}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Horsepower`, AVG(`Weight`) FROM `cars_data` GROUP BY `Horsepower`","question":"For each Horsepower, find the avg of Weight in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower, AVG(Weight) AS AvgWeight\nFROM cars_data\nGROUP BY Horsepower;\n```","cost":0.000181,"response_parsed":"SELECT Horsepower, AVG(Weight) AS AvgWeight\nFROM cars_data\nGROUP BY Horsepower;","time":0.4939143658}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Horsepower`, SUM(`Weight`) FROM `cars_data` GROUP BY `Horsepower`","question":"For each Horsepower, find the sum of Weight in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower, SUM(Weight)\nFROM cars_data\nGROUP BY Horsepower;\n```","cost":0.000175,"response_parsed":"SELECT Horsepower, SUM(Weight)\nFROM cars_data\nGROUP BY Horsepower;","time":0.3877232075}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Maker` FROM `car_makers` GROUP BY `Maker` HAVING count(*) >= 1","question":"Find all the Maker that have at least 1 records in table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT Maker\nFROM car_makers\n```","cost":0.000164,"response_parsed":"SELECT DISTINCT Maker\nFROM car_makers","time":0.38793993}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Maker` FROM `car_makers` GROUP BY `Maker` HAVING count(*) <= 1","question":"Find all the Maker that have at most 1 records in table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Maker\nFROM car_makers\nGROUP BY Maker\nHAVING COUNT(*) <= 1\n```","cost":0.0001805,"response_parsed":"SELECT Maker\nFROM car_makers\nGROUP BY Maker\nHAVING COUNT(*) <= 1","time":0.4678854942}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `FullName` FROM `car_makers` GROUP BY `FullName` HAVING count(*) >= 1","question":"Find all the FullName that have at least 1 records in table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT FullName\nFROM car_makers\n```","cost":0.000164,"response_parsed":"SELECT DISTINCT FullName\nFROM car_makers","time":0.34461236}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `FullName` FROM `car_makers` GROUP BY `FullName` HAVING count(*) <= 1","question":"Find all the FullName that have at most 1 records in table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT FullName\nFROM car_makers\nGROUP BY FullName\nHAVING COUNT(*) <= 1\n```","cost":0.0001805,"response_parsed":"SELECT FullName\nFROM car_makers\nGROUP BY FullName\nHAVING COUNT(*) <= 1","time":0.4284524918}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Country` FROM `car_makers` GROUP BY `Country` HAVING count(*) >= 2","question":"Find all the Country that have at least 2 records in table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.CountryName\nFROM countries c\nJOIN car_makers cm ON c.CountryId = cm.Country\nGROUP BY c.CountryName\nHAVING COUNT(cm.Id) >= 2;\n```","cost":0.0002075,"response_parsed":"SELECT c.CountryName\nFROM countries c\nJOIN car_makers cm ON c.CountryId = cm.Country\nGROUP BY c.CountryName\nHAVING COUNT(cm.Id) >= 2;","time":0.5053648949}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Country` FROM `car_makers` GROUP BY `Country` HAVING count(*) <= 2","question":"Find all the Country that have at most 2 records in table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.CountryName\nFROM countries c\nWHERE (\n    SELECT COUNT(*)\n    FROM car_makers cm\n    WHERE cm.Country = c.CountryId\n) <= 2;\n```","cost":0.000206,"response_parsed":"SELECT c.CountryName\nFROM countries c\nWHERE (\n    SELECT COUNT(*)\n    FROM car_makers cm\n    WHERE cm.Country = c.CountryId\n) <= 2;","time":1.6011340618}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `CountryName` FROM `countries` GROUP BY `CountryName` HAVING count(*) >= 1","question":"Find all the CountryName that have at least 1 records in table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT CountryName\nFROM countries;\n```","cost":0.0001605,"response_parsed":"SELECT CountryName\nFROM countries;","time":0.3463888168}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `CountryName` FROM `countries` GROUP BY `CountryName` HAVING count(*) <= 1","question":"Find all the CountryName that have at most 1 records in table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.CountryName\nFROM countries c\nGROUP BY c.CountryName\nHAVING COUNT(*) <= 1;\n```","cost":0.0001845,"response_parsed":"SELECT c.CountryName\nFROM countries c\nGROUP BY c.CountryName\nHAVING COUNT(*) <= 1;","time":0.5197525024}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `CountryName` FROM `countries` GROUP BY `CountryName` HAVING AVG(`Continent`) >= 2.6","question":"List the CountryName which average of Continent is at least 2.6 in table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.CountryName\nFROM countries c\nJOIN continents ct ON c.Continent = ct.ContId\nGROUP BY c.CountryName\nHAVING AVG(ct.Continent) >= 2.6;\n```","cost":0.0002115,"response_parsed":"SELECT c.CountryName\nFROM countries c\nJOIN continents ct ON c.Continent = ct.ContId\nGROUP BY c.CountryName\nHAVING AVG(ct.Continent) >= 2.6;","time":0.5939450264}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `CountryName` FROM `countries` GROUP BY `CountryName` HAVING AVG(`Continent`) <= 2.6","question":"List the CountryName which average of Continent is at most 2.6 in table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.CountryName\nFROM countries c\nJOIN continents ct ON c.Continent = ct.ContId\nGROUP BY c.CountryName\nHAVING AVG(ct.ContId) <= 2.6\n```","cost":0.0002115,"response_parsed":"SELECT c.CountryName\nFROM countries c\nJOIN continents ct ON c.Continent = ct.ContId\nGROUP BY c.CountryName\nHAVING AVG(ct.ContId) <= 2.6","time":0.5514016151}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `CountryName` FROM `countries` GROUP BY `CountryName` HAVING SUM(`Continent`) >= 2.6","question":"List the CountryName which summation of Continent is at least 2.6 in table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.CountryName \nFROM countries c\nJOIN continents con ON c.Continent = con.ContId\nGROUP BY c.CountryName\nHAVING SUM(con.Continent) >= 2.6;\n```","cost":0.000212,"response_parsed":"SELECT c.CountryName \nFROM countries c\nJOIN continents con ON c.Continent = con.ContId\nGROUP BY c.CountryName\nHAVING SUM(con.Continent) >= 2.6;","time":0.5518488884}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `CountryName` FROM `countries` GROUP BY `CountryName` HAVING SUM(`Continent`) <= 2.6","question":"List the CountryName which summation of Continent is at most 2.6 in table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.CountryName\nFROM countries c\nJOIN continents ct ON c.Continent = ct.ContId\nGROUP BY c.CountryName\nHAVING SUM(ct.Continent) <= 2.6\n```","cost":0.000212,"response_parsed":"SELECT c.CountryName\nFROM countries c\nJOIN continents ct ON c.Continent = ct.ContId\nGROUP BY c.CountryName\nHAVING SUM(ct.Continent) <= 2.6","time":0.4825847149}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Continent` FROM `continents` GROUP BY `Continent` HAVING count(*) >= 1","question":"Find all the Continent that have at least 1 records in table continents","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT Continent\nFROM continents\nWHERE ContId IN (SELECT DISTINCT Continent FROM countries)\n```","cost":0.0001765,"response_parsed":"SELECT DISTINCT Continent\nFROM continents\nWHERE ContId IN (SELECT DISTINCT Continent FROM countries)","time":0.3886470795}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Continent` FROM `continents` GROUP BY `Continent` HAVING count(*) <= 1","question":"Find all the Continent that have at most 1 records in table continents","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Continent\nFROM continents\nGROUP BY Continent\nHAVING COUNT(*) <= 1\n```","cost":0.0001765,"response_parsed":"SELECT Continent\nFROM continents\nGROUP BY Continent\nHAVING COUNT(*) <= 1","time":3.1204400063}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Model` FROM `car_names` GROUP BY `Model` HAVING count(*) >= 12","question":"Find all the Model that have at least 12 records in table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT model_list.Model\nFROM model_list\nJOIN car_names ON model_list.ModelId = car_names.Model\nGROUP BY model_list.Model\nHAVING COUNT(*) >= 12;\n```","cost":0.000204,"response_parsed":"SELECT model_list.Model\nFROM model_list\nJOIN car_names ON model_list.ModelId = car_names.Model\nGROUP BY model_list.Model\nHAVING COUNT(*) >= 12;","time":0.4923152924}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Model` FROM `car_names` GROUP BY `Model` HAVING count(*) <= 12","question":"Find all the Model that have at most 12 records in table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT m.Model\nFROM model_list m\nJOIN car_names cn ON m.ModelId = cn.Model\nGROUP BY m.Model\nHAVING COUNT(*) <= 12;\n```","cost":0.000201,"response_parsed":"SELECT m.Model\nFROM model_list m\nJOIN car_names cn ON m.ModelId = cn.Model\nGROUP BY m.Model\nHAVING COUNT(*) <= 12;","time":0.493293047}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Make` FROM `car_names` GROUP BY `Make` HAVING count(*) >= 1","question":"Find all the Make that have at least 1 records in table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT Maker\nFROM car_makers\nWHERE Id IN (\n    SELECT Maker\n    FROM model_list\n    WHERE ModelId IN (\n        SELECT Model\n        FROM car_names\n    )\n);\n```","cost":0.00021,"response_parsed":"SELECT DISTINCT Maker\nFROM car_makers\nWHERE Id IN (\n    SELECT Maker\n    FROM model_list\n    WHERE ModelId IN (\n        SELECT Model\n        FROM car_names\n    )\n);","time":0.7054166794}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Make` FROM `car_names` GROUP BY `Make` HAVING count(*) <= 1","question":"Find all the Make that have at most 1 records in table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Maker \nFROM car_makers\nWHERE Id IN (\n    SELECT Maker \n    FROM model_list\n    WHERE ModelId IN (\n        SELECT Model \n        FROM car_names\n        GROUP BY MakeId\n        HAVING COUNT(*) <= 1\n    )\n)\n```","cost":0.000231,"response_parsed":"SELECT Maker \nFROM car_makers\nWHERE Id IN (\n    SELECT Maker \n    FROM model_list\n    WHERE ModelId IN (\n        SELECT Model \n        FROM car_names\n        GROUP BY MakeId\n        HAVING COUNT(*) <= 1\n    )\n)","time":0.8387498856}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Model` FROM `model_list` GROUP BY `Model` HAVING count(*) >= 1","question":"Find all the Model that have at least 1 records in table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT Maker\nFROM model_list;\n```","cost":0.000162,"response_parsed":"SELECT DISTINCT Maker\nFROM model_list;","time":0.2613382339}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Model` FROM `model_list` GROUP BY `Model` HAVING count(*) <= 1","question":"Find all the Model that have at most 1 records in table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Model\nFROM model_list\nGROUP BY Model\nHAVING COUNT(*) <= 1;\n```","cost":0.0001785,"response_parsed":"SELECT Model\nFROM model_list\nGROUP BY Model\nHAVING COUNT(*) <= 1;","time":0.3693084717}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Model` FROM `model_list` GROUP BY `Model` HAVING AVG(`Maker`) >= 10.06","question":"List the Model which average of Maker is at least 10.06 in table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT ml.Model\nFROM model_list ml\nJOIN car_makers cm ON ml.Maker = cm.Id\nGROUP BY ml.Model\nHAVING AVG(cm.Maker) >= 10.06;\n```","cost":0.000213,"response_parsed":"SELECT DISTINCT ml.Model\nFROM model_list ml\nJOIN car_makers cm ON ml.Maker = cm.Id\nGROUP BY ml.Model\nHAVING AVG(cm.Maker) >= 10.06;","time":0.6201162338}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Model` FROM `model_list` GROUP BY `Model` HAVING AVG(`Maker`) <= 10.06","question":"List the Model which average of Maker is at most 10.06 in table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Model\nFROM model_list\nGROUP BY Model\nHAVING AVG(Maker) <= 10.06;\n```","cost":0.000186,"response_parsed":"SELECT Model\nFROM model_list\nGROUP BY Model\nHAVING AVG(Maker) <= 10.06;","time":0.3876321316}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Model` FROM `model_list` GROUP BY `Model` HAVING SUM(`Maker`) >= 10.06","question":"List the Model which summation of Maker is at least 10.06 in table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Model\nFROM model_list\nGROUP BY Model\nHAVING SUM(Maker) >= 10.06;\n```","cost":0.0001865,"response_parsed":"SELECT Model\nFROM model_list\nGROUP BY Model\nHAVING SUM(Maker) >= 10.06;","time":0.5086464882}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Model` FROM `model_list` GROUP BY `Model` HAVING SUM(`Maker`) <= 10.06","question":"List the Model which summation of Maker is at most 10.06 in table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Model\nFROM model_list\nGROUP BY Model\nHAVING SUM(Maker) <= 10.06;\n```","cost":0.0001865,"response_parsed":"SELECT Model\nFROM model_list\nGROUP BY Model\nHAVING SUM(Maker) <= 10.06;","time":0.4548258781}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `MPG` FROM `cars_data` GROUP BY `MPG` HAVING count(*) >= 3","question":"Find all the MPG that have at least 3 records in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG\nFROM cars_data\nGROUP BY MPG\nHAVING COUNT(*) >= 3;\n```","cost":0.0001785,"response_parsed":"SELECT MPG\nFROM cars_data\nGROUP BY MPG\nHAVING COUNT(*) >= 3;","time":0.3847761154}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `MPG` FROM `cars_data` GROUP BY `MPG` HAVING count(*) <= 3","question":"Find all the MPG that have at most 3 records in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG\nFROM cars_data\nGROUP BY MPG\nHAVING COUNT(*) <= 3;\n```","cost":0.0001785,"response_parsed":"SELECT MPG\nFROM cars_data\nGROUP BY MPG\nHAVING COUNT(*) <= 3;","time":0.6084008217}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Horsepower` FROM `cars_data` GROUP BY `Horsepower` HAVING count(*) >= 4","question":"Find all the Horsepower that have at least 4 records in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower\nFROM cars_data\nGROUP BY Horsepower\nHAVING COUNT(*) >= 4;\n```","cost":0.000182,"response_parsed":"SELECT Horsepower\nFROM cars_data\nGROUP BY Horsepower\nHAVING COUNT(*) >= 4;","time":0.5025758743}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Horsepower` FROM `cars_data` GROUP BY `Horsepower` HAVING count(*) <= 4","question":"Find all the Horsepower that have at most 4 records in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower\nFROM cars_data\nGROUP BY Horsepower\nHAVING COUNT(*) <= 4\n```","cost":0.000182,"response_parsed":"SELECT Horsepower\nFROM cars_data\nGROUP BY Horsepower\nHAVING COUNT(*) <= 4","time":0.5350534916}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `MPG` FROM `cars_data` GROUP BY `MPG` HAVING AVG(`Accelerate`) >= 16.12","question":"List the MPG which average of Accelerate is at least 16.12 in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT MPG\nFROM cars_data\nGROUP BY MPG\nHAVING AVG(Accelerate) >= 16.12\n```","cost":0.000191,"response_parsed":"SELECT DISTINCT MPG\nFROM cars_data\nGROUP BY MPG\nHAVING AVG(Accelerate) >= 16.12","time":0.5497345924}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `MPG` FROM `cars_data` GROUP BY `MPG` HAVING AVG(`Accelerate`) <= 16.12","question":"List the MPG which average of Accelerate is at most 16.12 in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG\nFROM cars_data\nWHERE Accelerate <= 16.12\n```","cost":0.000176,"response_parsed":"SELECT MPG\nFROM cars_data\nWHERE Accelerate <= 16.12","time":0.4804413319}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `MPG` FROM `cars_data` GROUP BY `MPG` HAVING SUM(`Accelerate`) >= 48.47","question":"List the MPG which summation of Accelerate is at least 48.47 in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG\nFROM cars_data\nGROUP BY MPG\nHAVING SUM(Accelerate) >= 48.47\n```","cost":0.00019,"response_parsed":"SELECT MPG\nFROM cars_data\nGROUP BY MPG\nHAVING SUM(Accelerate) >= 48.47","time":0.485989809}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `MPG` FROM `cars_data` GROUP BY `MPG` HAVING SUM(`Accelerate`) <= 48.47","question":"List the MPG which summation of Accelerate is at most 48.47 in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG\nFROM cars_data\nGROUP BY MPG\nHAVING SUM(Accelerate) <= 48.47;\n```","cost":0.00019,"response_parsed":"SELECT MPG\nFROM cars_data\nGROUP BY MPG\nHAVING SUM(Accelerate) <= 48.47;","time":0.5995671749}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `MPG` FROM `cars_data` GROUP BY `MPG` HAVING AVG(`Edispl`) >= 160.57","question":"List the MPG which average of Edispl is at least 160.57 in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG\nFROM cars_data\nGROUP BY MPG\nHAVING AVG(Edispl) >= 160.57;\n```","cost":0.00019,"response_parsed":"SELECT MPG\nFROM cars_data\nGROUP BY MPG\nHAVING AVG(Edispl) >= 160.57;","time":0.4781014919}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `MPG` FROM `cars_data` GROUP BY `MPG` HAVING AVG(`Edispl`) <= 160.57","question":"List the MPG which average of Edispl is at most 160.57 in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG\nFROM cars_data\nWHERE Edispl <= 160.57\n```","cost":0.000178,"response_parsed":"SELECT MPG\nFROM cars_data\nWHERE Edispl <= 160.57","time":0.3680224419}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `MPG` FROM `cars_data` GROUP BY `MPG` HAVING SUM(`Edispl`) >= 608.31","question":"List the MPG which summation of Edispl is at least 608.31 in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG\nFROM cars_data\nGROUP BY MPG\nHAVING SUM(Edispl) >= 608.31;\n```","cost":0.0001905,"response_parsed":"SELECT MPG\nFROM cars_data\nGROUP BY MPG\nHAVING SUM(Edispl) >= 608.31;","time":0.4629991055}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `MPG` FROM `cars_data` GROUP BY `MPG` HAVING SUM(`Edispl`) <= 608.31","question":"List the MPG which summation of Edispl is at most 608.31 in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG\nFROM cars_data\nGROUP BY MPG\nHAVING SUM(Edispl) <= 608.31;\n```","cost":0.0001905,"response_parsed":"SELECT MPG\nFROM cars_data\nGROUP BY MPG\nHAVING SUM(Edispl) <= 608.31;","time":0.5363783836}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Horsepower` FROM `cars_data` GROUP BY `Horsepower` HAVING AVG(`Accelerate`) >= 15.21","question":"List the Horsepower which average of Accelerate is at least 15.21 in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower\nFROM cars_data\nGROUP BY Horsepower\nHAVING AVG(Accelerate) >= 15.21\n```","cost":0.000193,"response_parsed":"SELECT Horsepower\nFROM cars_data\nGROUP BY Horsepower\nHAVING AVG(Accelerate) >= 15.21","time":0.5821278095}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Horsepower` FROM `cars_data` GROUP BY `Horsepower` HAVING AVG(`Accelerate`) <= 15.21","question":"List the Horsepower which average of Accelerate is at most 15.21 in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower\nFROM cars_data\nGROUP BY Horsepower\nHAVING AVG(Accelerate) <= 15.21\n```","cost":0.000193,"response_parsed":"SELECT Horsepower\nFROM cars_data\nGROUP BY Horsepower\nHAVING AVG(Accelerate) <= 15.21","time":0.5463540554}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Horsepower` FROM `cars_data` GROUP BY `Horsepower` HAVING SUM(`Accelerate`) >= 67.03","question":"List the Horsepower which summation of Accelerate is at least 67.03 in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower\nFROM cars_data\nGROUP BY Horsepower\nHAVING SUM(Accelerate) >= 67.03;\n```","cost":0.0001935,"response_parsed":"SELECT Horsepower\nFROM cars_data\nGROUP BY Horsepower\nHAVING SUM(Accelerate) >= 67.03;","time":0.4330978394}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Horsepower` FROM `cars_data` GROUP BY `Horsepower` HAVING SUM(`Accelerate`) <= 67.03","question":"List the Horsepower which summation of Accelerate is at most 67.03 in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower\nFROM cars_data\nWHERE Accelerate <= 67.03\n```","cost":0.0001785,"response_parsed":"SELECT Horsepower\nFROM cars_data\nWHERE Accelerate <= 67.03","time":0.8827311993}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Horsepower` FROM `cars_data` GROUP BY `Horsepower` HAVING AVG(`Edispl`) >= 208.17","question":"List the Horsepower which average of Edispl is at least 208.17 in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower\nFROM cars_data\nGROUP BY Horsepower\nHAVING AVG(Edispl) >= 208.17;\n```","cost":0.0001935,"response_parsed":"SELECT Horsepower\nFROM cars_data\nGROUP BY Horsepower\nHAVING AVG(Edispl) >= 208.17;","time":0.5270330906}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Horsepower` FROM `cars_data` GROUP BY `Horsepower` HAVING AVG(`Edispl`) <= 208.17","question":"List the Horsepower which average of Edispl is at most 208.17 in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower \nFROM cars_data \nWHERE Edispl <= 208.17\n```","cost":0.00018,"response_parsed":"SELECT Horsepower \nFROM cars_data \nWHERE Edispl <= 208.17","time":0.4780938625}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Horsepower` FROM `cars_data` GROUP BY `Horsepower` HAVING SUM(`Edispl`) >= 841.28","question":"List the Horsepower which summation of Edispl is at least 841.28 in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower\nFROM cars_data\nGROUP BY Horsepower\nHAVING SUM(Edispl) >= 841.28;\n```","cost":0.000194,"response_parsed":"SELECT Horsepower\nFROM cars_data\nGROUP BY Horsepower\nHAVING SUM(Edispl) >= 841.28;","time":0.4838910103}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Horsepower` FROM `cars_data` GROUP BY `Horsepower` HAVING SUM(`Edispl`) <= 841.28","question":"List the Horsepower which summation of Edispl is at most 841.28 in table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower\nFROM cars_data\nGROUP BY Horsepower\nHAVING SUM(Edispl) <= 841.28\n```","cost":0.000194,"response_parsed":"SELECT Horsepower\nFROM cars_data\nGROUP BY Horsepower\nHAVING SUM(Edispl) <= 841.28","time":0.4347934723}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `car_makers` AS T1 JOIN `countries` AS T2 ON T1.`Country` = T2.`CountryId`","question":"Join all the records from table car_makers with table countries on Country","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM car_makers\nJOIN countries ON car_makers.Country = countries.CountryId;\n```","cost":0.000178,"response_parsed":"SELECT *\nFROM car_makers\nJOIN countries ON car_makers.Country = countries.CountryId;","time":0.6020085812}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Maker`, T2.`CountryName` FROM `car_makers` AS T1 JOIN `countries` AS T2 ON T1.`Country`=T2.`CountryId`","question":"List all the Maker and CountryName from the table car_makers and the table countries where Country is the same","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT cm.Maker, co.CountryName\nFROM car_makers cm\nJOIN countries co ON cm.Country = co.CountryId;\n```","cost":0.0001925,"response_parsed":"SELECT cm.Maker, co.CountryName\nFROM car_makers cm\nJOIN countries co ON cm.Country = co.CountryId;","time":0.6363296509}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`FullName`, T2.`CountryName` FROM `car_makers` AS T1 JOIN `countries` AS T2 ON T1.`Country`=T2.`CountryId`","question":"List all the FullName and CountryName from the table car_makers and the table countries where Country is the same","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT cm.FullName, c.CountryName \nFROM car_makers cm \nJOIN countries c ON cm.Country = c.CountryId\n```","cost":0.000191,"response_parsed":"SELECT cm.FullName, c.CountryName \nFROM car_makers cm \nJOIN countries c ON cm.Country = c.CountryId","time":0.4288499355}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `countries` AS T1 JOIN `continents` AS T2 ON T1.`Continent` = T2.`ContId`","question":"Join all the records from table countries with table continents on Continent","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM countries c\nJOIN continents ct ON c.Continent = ct.ContId\n```","cost":0.000177,"response_parsed":"SELECT * \nFROM countries c\nJOIN continents ct ON c.Continent = ct.ContId","time":0.3942229748}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`CountryName`, T2.`Continent` FROM `countries` AS T1 JOIN `continents` AS T2 ON T1.`Continent`=T2.`ContId`","question":"List all the CountryName and Continent from the table countries and the table continents where Continent is the same","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.CountryName, con.Continent\nFROM countries c\nJOIN continents con ON c.Continent = con.ContId;\n```","cost":0.00019,"response_parsed":"SELECT c.CountryName, con.Continent\nFROM countries c\nJOIN continents con ON c.Continent = con.ContId;","time":0.5931100845}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `car_names` AS T1 JOIN `model_list` AS T2 ON T1.`Model` = T2.`Model`","question":"Join all the records from table car_names with table model_list on Model","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM car_names\nINNER JOIN model_list\nON car_names.Model = model_list.Model;\n```","cost":0.0001795,"response_parsed":"SELECT *\nFROM car_names\nINNER JOIN model_list\nON car_names.Model = model_list.Model;","time":0.4272310734}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `model_list` AS T1 JOIN `car_makers` AS T2 ON T1.`Maker` = T2.`Id`","question":"Join all the records from table model_list with table car_makers on Maker","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM model_list\nJOIN car_makers ON model_list.Maker = car_makers.Id\n```","cost":0.0001815,"response_parsed":"SELECT *\nFROM model_list\nJOIN car_makers ON model_list.Maker = car_makers.Id","time":0.5347719193}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Model`, T2.`Maker` FROM `model_list` AS T1 JOIN `car_makers` AS T2 ON T1.`Maker`=T2.`Id`","question":"List all the Model and Maker from the table model_list and the table car_makers where Maker is the same","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT m.Model, cm.Maker\nFROM model_list m\nJOIN car_makers cm ON m.Maker = cm.Id\n```","cost":0.0001925,"response_parsed":"SELECT m.Model, cm.Maker\nFROM model_list m\nJOIN car_makers cm ON m.Maker = cm.Id","time":0.6649320126}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Model`, T2.`FullName` FROM `model_list` AS T1 JOIN `car_makers` AS T2 ON T1.`Maker`=T2.`Id`","question":"List all the Model and FullName from the table model_list and the table car_makers where Maker is the same","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT ml.Model, cm.FullName\nFROM model_list ml\nJOIN car_makers cm ON ml.Maker = cm.Id\n```","cost":0.000191,"response_parsed":"SELECT ml.Model, cm.FullName\nFROM model_list ml\nJOIN car_makers cm ON ml.Maker = cm.Id","time":0.4787929058}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Model`, T2.`Country` FROM `model_list` AS T1 JOIN `car_makers` AS T2 ON T1.`Maker`=T2.`Id`","question":"List all the Model and Country from the table model_list and the table car_makers where Maker is the same","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT m.Model, cm.Country\nFROM model_list m\nJOIN car_makers cm ON m.Maker = cm.Id;\n```","cost":0.000191,"response_parsed":"SELECT m.Model, cm.Country\nFROM model_list m\nJOIN car_makers cm ON m.Maker = cm.Id;","time":0.4809913635}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `cars_data` AS T1 JOIN `car_names` AS T2 ON T1.`Id` = T2.`MakeId`","question":"Join all the records from table cars_data with table car_names on Id","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM cars_data\nJOIN car_names ON cars_data.Id = car_names.MakeId\n```","cost":0.000178,"response_parsed":"SELECT *\nFROM cars_data\nJOIN car_names ON cars_data.Id = car_names.MakeId","time":0.42969203}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`MPG`, T2.`Model` FROM `cars_data` AS T1 JOIN `car_names` AS T2 ON T1.`Id`=T2.`MakeId`","question":"List all the MPG and Model from the table cars_data and the table car_names where Id is the same","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT cars_data.MPG, model_list.Model\nFROM cars_data\nJOIN car_names ON cars_data.Id = car_names.MakeId\nJOIN model_list ON car_names.Model = model_list.Model\n```","cost":0.0002115,"response_parsed":"SELECT cars_data.MPG, model_list.Model\nFROM cars_data\nJOIN car_names ON cars_data.Id = car_names.MakeId\nJOIN model_list ON car_names.Model = model_list.Model","time":0.6870379448}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`MPG`, T2.`Make` FROM `cars_data` AS T1 JOIN `car_names` AS T2 ON T1.`Id`=T2.`MakeId`","question":"List all the MPG and Make from the table cars_data and the table car_names where Id is the same","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.MPG, cn.Make\nFROM cars_data c\nJOIN car_names cn ON c.Id = cn.MakeId\n```","cost":0.0001905,"response_parsed":"SELECT c.MPG, cn.Make\nFROM cars_data c\nJOIN car_names cn ON c.Id = cn.MakeId","time":0.4895281792}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Horsepower`, T2.`Model` FROM `cars_data` AS T1 JOIN `car_names` AS T2 ON T1.`Id`=T2.`MakeId`","question":"List all the Horsepower and Model from the table cars_data and the table car_names where Id is the same","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT cars_data.Horsepower, model_list.Model\nFROM cars_data\nJOIN car_names ON cars_data.Id = car_names.MakeId\nJOIN model_list ON car_names.Model = model_list.Model\n```","cost":0.0002135,"response_parsed":"SELECT cars_data.Horsepower, model_list.Model\nFROM cars_data\nJOIN car_names ON cars_data.Id = car_names.MakeId\nJOIN model_list ON car_names.Model = model_list.Model","time":0.5351891518}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Horsepower`, T2.`Make` FROM `cars_data` AS T1 JOIN `car_names` AS T2 ON T1.`Id`=T2.`MakeId`","question":"List all the Horsepower and Make from the table cars_data and the table car_names where Id is the same","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.Horsepower, cn.Make\nFROM cars_data c\nJOIN car_names cn ON c.Id = cn.MakeId;\n```","cost":0.0001925,"response_parsed":"SELECT c.Horsepower, cn.Make\nFROM cars_data c\nJOIN car_names cn ON c.Id = cn.MakeId;","time":0.4967355728}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `car_makers` ORDER BY `Maker` ASC","question":"Show all data ordered by Maker in ascending order for the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM car_makers\nORDER BY Maker ASC;\n```","cost":0.000168,"response_parsed":"SELECT * FROM car_makers\nORDER BY Maker ASC;","time":0.3807380199}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `car_makers` ORDER BY `Maker` DESC","question":"Show all data ordered by Maker in descending order for the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM car_makers \nORDER BY Maker DESC;\n```","cost":0.0001695,"response_parsed":"SELECT * \nFROM car_makers \nORDER BY Maker DESC;","time":0.4212327003}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `car_makers` ORDER BY `FullName` ASC","question":"Show all data ordered by FullName in ascending order for the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM car_makers\nORDER BY FullName ASC;\n```","cost":0.000168,"response_parsed":"SELECT *\nFROM car_makers\nORDER BY FullName ASC;","time":0.3857629299}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `car_makers` ORDER BY `FullName` DESC","question":"Show all data ordered by FullName in descending order for the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM car_makers\nORDER BY FullName DESC;\n```","cost":0.000168,"response_parsed":"SELECT * FROM car_makers\nORDER BY FullName DESC;","time":0.3267769814}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Maker` FROM `car_makers` ORDER BY `Maker` ASC","question":"Project the Maker ordered in ascending order for the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Maker\nFROM car_makers\nORDER BY Maker ASC;\n```","cost":0.0001685,"response_parsed":"SELECT Maker\nFROM car_makers\nORDER BY Maker ASC;","time":0.6288645267}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Maker` FROM `car_makers` ORDER BY `Maker` DESC","question":"Project the Maker ordered in descending order for the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Maker\nFROM car_makers\nORDER BY Maker DESC;\n```","cost":0.0001685,"response_parsed":"SELECT Maker\nFROM car_makers\nORDER BY Maker DESC;","time":0.3719439507}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Country` FROM `car_makers` ORDER BY `Country` ASC","question":"Project the Country ordered in ascending order for the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.Country\nFROM car_makers cm\nJOIN countries c ON cm.Country=c.CountryId\nORDER BY c.Country ASC;\n```","cost":0.000188,"response_parsed":"SELECT c.Country\nFROM car_makers cm\nJOIN countries c ON cm.Country=c.CountryId\nORDER BY c.Country ASC;","time":0.4757301807}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Country` FROM `car_makers` ORDER BY `Country` DESC","question":"Project the Country ordered in descending order for the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Country\nFROM car_makers\nORDER BY Country DESC;\n```","cost":0.0001685,"response_parsed":"SELECT Country\nFROM car_makers\nORDER BY Country DESC;","time":0.3280653954}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `countries` ORDER BY `CountryName` ASC","question":"Show all data ordered by CountryName in ascending order for the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c.CountryName\nFROM countries c\nORDER BY c.CountryName ASC;\n```","cost":0.0001735,"response_parsed":"SELECT c.CountryName\nFROM countries c\nORDER BY c.CountryName ASC;","time":0.7137579918}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `countries` ORDER BY `CountryName` DESC","question":"Show all data ordered by CountryName in descending order for the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM countries\nORDER BY CountryName DESC;\n```","cost":0.0001675,"response_parsed":"SELECT * \nFROM countries\nORDER BY CountryName DESC;","time":0.4385068417}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `countries` ORDER BY `CountryId` ASC","question":"Show all data ordered by CountryId in ascending order for the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM countries\nORDER BY CountryId ASC;\n```","cost":0.0001675,"response_parsed":"SELECT * \nFROM countries\nORDER BY CountryId ASC;","time":0.366558075}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `countries` ORDER BY `CountryId` DESC","question":"Show all data ordered by CountryId in descending order for the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM countries\nORDER BY CountryId DESC;\n```","cost":0.000166,"response_parsed":"SELECT *\nFROM countries\nORDER BY CountryId DESC;","time":0.3636739254}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `CountryName` FROM `countries` ORDER BY `CountryName` ASC","question":"Project the CountryName ordered in ascending order for the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT countries.CountryName\nFROM countries\nORDER BY countries.CountryName ASC;\n```","cost":0.000171,"response_parsed":"SELECT countries.CountryName\nFROM countries\nORDER BY countries.CountryName ASC;","time":0.4521560669}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `CountryName` FROM `countries` ORDER BY `CountryName` DESC","question":"Project the CountryName ordered in descending order for the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT CountryName\nFROM countries\nORDER BY CountryName DESC\n```","cost":0.000168,"response_parsed":"SELECT CountryName\nFROM countries\nORDER BY CountryName DESC","time":0.5535776615}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Continent` FROM `countries` ORDER BY `Continent` ASC","question":"Project the Continent ordered in ascending order for the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Continent \nFROM continents \nORDER BY Continent ASC;\n```","cost":0.0001645,"response_parsed":"SELECT Continent \nFROM continents \nORDER BY Continent ASC;","time":0.3531689644}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Continent` FROM `countries` ORDER BY `Continent` DESC","question":"Project the Continent ordered in descending order for the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Continent\nFROM continents\nORDER BY Continent DESC;\n```","cost":0.0001645,"response_parsed":"SELECT Continent\nFROM continents\nORDER BY Continent DESC;","time":0.4062988758}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `continents` ORDER BY `ContId` ASC","question":"Show all data ordered by ContId in ascending order for the table continents","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM continents ORDER BY ContId ASC;\n```","cost":0.0001645,"response_parsed":"SELECT * FROM continents ORDER BY ContId ASC;","time":0.5827074051}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `continents` ORDER BY `ContId` DESC","question":"Show all data ordered by ContId in descending order for the table continents","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM continents\nORDER BY ContId DESC;\n```","cost":0.0001675,"response_parsed":"SELECT * \nFROM continents\nORDER BY ContId DESC;","time":0.3313200474}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `continents` ORDER BY `Continent` ASC","question":"Show all data ordered by Continent in ascending order for the table continents","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM continents\nORDER BY Continent ASC;\n```","cost":0.0001655,"response_parsed":"SELECT * \nFROM continents\nORDER BY Continent ASC;","time":0.3972632885}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `continents` ORDER BY `Continent` DESC","question":"Show all data ordered by Continent in descending order for the table continents","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM continents\nORDER BY Continent DESC;\n```","cost":0.0001655,"response_parsed":"SELECT * \nFROM continents\nORDER BY Continent DESC;","time":0.3594985008}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `ContId` FROM `continents` ORDER BY `ContId` ASC","question":"Project the ContId ordered in ascending order for the table continents","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT ContId\nFROM continents\nORDER BY ContId ASC;\n```","cost":0.000168,"response_parsed":"SELECT ContId\nFROM continents\nORDER BY ContId ASC;","time":0.3591976166}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `ContId` FROM `continents` ORDER BY `ContId` DESC","question":"Project the ContId ordered in descending order for the table continents","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT ContId\nFROM continents\nORDER BY ContId DESC;\n```","cost":0.000168,"response_parsed":"SELECT ContId\nFROM continents\nORDER BY ContId DESC;","time":0.4618022442}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Continent` FROM `continents` ORDER BY `Continent` ASC","question":"Project the Continent ordered in ascending order for the table continents","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Continent \nFROM continents\nORDER BY Continent ASC;\n```","cost":0.0001645,"response_parsed":"SELECT Continent \nFROM continents\nORDER BY Continent ASC;","time":0.3747618198}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Continent` FROM `continents` ORDER BY `Continent` DESC","question":"Project the Continent ordered in descending order for the table continents","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Continent\nFROM continents\nORDER BY Continent DESC;\n```","cost":0.0001645,"response_parsed":"SELECT Continent\nFROM continents\nORDER BY Continent DESC;","time":0.3464999199}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `car_names` ORDER BY `Model` ASC","question":"Show all data ordered by Model in ascending order for the table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM car_names\nORDER BY Model ASC;\n```","cost":0.000166,"response_parsed":"SELECT * FROM car_names\nORDER BY Model ASC;","time":0.3998334408}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `car_names` ORDER BY `Model` DESC","question":"Show all data ordered by Model in descending order for the table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM car_names\nORDER BY Model DESC\n```","cost":0.000166,"response_parsed":"SELECT * FROM car_names\nORDER BY Model DESC","time":0.331328392}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `car_names` ORDER BY `Make` ASC","question":"Show all data ordered by Make in ascending order for the table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM car_names\nORDER BY Make ASC;\n```","cost":0.000166,"response_parsed":"SELECT * FROM car_names\nORDER BY Make ASC;","time":0.3676052094}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `car_names` ORDER BY `Make` DESC","question":"Show all data ordered by Make in descending order for the table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM car_names\nORDER BY Make DESC;\n```","cost":0.000166,"response_parsed":"SELECT *\nFROM car_names\nORDER BY Make DESC;","time":0.2988674641}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `MakeId` FROM `car_names` ORDER BY `MakeId` ASC","question":"Project the MakeId ordered in ascending order for the table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MakeId\nFROM car_names\nORDER BY MakeId ASC;\n```","cost":0.00017,"response_parsed":"SELECT MakeId\nFROM car_names\nORDER BY MakeId ASC;","time":0.3442063332}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `MakeId` FROM `car_names` ORDER BY `MakeId` DESC","question":"Project the MakeId ordered in descending order for the table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MakeId\nFROM car_names\nORDER BY MakeId DESC;\n```","cost":0.00017,"response_parsed":"SELECT MakeId\nFROM car_names\nORDER BY MakeId DESC;","time":0.4648268223}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Model` FROM `car_names` ORDER BY `Model` ASC","question":"Project the Model ordered in ascending order for the table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Model\nFROM car_names\nORDER BY Model ASC;\n```","cost":0.0001665,"response_parsed":"SELECT Model\nFROM car_names\nORDER BY Model ASC;","time":0.3416166306}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Model` FROM `car_names` ORDER BY `Model` DESC","question":"Project the Model ordered in descending order for the table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Model\nFROM car_names\nORDER BY Model DESC;\n```","cost":0.0001665,"response_parsed":"SELECT Model\nFROM car_names\nORDER BY Model DESC;","time":0.4615619183}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `model_list` ORDER BY `Model` ASC","question":"Show all data ordered by Model in ascending order for the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM model_list\nORDER BY Model ASC;\n```","cost":0.0001675,"response_parsed":"SELECT * \nFROM model_list\nORDER BY Model ASC;","time":0.6888852119}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `model_list` ORDER BY `Model` DESC","question":"Show all data ordered by Model in descending order for the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM model_list\nORDER BY Model DESC;\n```","cost":0.000166,"response_parsed":"SELECT *\nFROM model_list\nORDER BY Model DESC;","time":0.3807833195}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `model_list` ORDER BY `Maker` ASC","question":"Show all data ordered by Maker in ascending order for the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM model_list\nORDER BY Maker ASC;\n```","cost":0.000166,"response_parsed":"SELECT * FROM model_list\nORDER BY Maker ASC;","time":0.3163714409}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `model_list` ORDER BY `Maker` DESC","question":"Show all data ordered by Maker in descending order for the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM model_list\nORDER BY Maker DESC;\n```","cost":0.000166,"response_parsed":"SELECT *\nFROM model_list\nORDER BY Maker DESC;","time":0.3549003601}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `ModelId` FROM `model_list` ORDER BY `ModelId` ASC","question":"Project the ModelId ordered in ascending order for the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT ModelId\nFROM model_list\nORDER BY ModelId ASC;\n```","cost":0.00017,"response_parsed":"SELECT ModelId\nFROM model_list\nORDER BY ModelId ASC;","time":0.4784824848}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `ModelId` FROM `model_list` ORDER BY `ModelId` DESC","question":"Project the ModelId ordered in descending order for the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT ModelId\nFROM model_list\nORDER BY ModelId DESC;\n```","cost":0.00017,"response_parsed":"SELECT ModelId\nFROM model_list\nORDER BY ModelId DESC;","time":0.3982064724}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Model` FROM `model_list` ORDER BY `Model` ASC","question":"Project the Model ordered in ascending order for the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Model\nFROM model_list\nORDER BY Model ASC;\n```","cost":0.0001665,"response_parsed":"SELECT Model\nFROM model_list\nORDER BY Model ASC;","time":0.4087896347}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Model` FROM `model_list` ORDER BY `Model` DESC","question":"Project the Model ordered in descending order for the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Model\nFROM model_list\nORDER BY ModelId DESC;\n```","cost":0.000168,"response_parsed":"SELECT Model\nFROM model_list\nORDER BY ModelId DESC;","time":0.3798277378}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `cars_data` ORDER BY `Edispl` ASC","question":"Show all data ordered by Edispl in ascending order for the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM cars_data\nORDER BY Edispl ASC;\n```","cost":0.0001715,"response_parsed":"SELECT * \nFROM cars_data\nORDER BY Edispl ASC;","time":0.73848629}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `cars_data` ORDER BY `Edispl` DESC","question":"Show all data ordered by Edispl in descending order for the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM cars_data\nORDER BY Edispl DESC;\n```","cost":0.0001715,"response_parsed":"SELECT * \nFROM cars_data\nORDER BY Edispl DESC;","time":0.4374046326}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `cars_data` ORDER BY `MPG` ASC","question":"Show all data ordered by MPG in ascending order for the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM cars_data\nORDER BY MPG ASC;\n```","cost":0.000166,"response_parsed":"SELECT * FROM cars_data\nORDER BY MPG ASC;","time":0.2959797382}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `cars_data` ORDER BY `MPG` DESC","question":"Show all data ordered by MPG in descending order for the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM cars_data \nORDER BY MPG DESC;\n```","cost":0.0001675,"response_parsed":"SELECT * \nFROM cars_data \nORDER BY MPG DESC;","time":0.3256738186}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Id` FROM `cars_data` ORDER BY `Id` ASC","question":"Project the Id ordered in ascending order for the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Id\nFROM cars_data\nORDER BY Id ASC;\n```","cost":0.0001665,"response_parsed":"SELECT Id\nFROM cars_data\nORDER BY Id ASC;","time":0.3863275051}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Id` FROM `cars_data` ORDER BY `Id` DESC","question":"Project the Id ordered in descending order for the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Id\nFROM cars_data\nORDER BY Id DESC;\n```","cost":0.0001665,"response_parsed":"SELECT Id\nFROM cars_data\nORDER BY Id DESC;","time":0.3457956314}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Accelerate` FROM `cars_data` ORDER BY `Accelerate` ASC","question":"Project the Accelerate ordered in ascending order for the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Accelerate\nFROM cars_data\nORDER BY Accelerate ASC;\n```","cost":0.00017,"response_parsed":"SELECT Accelerate\nFROM cars_data\nORDER BY Accelerate ASC;","time":0.3587653637}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Accelerate` FROM `cars_data` ORDER BY `Accelerate` DESC","question":"Project the Accelerate ordered in descending order for the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Accelerate\nFROM cars_data\nORDER BY Accelerate DESC;\n```","cost":0.00017,"response_parsed":"SELECT Accelerate\nFROM cars_data\nORDER BY Accelerate DESC;","time":0.3582210541}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Id` FROM `car_makers`","question":"Show all Id in the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Id\nFROM car_makers\n```","cost":0.000159,"response_parsed":"SELECT Id\nFROM car_makers","time":0.3524627686}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Maker` FROM `car_makers`","question":"Show all Maker in the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Maker\nFROM car_makers;\n```","cost":0.000159,"response_parsed":"SELECT Maker\nFROM car_makers;","time":0.3505468369}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `FullName` FROM `car_makers`","question":"Show all FullName in the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT FullName\nFROM car_makers\n```","cost":0.000159,"response_parsed":"SELECT FullName\nFROM car_makers","time":0.4639298916}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Country` FROM `car_makers`","question":"Show all Country in the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT Country\nFROM car_makers\n```","cost":0.0001605,"response_parsed":"SELECT DISTINCT Country\nFROM car_makers","time":0.3124785423}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `car_makers`","question":"Show all the rows in the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM car_makers;\n```","cost":0.000158,"response_parsed":"SELECT * FROM car_makers;","time":0.3337771893}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Maker` FROM `car_makers`","question":"Show all Maker in the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Maker\nFROM car_makers;\n```","cost":0.000159,"response_parsed":"SELECT Maker\nFROM car_makers;","time":0.331754446}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `FullName`, `Id` FROM `car_makers`","question":"Show all FullName, Id in the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT FullName, Id\nFROM car_makers\n```","cost":0.000163,"response_parsed":"SELECT FullName, Id\nFROM car_makers","time":0.4686479568}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `FullName`, `Country`, `Maker` FROM `car_makers`","question":"Show all FullName, Country, Maker in the table car_makers","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT FullName, CountryName AS Country, Maker\nFROM car_makers\nINNER JOIN countries ON car_makers.Country = countries.CountryId\n```","cost":0.000191,"response_parsed":"SELECT FullName, CountryName AS Country, Maker\nFROM car_makers\nINNER JOIN countries ON car_makers.Country = countries.CountryId","time":0.55067873}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `CountryId` FROM `countries`","question":"Show all CountryId in the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT CountryId \nFROM countries\n```","cost":0.000157,"response_parsed":"SELECT CountryId \nFROM countries","time":0.3579461575}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `CountryName` FROM `countries`","question":"Show all CountryName in the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT CountryName\nFROM countries;\n```","cost":0.000157,"response_parsed":"SELECT CountryName\nFROM countries;","time":0.3556475639}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Continent` FROM `countries`","question":"Show all Continent in the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Continent\nFROM continents\n```","cost":0.000155,"response_parsed":"SELECT Continent\nFROM continents","time":0.8444163799}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `countries`","question":"Show all the rows in the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM countries;\n```","cost":0.0001555,"response_parsed":"SELECT * \nFROM countries;","time":0.485045433}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `CountryId` FROM `countries`","question":"Show all CountryId in the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT CountryId FROM countries\n```","cost":0.0001555,"response_parsed":"SELECT CountryId FROM countries","time":0.8207380772}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Continent`, `CountryName` FROM `countries`","question":"Show all Continent, CountryName in the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT c1.Continent, c2.CountryName\nFROM continents c1\nINNER JOIN countries c2 ON c1.ContId = c2.Continent;\n```","cost":0.0001955,"response_parsed":"SELECT c1.Continent, c2.CountryName\nFROM continents c1\nINNER JOIN countries c2 ON c1.ContId = c2.Continent;","time":0.5153567791}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `ContId` FROM `continents`","question":"Show all ContId in the table continents","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT ContId\nFROM continents\n```","cost":0.000157,"response_parsed":"SELECT ContId\nFROM continents","time":0.3931634426}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Continent` FROM `continents`","question":"Show all Continent in the table continents","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Continent\nFROM continents\n```","cost":0.000155,"response_parsed":"SELECT Continent\nFROM continents","time":0.3552193642}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `continents`","question":"Show all the rows in the table continents","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM continents;\n```","cost":0.000154,"response_parsed":"SELECT * FROM continents;","time":0.3353219032}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `ContId` FROM `continents`","question":"Show all ContId in the table continents","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT ContId\nFROM continents\n```","cost":0.000157,"response_parsed":"SELECT ContId\nFROM continents","time":0.3994305134}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `MakeId` FROM `car_names`","question":"Show all MakeId in the table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MakeId\nFROM car_names\n```","cost":0.000159,"response_parsed":"SELECT MakeId\nFROM car_names","time":0.327583313}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Model` FROM `car_names`","question":"Show all Model in the table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Model\nFROM car_names\n```","cost":0.000157,"response_parsed":"SELECT Model\nFROM car_names","time":0.5688800812}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Make` FROM `car_names`","question":"Show all Make in the table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT Make\nFROM car_names;\n```","cost":0.0001585,"response_parsed":"SELECT DISTINCT Make\nFROM car_names;","time":0.3336219788}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `car_names`","question":"Show all the rows in the table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM car_names;\n```","cost":0.0001575,"response_parsed":"SELECT * \nFROM car_names;","time":0.2626383305}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Make` FROM `car_names`","question":"Show all Make in the table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT Make\nFROM car_names;\n```","cost":0.0001585,"response_parsed":"SELECT DISTINCT Make\nFROM car_names;","time":0.2782819271}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `MakeId`, `Model` FROM `car_names`","question":"Show all MakeId, Model in the table car_names","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MakeId, Model\nFROM car_names;\n```","cost":0.000163,"response_parsed":"SELECT MakeId, Model\nFROM car_names;","time":0.3837089539}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `ModelId` FROM `model_list`","question":"Show all ModelId in the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT ModelId\nFROM model_list\n```","cost":0.000159,"response_parsed":"SELECT ModelId\nFROM model_list","time":0.5142281055}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Maker` FROM `model_list`","question":"Show all Maker in the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Maker\nFROM model_list;\n```","cost":0.000157,"response_parsed":"SELECT Maker\nFROM model_list;","time":0.3233833313}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Model` FROM `model_list`","question":"Show all Model in the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Model\nFROM model_list\n```","cost":0.000157,"response_parsed":"SELECT Model\nFROM model_list","time":0.297544241}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `model_list`","question":"Show all the rows in the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM model_list;\n```","cost":0.000156,"response_parsed":"SELECT * FROM model_list;","time":0.3661715984}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `ModelId` FROM `model_list`","question":"Show all ModelId in the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT ModelId\nFROM model_list\n```","cost":0.000159,"response_parsed":"SELECT ModelId\nFROM model_list","time":0.2874951363}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Maker`, `Model` FROM `model_list`","question":"Show all Maker, Model in the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT cm.Maker, ml.Model\nFROM car_makers cm\nJOIN model_list ml ON cm.Id = ml.Maker;\n```","cost":0.0001865,"response_parsed":"SELECT cm.Maker, ml.Model\nFROM car_makers cm\nJOIN model_list ml ON cm.Id = ml.Maker;","time":0.5550677776}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Year` FROM `cars_data`","question":"Show all Year in the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT DISTINCT Year\nFROM cars_data;\n```","cost":0.0001585,"response_parsed":"SELECT DISTINCT Year\nFROM cars_data;","time":0.4039881229}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Accelerate` FROM `cars_data`","question":"Show all Accelerate in the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM cars_data WHERE Accelerate IS NOT NULL\n```","cost":0.000165,"response_parsed":"SELECT * FROM cars_data WHERE Accelerate IS NOT NULL","time":0.3881893158}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Weight` FROM `cars_data`","question":"Show all Weight in the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Weight\nFROM cars_data;\n```","cost":0.000157,"response_parsed":"SELECT Weight\nFROM cars_data;","time":0.2870457172}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Id` FROM `cars_data`","question":"Show all Id in the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Id\nFROM cars_data\n```","cost":0.000157,"response_parsed":"SELECT Id\nFROM cars_data","time":0.3033585548}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Horsepower` FROM `cars_data`","question":"Show all Horsepower in the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Horsepower\nFROM cars_data\n```","cost":0.000159,"response_parsed":"SELECT Horsepower\nFROM cars_data","time":0.3010940552}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `cars_data`","question":"Show all the rows in the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM cars_data;\n```","cost":0.000156,"response_parsed":"SELECT * FROM cars_data;","time":0.3506970406}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `MPG` FROM `cars_data`","question":"Show all MPG in the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MPG \nFROM cars_data;\n```","cost":0.000157,"response_parsed":"SELECT MPG \nFROM cars_data;","time":0.2933723927}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Year`, `Id` FROM `cars_data`","question":"Show all Year, Id in the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Year, Id\nFROM cars_data;\n```","cost":0.000161,"response_parsed":"SELECT Year, Id\nFROM cars_data;","time":0.2974889278}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Id`, `MPG`, `Weight` FROM `cars_data`","question":"Show all Id, MPG, Weight in the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Id, MPG, Weight \nFROM cars_data;\n```","cost":0.000165,"response_parsed":"SELECT Id, MPG, Weight \nFROM cars_data;","time":0.428933382}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Edispl`, `Cylinders`, `Year`, `Horsepower` FROM `cars_data`","question":"Show all Edispl, Cylinders, Year, Horsepower in the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Edispl, Cylinders, Year, Horsepower FROM cars_data;\n```","cost":0.0001775,"response_parsed":"SELECT Edispl, Cylinders, Year, Horsepower FROM cars_data;","time":0.7514843941}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Year`, `Cylinders`, `Accelerate`, `Edispl`, `MPG` FROM `cars_data`","question":"Show all Year, Cylinders, Accelerate, Edispl, MPG in the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Year, Cylinders, Accelerate, Edispl, MPG\nFROM cars_data;\n```","cost":0.000183,"response_parsed":"SELECT Year, Cylinders, Accelerate, Edispl, MPG\nFROM cars_data;","time":0.4813818932}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Weight`, `Cylinders`, `Accelerate`, `MPG`, `Horsepower`, `Id` FROM `cars_data`","question":"Show all Weight, Cylinders, Accelerate, MPG, Horsepower, Id in the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Weight, Cylinders, Accelerate, MPG, Horsepower, Id\nFROM cars_data\n```","cost":0.000185,"response_parsed":"SELECT Weight, Cylinders, Accelerate, MPG, Horsepower, Id\nFROM cars_data","time":0.5830287933}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Year`, `Weight`, `Cylinders`, `Accelerate`, `Horsepower`, `MPG`, `Id` FROM `cars_data`","question":"Show all Year, Weight, Cylinders, Accelerate, Horsepower, MPG, Id in the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Year, Weight, Cylinders, Accelerate, Horsepower, MPG, Id\nFROM cars_data;\n```","cost":0.000189,"response_parsed":"SELECT Year, Weight, Cylinders, Accelerate, Horsepower, MPG, Id\nFROM cars_data;","time":0.5661969185}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `car_makers` WHERE `Maker` == 'bmw'","question":"Show the data of the table car_makers where Maker is equal to bmw","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM car_makers\nWHERE Maker = 'bmw'\n```","cost":0.0001715,"response_parsed":"SELECT *\nFROM car_makers\nWHERE Maker = 'bmw'","time":0.4516396523}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `car_makers` WHERE `Maker` != 'volkswagen'","question":"Show the data of the table car_makers where Maker is different from volkswagen","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM car_makers\nWHERE Maker <> 'volkswagen';\n```","cost":0.0001735,"response_parsed":"SELECT *\nFROM car_makers\nWHERE Maker <> 'volkswagen';","time":0.3892917633}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `car_makers` WHERE `Maker` != 'ford'","question":"Show the data of the table car_makers where Maker not equal to ford","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM car_makers WHERE Maker <> 'ford';\n```","cost":0.000168,"response_parsed":"SELECT * FROM car_makers WHERE Maker <> 'ford';","time":0.3315057755}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `car_makers` WHERE `FullName` == 'BMW'","question":"Show the data of the table car_makers where FullName is equal to BMW","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM car_makers\nWHERE FullName = 'BMW';\n```","cost":0.0001695,"response_parsed":"SELECT *\nFROM car_makers\nWHERE FullName = 'BMW';","time":0.3563992977}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `car_makers` WHERE `FullName` != 'General Motors'","question":"Show the data of the table car_makers where FullName is different from General Motors","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM car_makers \nWHERE FullName != 'General Motors';\n```","cost":0.000173,"response_parsed":"SELECT * \nFROM car_makers \nWHERE FullName != 'General Motors';","time":0.4414703846}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `car_makers` WHERE `FullName` != 'American Motor Company'","question":"Show the data of the table car_makers where FullName not equal to American Motor Company","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM car_makers\nWHERE FullName != 'American Motor Company';\n```","cost":0.0001735,"response_parsed":"SELECT *\nFROM car_makers\nWHERE FullName != 'American Motor Company';","time":0.387727499}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `car_makers` WHERE `Country` == '1'","question":"Show the data of the table car_makers where Country is equal to 1","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM car_makers \nWHERE Country = 1\n```","cost":0.0001715,"response_parsed":"SELECT * \nFROM car_makers \nWHERE Country = 1","time":0.3405163288}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `car_makers` WHERE `Country` != '2'","question":"Show the data of the table car_makers where Country is different from 2","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM car_makers \nWHERE Country != 2\n```","cost":0.0001715,"response_parsed":"SELECT * \nFROM car_makers \nWHERE Country != 2","time":0.4556424618}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `car_makers` WHERE `Country` != '1'","question":"Show the data of the table car_makers where Country not equal to 1","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM car_makers\nWHERE Country <> 1\n```","cost":0.0001715,"response_parsed":"SELECT * \nFROM car_makers\nWHERE Country <> 1","time":0.4270734787}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `countries` WHERE `CountryName` == 'usa'","question":"Show the data of the table countries where CountryName is equal to usa","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM countries WHERE CountryName = 'usa';\n```","cost":0.000166,"response_parsed":"SELECT * FROM countries WHERE CountryName = 'usa';","time":2.7138462067}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `countries` WHERE `CountryName` != 'france'","question":"Show the data of the table countries where CountryName is different from france","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM countries\nWHERE CountryName <> 'france';\n```","cost":0.000169,"response_parsed":"SELECT * FROM countries\nWHERE CountryName <> 'france';","time":0.3059260845}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `countries` WHERE `CountryName` != 'japan'","question":"Show the data of the table countries where CountryName not equal to japan","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM countries \nWHERE CountryName <> 'Japan';\n```","cost":0.000169,"response_parsed":"SELECT * \nFROM countries \nWHERE CountryName <> 'Japan';","time":0.3788251877}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `countries` WHERE `Continent` > 2","question":"Show the data of the table countries where Continent is greater than 2","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM countries \nWHERE Continent > 2;\n```","cost":0.0001675,"response_parsed":"SELECT * \nFROM countries \nWHERE Continent > 2;","time":0.2669365406}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `countries` WHERE `Continent` < 2","question":"Show the data of the table countries where Continent is less than 2","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM countries\nWHERE Continent < 2;\n```","cost":0.0001675,"response_parsed":"SELECT * \nFROM countries\nWHERE Continent < 2;","time":0.3721911907}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `continents` WHERE `Continent` == 'asia'","question":"Show the data of the table continents where Continent is equal to asia","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM continents\nWHERE Continent = 'asia';\n```","cost":0.0001655,"response_parsed":"SELECT * FROM continents\nWHERE Continent = 'asia';","time":0.5885362625}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `continents` WHERE `Continent` != 'america'","question":"Show the data of the table continents where Continent is different from america","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM continents\nWHERE Continent != 'america';\n```","cost":0.000167,"response_parsed":"SELECT *\nFROM continents\nWHERE Continent != 'america';","time":0.3494169712}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `continents` WHERE `Continent` != 'europe'","question":"Show the data of the table continents where Continent not equal to europe","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM continents\nWHERE Continent <> 'europe';\n```","cost":0.0001685,"response_parsed":"SELECT * \nFROM continents\nWHERE Continent <> 'europe';","time":0.2964794636}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `car_names` WHERE `Model` == 'plymouth'","question":"Show the data of the table car_names where Model is equal to plymouth","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM car_names\nWHERE Model = 'plymouth';\n```","cost":0.0001695,"response_parsed":"SELECT *\nFROM car_names\nWHERE Model = 'plymouth';","time":0.4963009357}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `car_names` WHERE `Model` != 'plymouth'","question":"Show the data of the table car_names where Model is different from plymouth","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM car_names WHERE Model <> 'plymouth';\n```","cost":0.000168,"response_parsed":"SELECT * FROM car_names WHERE Model <> 'plymouth';","time":0.3654220104}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `car_names` WHERE `Model` != 'buick'","question":"Show the data of the table car_names where Model not equal to buick","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM car_names\nWHERE Model != 'buick';\n```","cost":0.000171,"response_parsed":"SELECT * \nFROM car_names\nWHERE Model != 'buick';","time":0.3280551434}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `car_names` WHERE `Make` == 'amc rebel sst'","question":"Show the data of the table car_names where Make is equal to amc rebel sst","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM car_names\nWHERE Make = 'amc rebel sst';\n```","cost":0.000177,"response_parsed":"SELECT * \nFROM car_names\nWHERE Make = 'amc rebel sst';","time":0.4030582905}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `car_names` WHERE `Make` != 'buick skylark 320'","question":"Show the data of the table car_names where Make is different from buick skylark 320","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM car_names WHERE Make <> 'buick skylark 320';\n```","cost":0.000178,"response_parsed":"SELECT * FROM car_names WHERE Make <> 'buick skylark 320';","time":0.3808317184}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `car_names` WHERE `Make` != 'buick skylark 320'","question":"Show the data of the table car_names where Make not equal to buick skylark 320","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM car_names\nWHERE Make <> 'buick skylark 320';\n```","cost":0.000181,"response_parsed":"SELECT * \nFROM car_names\nWHERE Make <> 'buick skylark 320';","time":0.6256775856}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `model_list` WHERE `Model` == 'amc'","question":"Show the data of the table model_list where Model is equal to amc","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM model_list\nWHERE Model = 'amc';\n```","cost":0.0001695,"response_parsed":"SELECT *\nFROM model_list\nWHERE Model = 'amc';","time":0.3908903599}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `model_list` WHERE `Model` != 'buick'","question":"Show the data of the table model_list where Model is different from buick","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * FROM model_list\nWHERE Model <> 'buick';\n```","cost":0.0001695,"response_parsed":"SELECT * FROM model_list\nWHERE Model <> 'buick';","time":0.4201312065}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `model_list` WHERE `Model` != 'bmw'","question":"Show the data of the table model_list where Model not equal to bmw","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM model_list \nWHERE Model <> 'bmw';\n```","cost":0.000171,"response_parsed":"SELECT * \nFROM model_list \nWHERE Model <> 'bmw';","time":0.4553461075}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `model_list` WHERE `Maker` > 4","question":"Show the data of the table model_list where Maker is greater than 4","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM model_list\nWHERE Maker > 4;\n```","cost":0.000168,"response_parsed":"SELECT *\nFROM model_list\nWHERE Maker > 4;","time":0.3605604172}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `model_list` WHERE `Maker` < 3","question":"Show the data of the table model_list where Maker is less than 3","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM model_list\nWHERE Maker < 3;\n```","cost":0.000168,"response_parsed":"SELECT *\nFROM model_list\nWHERE Maker < 3;","time":0.5624775887}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `cars_data` WHERE `MPG` == '14'","question":"Show the data of the table cars_data where MPG is equal to 14","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM cars_data\nWHERE MPG = 14;\n```","cost":0.0001695,"response_parsed":"SELECT * \nFROM cars_data\nWHERE MPG = 14;","time":0.3484299183}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `cars_data` WHERE `MPG` != '18'","question":"Show the data of the table cars_data where MPG is different from 18","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM cars_data\nWHERE MPG <> 18\n```","cost":0.000168,"response_parsed":"SELECT *\nFROM cars_data\nWHERE MPG <> 18","time":0.7098436356}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `cars_data` WHERE `MPG` != '17'","question":"Show the data of the table cars_data where MPG not equal to 17","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM cars_data \nWHERE MPG != 17;\n```","cost":0.0001695,"response_parsed":"SELECT * \nFROM cars_data \nWHERE MPG != 17;","time":0.4076981544}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `cars_data` WHERE `Horsepower` == '198'","question":"Show the data of the table cars_data where Horsepower is equal to 198","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM cars_data \nWHERE Horsepower = 198;\n```","cost":0.0001715,"response_parsed":"SELECT * \nFROM cars_data \nWHERE Horsepower = 198;","time":0.4109101295}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `cars_data` WHERE `Horsepower` != '130'","question":"Show the data of the table cars_data where Horsepower is different from 130","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM cars_data\nWHERE Horsepower <> '130';\n```","cost":0.00017,"response_parsed":"SELECT *\nFROM cars_data\nWHERE Horsepower <> '130';","time":0.3790473938}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `cars_data` WHERE `Horsepower` != '150'","question":"Show the data of the table cars_data where Horsepower not equal to 150","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM cars_data\nWHERE Horsepower != '150'\n```","cost":0.00017,"response_parsed":"SELECT *\nFROM cars_data\nWHERE Horsepower != '150'","time":0.3643574715}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `cars_data` WHERE `Accelerate` > 11.5","question":"Show the data of the table cars_data where Accelerate is greater than 11.5","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM cars_data\nWHERE Accelerate > 11.5;\n```","cost":0.0001755,"response_parsed":"SELECT * \nFROM cars_data\nWHERE Accelerate > 11.5;","time":0.4526135921}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `cars_data` WHERE `Accelerate` < 10.5","question":"Show the data of the table cars_data where Accelerate is less than 10.5","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT *\nFROM cars_data\nWHERE Accelerate < 10.5;\n```","cost":0.000174,"response_parsed":"SELECT *\nFROM cars_data\nWHERE Accelerate < 10.5;","time":0.4088976383}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `cars_data` WHERE `Edispl` > 302.0","question":"Show the data of the table cars_data where Edispl is greater than 302.0","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM cars_data\nWHERE Edispl > 302.0;\n```","cost":0.0001775,"response_parsed":"SELECT * \nFROM cars_data\nWHERE Edispl > 302.0;","time":0.3818573952}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `cars_data` WHERE `Edispl` < 350.0","question":"Show the data of the table cars_data where Edispl is less than 350.0","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT \n    *\nFROM \n    cars_data\nWHERE \n    Edispl < 350.0;\n```","cost":0.000185,"response_parsed":"SELECT \n    *\nFROM \n    cars_data\nWHERE \n    Edispl < 350.0;","time":0.5663330555}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `cars_data` WHERE `Cylinders` < 8","question":"Show the data of the table cars_data where Cylinders is less than 8","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT * \nFROM cars_data\nWHERE Cylinders < 8;\n```","cost":0.0001735,"response_parsed":"SELECT * \nFROM cars_data\nWHERE Cylinders < 8;","time":0.3790454865}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Maker`) FROM `car_makers`","question":"How many different Maker are in table car_makers?","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Maker) AS total_makers\nFROM car_makers;\n```","cost":0.000173,"response_parsed":"SELECT COUNT(DISTINCT Maker) AS total_makers\nFROM car_makers;","time":0.3612024784}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `FullName`) FROM `car_makers`","question":"How many different FullName are in table car_makers?","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT FullName) as NumberOfDistinctFullNames\nFROM car_makers;\n```","cost":0.0001745,"response_parsed":"SELECT COUNT(DISTINCT FullName) as NumberOfDistinctFullNames\nFROM car_makers;","time":0.3871791363}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_makers","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Country`) FROM `car_makers`","question":"How many different Country are in table car_makers?","db_schema_normalized":"`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Country) as NumberOfCountries\nFROM car_makers;\n```","cost":0.0001715,"response_parsed":"SELECT COUNT(DISTINCT Country) as NumberOfCountries\nFROM car_makers;","time":0.413633585}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `CountryName`) FROM `countries`","question":"How many different CountryName are in table countries?","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT CountryName) \nFROM countries;\n```","cost":0.000165,"response_parsed":"SELECT COUNT(DISTINCT CountryName) \nFROM countries;","time":0.3930308819}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Continent`) FROM `countries`","question":"Find the maximum Continent for the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Continent \nFROM continents \nWHERE ContId = (SELECT Continent \n                FROM countries \n                GROUP BY Continent \n                ORDER BY COUNT(*) DESC \n                LIMIT 1);\n```","cost":0.000199,"response_parsed":"SELECT Continent \nFROM continents \nWHERE ContId = (SELECT Continent \n                FROM countries \n                GROUP BY Continent \n                ORDER BY COUNT(*) DESC \n                LIMIT 1);","time":0.5712552071}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Continent`) FROM `countries`","question":"Find the minimum Continent for the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT Continent\nFROM continents\nWHERE ContId = (SELECT MIN(ContId) FROM countries)\n```","cost":0.0001765,"response_parsed":"SELECT Continent\nFROM continents\nWHERE ContId = (SELECT MIN(ContId) FROM countries)","time":0.3917889595}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"countries","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Continent`) FROM `countries`","question":"Find the average Continent for the table countries","db_schema_normalized":"`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT AVG(Continent)\nFROM countries\n```","cost":0.00016,"response_parsed":"SELECT AVG(Continent)\nFROM countries","time":0.2569196224}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"continents","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Continent`) FROM `continents`","question":"How many different Continent are in table continents?","db_schema_normalized":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Continent) AS NumberOfContinents \nFROM continents;\n```","cost":0.000169,"response_parsed":"SELECT COUNT(DISTINCT Continent) AS NumberOfContinents \nFROM continents;","time":0.4668283463}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Model`) FROM `car_names`","question":"How many different Model are in table car_names?","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Model) AS Number_of_Models\nFROM car_names;\n```","cost":0.0001725,"response_parsed":"SELECT COUNT(DISTINCT Model) AS Number_of_Models\nFROM car_names;","time":0.3282814026}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"car_names","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Make`) FROM `car_names`","question":"How many different Make are in table car_names?","db_schema_normalized":"`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Make) AS NumMakes\nFROM car_names;\n```","cost":0.0001695,"response_parsed":"SELECT COUNT(DISTINCT Make) AS NumMakes\nFROM car_names;","time":0.5231678486}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Model`) FROM `model_list`","question":"How many different Model are in table model_list?","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Model) AS Different_Models\nFROM model_list;\n```","cost":0.000171,"response_parsed":"SELECT COUNT(DISTINCT Model) AS Different_Models\nFROM model_list;","time":0.4039857388}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Maker`) FROM `model_list`","question":"Find the maximum Maker for the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT car_makers.Maker\nFROM model_list\nJOIN car_makers ON model_list.Maker = car_makers.Id\nORDER BY car_makers.Maker DESC\nLIMIT 1;\n```","cost":0.0002055,"response_parsed":"SELECT car_makers.Maker\nFROM model_list\nJOIN car_makers ON model_list.Maker = car_makers.Id\nORDER BY car_makers.Maker DESC\nLIMIT 1;","time":0.5719914436}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Maker`) FROM `model_list`","question":"Find the minimum Maker for the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MIN(Maker) AS Minimum_Maker\nFROM model_list;\n```","cost":0.000168,"response_parsed":"SELECT MIN(Maker) AS Minimum_Maker\nFROM model_list;","time":4.7650957108}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"model_list","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Maker`) FROM `model_list`","question":"Find the average Maker for the table model_list","db_schema_normalized":"`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT AVG(m.Maker) AS AverageMaker\nFROM model_list m\n```","cost":0.0001695,"response_parsed":"SELECT AVG(m.Maker) AS AverageMaker\nFROM model_list m","time":0.3477516174}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `MPG`) FROM `cars_data`","question":"How many different MPG are in table cars_data?","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT MPG) AS num_different_MPG FROM cars_data;\n```","cost":0.000171,"response_parsed":"SELECT COUNT(DISTINCT MPG) AS num_different_MPG FROM cars_data;","time":0.4167664051}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Horsepower`) FROM `cars_data`","question":"How many different Horsepower are in table cars_data?","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Horsepower) AS NumOfDifferentHorsepower\nFROM cars_data;\n```","cost":0.0001775,"response_parsed":"SELECT COUNT(DISTINCT Horsepower) AS NumOfDifferentHorsepower\nFROM cars_data;","time":0.5722060204}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Accelerate`) FROM `cars_data`","question":"Find the maximum Accelerate for the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MAX(Accelerate) AS Max_Accelerate \nFROM cars_data;\n```","cost":0.0001745,"response_parsed":"SELECT MAX(Accelerate) AS Max_Accelerate \nFROM cars_data;","time":0.4951937199}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Accelerate`) FROM `cars_data`","question":"Find the minimum Accelerate for the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MIN(Accelerate) AS Minimum_Accelerate\nFROM cars_data;\n```","cost":0.0001745,"response_parsed":"SELECT MIN(Accelerate) AS Minimum_Accelerate\nFROM cars_data;","time":0.4360888004}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Accelerate`) FROM `cars_data`","question":"Find the average Accelerate for the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT AVG(Accelerate) AS Average_Accelerate\nFROM cars_data;\n```","cost":0.0001745,"response_parsed":"SELECT AVG(Accelerate) AS Average_Accelerate\nFROM cars_data;","time":0.4779284}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Cylinders`) FROM `cars_data`","question":"Find the maximum Cylinders for the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MAX(Cylinders) as MaxCylinders\nFROM cars_data;\n```","cost":0.000172,"response_parsed":"SELECT MAX(Cylinders) as MaxCylinders\nFROM cars_data;","time":0.39797616}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Cylinders`) FROM `cars_data`","question":"Find the minimum Cylinders for the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT MIN(Cylinders) \nFROM cars_data;\n```","cost":0.0001645,"response_parsed":"SELECT MIN(Cylinders) \nFROM cars_data;","time":0.3183093071}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/car_1\/car_1.sqlite","db_id":"car_1","tbl_name":"cars_data","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Cylinders`) FROM `cars_data`","question":"Find the average Cylinders for the table cars_data","db_schema_normalized":"`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","db_schema":"`\"continents\"` (\"ContId\" INTEGER PRIMARY KEY, \"Continent\" TEXT)\n`\"countries\"` (\"CountryId\" INTEGER PRIMARY KEY, \"CountryName\" TEXT, \"Continent\" INTEGER, FOREIGN KEY (Continent) REFERENCES continents(ContId))\n`\"car_makers\"` (\"Id\" INTEGER PRIMARY KEY, \"Maker\" TEXT, \"FullName\" TEXT, \"Country\" TEXT, FOREIGN KEY (Country) REFERENCES countries(CountryId))\n`\"model_list\"` (\"ModelId\" INTEGER PRIMARY KEY, \"Maker\" INTEGER, \"Model\" TEXT UNIQUE, FOREIGN KEY (Maker) REFERENCES car_makers (Id))\n`\"car_names\"` (\"MakeId\" INTEGER PRIMARY KEY, \"Model\" TEXT, \"Make\" TEXT, FOREIGN KEY (Model) REFERENCES model_list (Model))\n`\"cars_data\"` (\"Id\" INTEGER PRIMARY KEY, \"MPG\" TEXT, \"Cylinders\" INTEGER, \"Edispl\" REAL, \"Horsepower\" TEXT, \"Weight\" INTEGER, \"Accelerate\" REAL, \"Year\" INTEGER, FOREIGN KEY (Id) REFERENCES car_names (MakeId))","pred_dict":{"response":"```sql\nSELECT AVG(Cylinders) AS Average_Cylinders\nFROM cars_data;\n```","cost":0.000172,"response_parsed":"SELECT AVG(Cylinders) AS Average_Cylinders\nFROM cars_data;","time":0.3294081688}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Airline` FROM `airlines`","question":"Show the different Airline in the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT Airline\nFROM airlines;\n```","cost":0.0000985,"response_parsed":"SELECT DISTINCT Airline\nFROM airlines;","time":0.5187795162}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Abbreviation` FROM `airlines`","question":"Show the different Abbreviation in the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT Abbreviation\nFROM airlines;\n```","cost":0.0001005,"response_parsed":"SELECT DISTINCT Abbreviation\nFROM airlines;","time":0.2707357407}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Country` FROM `airlines`","question":"Show the different Country in the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT Country \nFROM airlines;\n```","cost":0.0000965,"response_parsed":"SELECT DISTINCT Country \nFROM airlines;","time":0.3445286751}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `City` FROM `airports`","question":"Show the different City in the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT City\nFROM airports;\n```","cost":0.0000965,"response_parsed":"SELECT DISTINCT City\nFROM airports;","time":0.5290076733}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `AirportCode` FROM `airports`","question":"Show the different AirportCode in the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT AirportCode \nFROM airports;\n```","cost":0.0000985,"response_parsed":"SELECT DISTINCT AirportCode \nFROM airports;","time":0.3415265083}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `AirportName` FROM `airports`","question":"Show the different AirportName in the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT AirportName \nFROM airports;\n```","cost":0.0000985,"response_parsed":"SELECT DISTINCT AirportName \nFROM airports;","time":0.256636858}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Country` FROM `airports`","question":"Show the different Country in the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT Country\nFROM airports;\n```","cost":0.0000965,"response_parsed":"SELECT DISTINCT Country\nFROM airports;","time":0.2758247852}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `CountryAbbrev` FROM `airports`","question":"Show the different CountryAbbrev in the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT CountryAbbrev\nFROM airports\n```","cost":0.0001005,"response_parsed":"SELECT DISTINCT CountryAbbrev\nFROM airports","time":0.2542130947}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `SourceAirport` FROM `flights`","question":"Show the different SourceAirport in the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT SourceAirport\nFROM flights;\n```","cost":0.0000985,"response_parsed":"SELECT DISTINCT SourceAirport\nFROM flights;","time":0.4336409569}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `DestAirport` FROM `flights`","question":"Show the different DestAirport in the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT DestAirport\nFROM flights;\n```","cost":0.0000985,"response_parsed":"SELECT DISTINCT DestAirport\nFROM flights;","time":1.3919868469}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Airline`, COUNT(*) FROM `airlines` GROUP BY `Airline`","question":"For each Airline, count the number of rows in table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Airline, COUNT(*)\nFROM airlines\nGROUP BY Airline\n```","cost":0.000111,"response_parsed":"SELECT Airline, COUNT(*)\nFROM airlines\nGROUP BY Airline","time":0.363297224}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Abbreviation`, COUNT(*) FROM `airlines` GROUP BY `Abbreviation`","question":"For each Abbreviation, count the number of rows in table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Abbreviation, COUNT(*) AS num_rows\nFROM airlines\nGROUP BY Abbreviation;\n```","cost":0.000119,"response_parsed":"SELECT Abbreviation, COUNT(*) AS num_rows\nFROM airlines\nGROUP BY Abbreviation;","time":0.3788716793}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Country`, COUNT(*) FROM `airlines` GROUP BY `Country`","question":"For each Country, count the number of rows in table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Country, COUNT(*) AS Num_of_rows\nFROM airlines\nGROUP BY Country;\n```","cost":0.0001135,"response_parsed":"SELECT Country, COUNT(*) AS Num_of_rows\nFROM airlines\nGROUP BY Country;","time":0.4109187126}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `City`, COUNT(*) FROM `airports` GROUP BY `City`","question":"For each City, count the number of rows in table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT City, COUNT(*) AS num_airports\nFROM airports\nGROUP BY City;\n```","cost":0.0001135,"response_parsed":"SELECT City, COUNT(*) AS num_airports\nFROM airports\nGROUP BY City;","time":0.4260339737}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `AirportCode`, COUNT(*) FROM `airports` GROUP BY `AirportCode`","question":"For each AirportCode, count the number of rows in table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT AirportCode, COUNT(*) AS num_rows\nFROM airports\nGROUP BY AirportCode;\n```","cost":0.0001155,"response_parsed":"SELECT AirportCode, COUNT(*) AS num_rows\nFROM airports\nGROUP BY AirportCode;","time":0.3858385086}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `AirportName`, COUNT(*) FROM `airports` GROUP BY `AirportName`","question":"For each AirportName, count the number of rows in table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT AirportName, COUNT(*) AS num_rows\nFROM airports\nGROUP BY AirportName;\n```","cost":0.0001155,"response_parsed":"SELECT AirportName, COUNT(*) AS num_rows\nFROM airports\nGROUP BY AirportName;","time":0.4014995098}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Country`, COUNT(*) FROM `airports` GROUP BY `Country`","question":"For each Country, count the number of rows in table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Country, COUNT(*) AS num_airports\nFROM airports\nGROUP BY Country;\n```","cost":0.0001135,"response_parsed":"SELECT Country, COUNT(*) AS num_airports\nFROM airports\nGROUP BY Country;","time":0.4092645645}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `CountryAbbrev`, COUNT(*) FROM `airports` GROUP BY `CountryAbbrev`","question":"For each CountryAbbrev, count the number of rows in table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT CountryAbbrev, COUNT(*) AS TotalAirports\nFROM airports\nGROUP BY CountryAbbrev;\n```","cost":0.0001205,"response_parsed":"SELECT CountryAbbrev, COUNT(*) AS TotalAirports\nFROM airports\nGROUP BY CountryAbbrev;","time":0.3813447952}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `SourceAirport`, COUNT(*) FROM `flights` GROUP BY `SourceAirport`","question":"For each SourceAirport, count the number of rows in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport, COUNT(*) AS FlightCount\nFROM flights\nGROUP BY SourceAirport;\n```","cost":0.0001155,"response_parsed":"SELECT SourceAirport, COUNT(*) AS FlightCount\nFROM flights\nGROUP BY SourceAirport;","time":0.3666932583}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `DestAirport`, COUNT(*) FROM `flights` GROUP BY `DestAirport`","question":"For each DestAirport, count the number of rows in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport, COUNT(*) AS NumFlights\nFROM flights\nGROUP BY DestAirport;\n```","cost":0.000117,"response_parsed":"SELECT DestAirport, COUNT(*) AS NumFlights\nFROM flights\nGROUP BY DestAirport;","time":0.3962295055}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `SourceAirport`, MIN(`Airline`) FROM `flights` GROUP BY `SourceAirport`","question":"For each SourceAirport, find the min of Airline in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport, MIN(Airline) as MinAirline\nFROM flights\nGROUP BY SourceAirport;\n```","cost":0.000122,"response_parsed":"SELECT SourceAirport, MIN(Airline) as MinAirline\nFROM flights\nGROUP BY SourceAirport;","time":0.4402236938}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `SourceAirport`, MAX(`Airline`) FROM `flights` GROUP BY `SourceAirport`","question":"For each SourceAirport, find the max of Airline in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport, MAX(Airline) AS MaxAirline\nFROM flights\nGROUP BY SourceAirport;\n```","cost":0.000122,"response_parsed":"SELECT SourceAirport, MAX(Airline) AS MaxAirline\nFROM flights\nGROUP BY SourceAirport;","time":0.4389288425}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `SourceAirport`, AVG(`Airline`) FROM `flights` GROUP BY `SourceAirport`","question":"For each SourceAirport, find the avg of Airline in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport, AVG(Airline) AS AvgAirline\nFROM flights\nGROUP BY SourceAirport;\n```","cost":0.000122,"response_parsed":"SELECT SourceAirport, AVG(Airline) AS AvgAirline\nFROM flights\nGROUP BY SourceAirport;","time":0.4438471794}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `SourceAirport`, SUM(`Airline`) FROM `flights` GROUP BY `SourceAirport`","question":"For each SourceAirport, find the sum of Airline in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport, SUM(Airline) AS TotalAirline\nFROM flights\nGROUP BY SourceAirport;\n```","cost":0.000122,"response_parsed":"SELECT SourceAirport, SUM(Airline) AS TotalAirline\nFROM flights\nGROUP BY SourceAirport;","time":0.4710934162}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `SourceAirport`, MIN(`FlightNo`) FROM `flights` GROUP BY `SourceAirport`","question":"For each SourceAirport, find the min of FlightNo in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport, MIN(FlightNo)\nFROM flights\nGROUP BY SourceAirport;\n```","cost":0.0001145,"response_parsed":"SELECT SourceAirport, MIN(FlightNo)\nFROM flights\nGROUP BY SourceAirport;","time":0.6072533131}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `SourceAirport`, MAX(`FlightNo`) FROM `flights` GROUP BY `SourceAirport`","question":"For each SourceAirport, find the max of FlightNo in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport, MAX(FlightNo) AS MaxFlightNo\nFROM flights\nGROUP BY SourceAirport\n```","cost":0.000122,"response_parsed":"SELECT SourceAirport, MAX(FlightNo) AS MaxFlightNo\nFROM flights\nGROUP BY SourceAirport","time":0.8230214119}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `SourceAirport`, AVG(`FlightNo`) FROM `flights` GROUP BY `SourceAirport`","question":"For each SourceAirport, find the avg of FlightNo in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport, AVG(FlightNo) AS AvgFlightNo\nFROM flights\nGROUP BY SourceAirport;\n```","cost":0.000122,"response_parsed":"SELECT SourceAirport, AVG(FlightNo) AS AvgFlightNo\nFROM flights\nGROUP BY SourceAirport;","time":0.4626955986}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `SourceAirport`, SUM(`FlightNo`) FROM `flights` GROUP BY `SourceAirport`","question":"For each SourceAirport, find the sum of FlightNo in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport, SUM(FlightNo) as TotalFlightNo\nFROM flights\nGROUP BY SourceAirport;\n```","cost":0.000122,"response_parsed":"SELECT SourceAirport, SUM(FlightNo) as TotalFlightNo\nFROM flights\nGROUP BY SourceAirport;","time":0.5472998619}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `DestAirport`, MIN(`Airline`) FROM `flights` GROUP BY `DestAirport`","question":"For each DestAirport, find the min of Airline in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport, MIN(Airline) AS MinAirline\nFROM flights\nGROUP BY DestAirport;\n```","cost":0.000122,"response_parsed":"SELECT DestAirport, MIN(Airline) AS MinAirline\nFROM flights\nGROUP BY DestAirport;","time":0.3759121895}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `DestAirport`, MAX(`Airline`) FROM `flights` GROUP BY `DestAirport`","question":"For each DestAirport, find the max of Airline in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport, MAX(Airline)\nFROM flights\nGROUP BY DestAirport;\n```","cost":0.0001145,"response_parsed":"SELECT DestAirport, MAX(Airline)\nFROM flights\nGROUP BY DestAirport;","time":0.6110556126}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `DestAirport`, AVG(`Airline`) FROM `flights` GROUP BY `DestAirport`","question":"For each DestAirport, find the avg of Airline in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport, AVG(Airline) AS AvgAirline\nFROM flights\nGROUP BY DestAirport;\n```","cost":0.000122,"response_parsed":"SELECT DestAirport, AVG(Airline) AS AvgAirline\nFROM flights\nGROUP BY DestAirport;","time":0.4408490658}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `DestAirport`, SUM(`Airline`) FROM `flights` GROUP BY `DestAirport`","question":"For each DestAirport, find the sum of Airline in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport, SUM(Airline) AS TotalAirline\nFROM flights\nGROUP BY DestAirport;\n```","cost":0.000122,"response_parsed":"SELECT DestAirport, SUM(Airline) AS TotalAirline\nFROM flights\nGROUP BY DestAirport;","time":0.4166922569}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `DestAirport`, MIN(`FlightNo`) FROM `flights` GROUP BY `DestAirport`","question":"For each DestAirport, find the min of FlightNo in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport, MIN(FlightNo)\nFROM flights\nGROUP BY DestAirport\n```","cost":0.0001145,"response_parsed":"SELECT DestAirport, MIN(FlightNo)\nFROM flights\nGROUP BY DestAirport","time":0.3568964005}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `DestAirport`, MAX(`FlightNo`) FROM `flights` GROUP BY `DestAirport`","question":"For each DestAirport, find the max of FlightNo in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport, MAX(FlightNo) AS MaxFlightNo\nFROM flights\nGROUP BY DestAirport;\n```","cost":0.000122,"response_parsed":"SELECT DestAirport, MAX(FlightNo) AS MaxFlightNo\nFROM flights\nGROUP BY DestAirport;","time":0.5615460873}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `DestAirport`, AVG(`FlightNo`) FROM `flights` GROUP BY `DestAirport`","question":"For each DestAirport, find the avg of FlightNo in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport, AVG(FlightNo) AS AvgFlightNo\nFROM flights\nGROUP BY DestAirport;\n```","cost":0.000122,"response_parsed":"SELECT DestAirport, AVG(FlightNo) AS AvgFlightNo\nFROM flights\nGROUP BY DestAirport;","time":0.4191377163}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `DestAirport`, SUM(`FlightNo`) FROM `flights` GROUP BY `DestAirport`","question":"For each DestAirport, find the sum of FlightNo in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport, SUM(FlightNo) AS TotalFlights\nFROM flights\nGROUP BY DestAirport\n```","cost":0.000122,"response_parsed":"SELECT DestAirport, SUM(FlightNo) AS TotalFlights\nFROM flights\nGROUP BY DestAirport","time":0.5104632378}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Airline` FROM `airlines` GROUP BY `Airline` HAVING count(*) >= 1","question":"Find all the Airline that have at least 1 records in table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT Airline\nFROM airlines\n```","cost":0.0001015,"response_parsed":"SELECT DISTINCT Airline\nFROM airlines","time":0.4996163845}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Airline` FROM `airlines` GROUP BY `Airline` HAVING count(*) <= 1","question":"Find all the Airline that have at most 1 records in table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Airline\nFROM airlines\nGROUP BY Airline\nHAVING COUNT(*) <= 1;\n```","cost":0.0001195,"response_parsed":"SELECT Airline\nFROM airlines\nGROUP BY Airline\nHAVING COUNT(*) <= 1;","time":0.3721461296}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Abbreviation` FROM `airlines` GROUP BY `Abbreviation` HAVING count(*) >= 1","question":"Find all the Abbreviation that have at least 1 records in table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Abbreviation\nFROM airlines\nGROUP BY Abbreviation\nHAVING COUNT(*) >= 1;\n```","cost":0.000123,"response_parsed":"SELECT Abbreviation\nFROM airlines\nGROUP BY Abbreviation\nHAVING COUNT(*) >= 1;","time":1.0006408691}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Abbreviation` FROM `airlines` GROUP BY `Abbreviation` HAVING count(*) <= 1","question":"Find all the Abbreviation that have at most 1 records in table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Abbreviation\nFROM airlines\nGROUP BY Abbreviation\nHAVING COUNT(*) <= 1;\n```","cost":0.000123,"response_parsed":"SELECT Abbreviation\nFROM airlines\nGROUP BY Abbreviation\nHAVING COUNT(*) <= 1;","time":0.4506356716}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Country` FROM `airlines` GROUP BY `Country` HAVING count(*) >= 12","question":"Find all the Country that have at least 12 records in table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Country\nFROM airlines\nGROUP BY Country\nHAVING COUNT(*) >= 12;\n```","cost":0.000116,"response_parsed":"SELECT Country\nFROM airlines\nGROUP BY Country\nHAVING COUNT(*) >= 12;","time":0.3752810955}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Country` FROM `airlines` GROUP BY `Country` HAVING count(*) <= 12","question":"Find all the Country that have at most 12 records in table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT Country\nFROM airlines\nGROUP BY Country\nHAVING COUNT(*) <= 12;\n```","cost":0.0001175,"response_parsed":"SELECT DISTINCT Country\nFROM airlines\nGROUP BY Country\nHAVING COUNT(*) <= 12;","time":0.5425765514}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `City` FROM `airports` GROUP BY `City` HAVING count(*) >= 1","question":"Find all the City that have at least 1 records in table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT City\nFROM airports\n```","cost":0.0000995,"response_parsed":"SELECT DISTINCT City\nFROM airports","time":0.2670722008}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `City` FROM `airports` GROUP BY `City` HAVING count(*) <= 1","question":"Find all the City that have at most 1 records in table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT City\nFROM airports\nGROUP BY City\nHAVING COUNT(*) <= 1;\n```","cost":0.000116,"response_parsed":"SELECT City\nFROM airports\nGROUP BY City\nHAVING COUNT(*) <= 1;","time":0.3591532707}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Country` FROM `airports` GROUP BY `Country` HAVING count(*) >= 100","question":"Find all the Country that have at least 100 records in table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Country \nFROM airports\nGROUP BY Country\nHAVING COUNT(*) >= 100\n```","cost":0.000116,"response_parsed":"SELECT Country \nFROM airports\nGROUP BY Country\nHAVING COUNT(*) >= 100","time":0.4232611656}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Country` FROM `airports` GROUP BY `Country` HAVING count(*) <= 100","question":"Find all the Country that have at most 100 records in table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Country\nFROM airports\nGROUP BY Country\nHAVING COUNT(*) <= 100;\n```","cost":0.000116,"response_parsed":"SELECT Country\nFROM airports\nGROUP BY Country\nHAVING COUNT(*) <= 100;","time":0.3541162014}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `AirportName` FROM `airports` GROUP BY `AirportName` HAVING count(*) >= 1","question":"Find all the AirportName that have at least 1 records in table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT AirportName\nFROM airports\nGROUP BY AirportName\nHAVING COUNT(*) >= 1;\n```","cost":0.0001195,"response_parsed":"SELECT AirportName\nFROM airports\nGROUP BY AirportName\nHAVING COUNT(*) >= 1;","time":0.4086298943}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `AirportName` FROM `airports` GROUP BY `AirportName` HAVING count(*) <= 1","question":"Find all the AirportName that have at most 1 records in table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT AirportName\nFROM airports\nGROUP BY AirportName\nHAVING COUNT(*) <= 1;\n```","cost":0.0001195,"response_parsed":"SELECT AirportName\nFROM airports\nGROUP BY AirportName\nHAVING COUNT(*) <= 1;","time":0.4563794136}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `SourceAirport` FROM `flights` GROUP BY `SourceAirport` HAVING count(*) >= 12","question":"Find all the SourceAirport that have at least 12 records in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport \nFROM flights \nGROUP BY SourceAirport \nHAVING COUNT(*) >= 12;\n```","cost":0.0001195,"response_parsed":"SELECT SourceAirport \nFROM flights \nGROUP BY SourceAirport \nHAVING COUNT(*) >= 12;","time":0.4039094448}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `SourceAirport` FROM `flights` GROUP BY `SourceAirport` HAVING count(*) <= 12","question":"Find all the SourceAirport that have at most 12 records in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING COUNT(*) <= 12;\n```","cost":0.0001195,"response_parsed":"SELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING COUNT(*) <= 12;","time":0.392270565}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `DestAirport` FROM `flights` GROUP BY `DestAirport` HAVING count(*) >= 12","question":"Find all the DestAirport that have at least 12 records in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING COUNT(*) >= 12;\n```","cost":0.0001195,"response_parsed":"SELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING COUNT(*) >= 12;","time":0.4089541435}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `DestAirport` FROM `flights` GROUP BY `DestAirport` HAVING count(*) <= 12","question":"Find all the DestAirport that have at most 12 records in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING COUNT(*) <= 12;\n```","cost":0.0001195,"response_parsed":"SELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING COUNT(*) <= 12;","time":0.3835737705}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `SourceAirport` FROM `flights` GROUP BY `SourceAirport` HAVING AVG(`Airline`) >= 6.51","question":"List the SourceAirport which average of Airline is at least 6.51 in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING AVG(Airline) >= 6.51;\n```","cost":0.000129,"response_parsed":"SELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING AVG(Airline) >= 6.51;","time":0.4355862141}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `SourceAirport` FROM `flights` GROUP BY `SourceAirport` HAVING AVG(`Airline`) <= 6.51","question":"List the SourceAirport which average of Airline is at most 6.51 in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING AVG(Airline) <= 6.51;\n```","cost":0.000129,"response_parsed":"SELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING AVG(Airline) <= 6.51;","time":0.4243478775}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `SourceAirport` FROM `flights` GROUP BY `SourceAirport` HAVING SUM(`Airline`) >= 78.0","question":"List the SourceAirport which summation of Airline is at least 78.0 in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING SUM(Airline) >= 78.0;\n```","cost":0.0001295,"response_parsed":"SELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING SUM(Airline) >= 78.0;","time":0.3924980164}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `SourceAirport` FROM `flights` GROUP BY `SourceAirport` HAVING SUM(`Airline`) <= 78.0","question":"List the SourceAirport which summation of Airline is at most 78.0 in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING SUM(Airline) <= 78.0;\n```","cost":0.0001295,"response_parsed":"SELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING SUM(Airline) <= 78.0;","time":0.8301393986}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `SourceAirport` FROM `flights` GROUP BY `SourceAirport` HAVING AVG(`FlightNo`) >= 664.35","question":"List the SourceAirport which average of FlightNo is at least 664.35 in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING AVG(FlightNo) >= 664.35;\n```","cost":0.000129,"response_parsed":"SELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING AVG(FlightNo) >= 664.35;","time":0.5592529774}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `SourceAirport` FROM `flights` GROUP BY `SourceAirport` HAVING AVG(`FlightNo`) <= 664.35","question":"List the SourceAirport which average of FlightNo is at most 664.35 in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING AVG(FlightNo) <= 664.35;\n```","cost":0.000129,"response_parsed":"SELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING AVG(FlightNo) <= 664.35;","time":0.5677213669}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `SourceAirport` FROM `flights` GROUP BY `SourceAirport` HAVING SUM(`FlightNo`) >= 7970.2","question":"List the SourceAirport which summation of FlightNo is at least 7970.2 in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING SUM(FlightNo) >= 7970.2;\n```","cost":0.0001315,"response_parsed":"SELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING SUM(FlightNo) >= 7970.2;","time":0.4154126644}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `SourceAirport` FROM `flights` GROUP BY `SourceAirport` HAVING SUM(`FlightNo`) <= 7970.2","question":"List the SourceAirport which summation of FlightNo is at most 7970.2 in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING SUM(FlightNo) <= 7970.2;\n```","cost":0.0001315,"response_parsed":"SELECT SourceAirport\nFROM flights\nGROUP BY SourceAirport\nHAVING SUM(FlightNo) <= 7970.2;","time":0.6101338863}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `DestAirport` FROM `flights` GROUP BY `DestAirport` HAVING AVG(`Airline`) >= 6.51","question":"List the DestAirport which average of Airline is at least 6.51 in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING AVG(Airline) >= 6.51\n```","cost":0.000129,"response_parsed":"SELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING AVG(Airline) >= 6.51","time":2.8893167973}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `DestAirport` FROM `flights` GROUP BY `DestAirport` HAVING AVG(`Airline`) <= 6.51","question":"List the DestAirport which average of Airline is at most 6.51 in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING AVG(Airline) <= 6.51;\n```","cost":0.000129,"response_parsed":"SELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING AVG(Airline) <= 6.51;","time":0.4472174644}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `DestAirport` FROM `flights` GROUP BY `DestAirport` HAVING SUM(`Airline`) >= 78.0","question":"List the DestAirport which summation of Airline is at least 78.0 in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING SUM(Airline) >= 78.0;\n```","cost":0.0001295,"response_parsed":"SELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING SUM(Airline) >= 78.0;","time":0.564302206}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `DestAirport` FROM `flights` GROUP BY `DestAirport` HAVING SUM(`Airline`) <= 78.0","question":"List the DestAirport which summation of Airline is at most 78.0 in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING SUM(Airline) <= 78.0;\n```","cost":0.0001295,"response_parsed":"SELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING SUM(Airline) <= 78.0;","time":0.5058932304}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `DestAirport` FROM `flights` GROUP BY `DestAirport` HAVING AVG(`FlightNo`) >= 664.36","question":"List the DestAirport which average of FlightNo is at least 664.36 in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING AVG(FlightNo) >= 664.36;\n```","cost":0.000129,"response_parsed":"SELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING AVG(FlightNo) >= 664.36;","time":0.4163060188}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `DestAirport` FROM `flights` GROUP BY `DestAirport` HAVING AVG(`FlightNo`) <= 664.36","question":"List the DestAirport which average of FlightNo is at most 664.36 in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING AVG(FlightNo) <= 664.36;\n```","cost":0.000129,"response_parsed":"SELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING AVG(FlightNo) <= 664.36;","time":0.445687294}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `DestAirport` FROM `flights` GROUP BY `DestAirport` HAVING SUM(`FlightNo`) >= 7970.2","question":"List the DestAirport which summation of FlightNo is at least 7970.2 in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING SUM(FlightNo) >= 7970.2\n```","cost":0.0001315,"response_parsed":"SELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING SUM(FlightNo) >= 7970.2","time":0.5126099586}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `DestAirport` FROM `flights` GROUP BY `DestAirport` HAVING SUM(`FlightNo`) <= 7970.2","question":"List the DestAirport which summation of FlightNo is at most 7970.2 in table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING SUM(FlightNo) <= 7970.2;\n```","cost":0.0001315,"response_parsed":"SELECT DestAirport\nFROM flights\nGROUP BY DestAirport\nHAVING SUM(FlightNo) <= 7970.2;","time":0.5400032997}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"many-to-many-generator","sql_tag":"many-to-many","query":"SELECT `Airline` FROM `airlines` GROUP BY `Airline` HAVING COUNT(DISTINCT `Country`) = (SELECT COUNT(DISTINCT `Country`) FROM `airlines`)","question":"What are the Airline with all the Country in table airlines?","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT Airline\nFROM airlines;\n```","cost":0.0001,"response_parsed":"SELECT DISTINCT Airline\nFROM airlines;","time":0.4947557449}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"many-to-many-generator","sql_tag":"many-to-many","query":"SELECT `Abbreviation` FROM `airlines` GROUP BY `Abbreviation` HAVING COUNT(DISTINCT `Country`) = (SELECT COUNT(DISTINCT `Country`) FROM `airlines`)","question":"What are the Abbreviation with all the Country in table airlines?","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Abbreviation, Country\nFROM airlines;\n```","cost":0.0001035,"response_parsed":"SELECT Abbreviation, Country\nFROM airlines;","time":0.497428894}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"many-to-many-generator","sql_tag":"many-to-many","query":"SELECT `City` FROM `airports` GROUP BY `City` HAVING COUNT(DISTINCT `Country`) = (SELECT COUNT(DISTINCT `Country`) FROM `airports`)","question":"What are the City with all the Country in table airports?","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT City, Country\nFROM airports\n```","cost":0.000101,"response_parsed":"SELECT DISTINCT City, Country\nFROM airports","time":0.3397350311}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"many-to-many-generator","sql_tag":"many-to-many","query":"SELECT `City` FROM `airports` GROUP BY `City` HAVING COUNT(DISTINCT `CountryAbbrev`) = (SELECT COUNT(DISTINCT `CountryAbbrev`) FROM `airports`)","question":"What are the City with all the CountryAbbrev in table airports?","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT City\nFROM airports\nGROUP BY City\nHAVING COUNT(DISTINCT CountryAbbrev) = (SELECT COUNT(DISTINCT CountryAbbrev) FROM airports)\n```","cost":0.000141,"response_parsed":"SELECT DISTINCT City\nFROM airports\nGROUP BY City\nHAVING COUNT(DISTINCT CountryAbbrev) = (SELECT COUNT(DISTINCT CountryAbbrev) FROM airports)","time":0.6813645363}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"many-to-many-generator","sql_tag":"many-to-many","query":"SELECT `AirportCode` FROM `airports` GROUP BY `AirportCode` HAVING COUNT(DISTINCT `Country`) = (SELECT COUNT(DISTINCT `Country`) FROM `airports`)","question":"What are the AirportCode with all the Country in table airports?","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT AirportCode, Country\nFROM airports;\n```","cost":0.0001015,"response_parsed":"SELECT AirportCode, Country\nFROM airports;","time":0.3581597805}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"many-to-many-generator","sql_tag":"many-to-many","query":"SELECT `AirportName` FROM `airports` GROUP BY `AirportName` HAVING COUNT(DISTINCT `Country`) = (SELECT COUNT(DISTINCT `Country`) FROM `airports`)","question":"What are the AirportName with all the Country in table airports?","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT AirportName, Country\nFROM airports;\n```","cost":0.0001015,"response_parsed":"SELECT AirportName, Country\nFROM airports;","time":0.4187438488}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"many-to-many-generator","sql_tag":"many-to-many","query":"SELECT `Country` FROM `airports` GROUP BY `Country` HAVING COUNT(DISTINCT `CountryAbbrev`) = (SELECT COUNT(DISTINCT `CountryAbbrev`) FROM `airports`)","question":"What are the Country with all the CountryAbbrev in table airports?","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT Country \nFROM airports \nWHERE Country NOT IN (\n    SELECT Country \n    FROM airports \n    WHERE CountryAbbrev IS NULL\n)\n```","cost":0.000132,"response_parsed":"SELECT DISTINCT Country \nFROM airports \nWHERE Country NOT IN (\n    SELECT Country \n    FROM airports \n    WHERE CountryAbbrev IS NULL\n)","time":0.4694929123}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `airlines` ORDER BY `Country` ASC","question":"Show all data ordered by Country in ascending order for the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * FROM airlines\nORDER BY Country ASC;\n```","cost":0.0001035,"response_parsed":"SELECT * FROM airlines\nORDER BY Country ASC;","time":0.3431444168}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `airlines` ORDER BY `Country` DESC","question":"Show all data ordered by Country in descending order for the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM airlines\nORDER BY Country DESC;\n```","cost":0.000105,"response_parsed":"SELECT * \nFROM airlines\nORDER BY Country DESC;","time":0.2973401546}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `airlines` ORDER BY `Abbreviation` ASC","question":"Show all data ordered by Abbreviation in ascending order for the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * FROM airlines\nORDER BY Abbreviation ASC;\n```","cost":0.0001075,"response_parsed":"SELECT * FROM airlines\nORDER BY Abbreviation ASC;","time":0.3396413326}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `airlines` ORDER BY `Abbreviation` DESC","question":"Show all data ordered by Abbreviation in descending order for the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * FROM airlines\nORDER BY Abbreviation DESC;\n```","cost":0.0001075,"response_parsed":"SELECT * FROM airlines\nORDER BY Abbreviation DESC;","time":0.2827904224}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Abbreviation` FROM `airlines` ORDER BY `Abbreviation` ASC","question":"Project the Abbreviation ordered in ascending order for the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Abbreviation\nFROM airlines\nORDER BY Abbreviation ASC;\n```","cost":0.000111,"response_parsed":"SELECT Abbreviation\nFROM airlines\nORDER BY Abbreviation ASC;","time":0.3716311455}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Abbreviation` FROM `airlines` ORDER BY `Abbreviation` DESC","question":"Project the Abbreviation ordered in descending order for the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Abbreviation\nFROM airlines\nORDER BY Abbreviation DESC;\n```","cost":0.000111,"response_parsed":"SELECT Abbreviation\nFROM airlines\nORDER BY Abbreviation DESC;","time":0.4249315262}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Country` FROM `airlines` ORDER BY `Country` ASC","question":"Project the Country ordered in ascending order for the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Country\nFROM airlines\nORDER BY Country ASC;\n```","cost":0.000104,"response_parsed":"SELECT Country\nFROM airlines\nORDER BY Country ASC;","time":0.273765564}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Country` FROM `airlines` ORDER BY `Country` DESC","question":"Project the Country ordered in descending order for the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT Country\nFROM airlines\nORDER BY Country DESC;\n```","cost":0.0001055,"response_parsed":"SELECT DISTINCT Country\nFROM airlines\nORDER BY Country DESC;","time":0.3620460033}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `airports` ORDER BY `Country` ASC","question":"Show all data ordered by Country in ascending order for the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM airports\nORDER BY Country ASC;\n```","cost":0.000105,"response_parsed":"SELECT * \nFROM airports\nORDER BY Country ASC;","time":0.3708353043}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `airports` ORDER BY `Country` DESC","question":"Show all data ordered by Country in descending order for the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * FROM airports \nORDER BY Country DESC;\n```","cost":0.0001035,"response_parsed":"SELECT * FROM airports \nORDER BY Country DESC;","time":0.3293888569}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `airports` ORDER BY `AirportName` ASC","question":"Show all data ordered by AirportName in ascending order for the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM airports\nORDER BY AirportName ASC;\n```","cost":0.000107,"response_parsed":"SELECT * \nFROM airports\nORDER BY AirportName ASC;","time":0.3500916958}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `airports` ORDER BY `AirportName` DESC","question":"Show all data ordered by AirportName in descending order for the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM airports\nORDER BY AirportName DESC;\n```","cost":0.000107,"response_parsed":"SELECT * \nFROM airports\nORDER BY AirportName DESC;","time":0.2941629887}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `AirportName` FROM `airports` ORDER BY `AirportName` ASC","question":"Project the AirportName ordered in ascending order for the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT AirportName\nFROM airports\nORDER BY AirportName ASC;\n```","cost":0.0001075,"response_parsed":"SELECT AirportName\nFROM airports\nORDER BY AirportName ASC;","time":0.3433525562}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `AirportName` FROM `airports` ORDER BY `AirportName` DESC","question":"Project the AirportName ordered in descending order for the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT AirportName\nFROM airports\nORDER BY AirportName DESC;\n```","cost":0.0001075,"response_parsed":"SELECT AirportName\nFROM airports\nORDER BY AirportName DESC;","time":0.326644659}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Country` FROM `airports` ORDER BY `Country` ASC","question":"Project the Country ordered in ascending order for the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT Country \nFROM airports\nORDER BY Country ASC;\n```","cost":0.0001055,"response_parsed":"SELECT DISTINCT Country \nFROM airports\nORDER BY Country ASC;","time":0.3714513779}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Country` FROM `airports` ORDER BY `Country` DESC","question":"Project the Country ordered in descending order for the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT Country\nFROM airports\nORDER BY Country DESC;\n```","cost":0.0001055,"response_parsed":"SELECT DISTINCT Country\nFROM airports\nORDER BY Country DESC;","time":0.3171327114}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `flights` ORDER BY `SourceAirport` ASC","question":"Show all data ordered by SourceAirport in ascending order for the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM flights\nORDER BY SourceAirport ASC;\n```","cost":0.000107,"response_parsed":"SELECT * \nFROM flights\nORDER BY SourceAirport ASC;","time":0.3237440586}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `flights` ORDER BY `SourceAirport` DESC","question":"Show all data ordered by SourceAirport in descending order for the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM flights\nORDER BY SourceAirport DESC;\n```","cost":0.000107,"response_parsed":"SELECT * \nFROM flights\nORDER BY SourceAirport DESC;","time":0.3448262215}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `flights` ORDER BY `FlightNo` ASC","question":"Show all data ordered by FlightNo in ascending order for the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM flights\nORDER BY FlightNo ASC;\n```","cost":0.000107,"response_parsed":"SELECT * \nFROM flights\nORDER BY FlightNo ASC;","time":0.3841319084}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `flights` ORDER BY `FlightNo` DESC","question":"Show all data ordered by FlightNo in descending order for the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM flights\nORDER BY FlightNo DESC;\n```","cost":0.000107,"response_parsed":"SELECT * \nFROM flights\nORDER BY FlightNo DESC;","time":0.3964173794}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `DestAirport` FROM `flights` ORDER BY `DestAirport` ASC","question":"Project the DestAirport ordered in ascending order for the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport\nFROM flights\nORDER BY DestAirport ASC;\n```","cost":0.0001075,"response_parsed":"SELECT DestAirport\nFROM flights\nORDER BY DestAirport ASC;","time":0.3636991978}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `DestAirport` FROM `flights` ORDER BY `DestAirport` DESC","question":"Project the DestAirport ordered in descending order for the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport\nFROM flights\nORDER BY DestAirport DESC;\n```","cost":0.0001075,"response_parsed":"SELECT DestAirport\nFROM flights\nORDER BY DestAirport DESC;","time":0.6159570217}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `SourceAirport` FROM `flights` ORDER BY `SourceAirport` ASC","question":"Project the SourceAirport ordered in ascending order for the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport\nFROM flights\nORDER BY SourceAirport ASC;\n``` ","cost":0.000109,"response_parsed":"SELECT SourceAirport\nFROM flights\nORDER BY SourceAirport ASC;","time":0.3335828781}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `SourceAirport` FROM `flights` ORDER BY `SourceAirport` DESC","question":"Project the SourceAirport ordered in descending order for the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport \nFROM flights\nORDER BY SourceAirport DESC;\n```","cost":0.0001075,"response_parsed":"SELECT SourceAirport \nFROM flights\nORDER BY SourceAirport DESC;","time":0.4220955372}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `uid` FROM `airlines`","question":"Show all uid in the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT uid \nFROM airlines;\n```","cost":0.0000945,"response_parsed":"SELECT uid \nFROM airlines;","time":0.2684116364}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Airline` FROM `airlines`","question":"Show all Airline in the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Airline \nFROM airlines\n```","cost":0.0000965,"response_parsed":"SELECT Airline \nFROM airlines","time":0.2901260853}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Abbreviation` FROM `airlines`","question":"Show all Abbreviation in the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Abbreviation \nFROM airlines;\n```","cost":0.0000985,"response_parsed":"SELECT Abbreviation \nFROM airlines;","time":0.359318018}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Country` FROM `airlines`","question":"Show all Country in the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT Country\nFROM airlines;\n```","cost":0.000096,"response_parsed":"SELECT DISTINCT Country\nFROM airlines;","time":0.4016501904}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `airlines`","question":"Show all the rows in the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * FROM airlines;\n```","cost":0.0000935,"response_parsed":"SELECT * FROM airlines;","time":0.322650671}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `uid` FROM `airlines`","question":"Show all uid in the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT uid \nFROM airlines;\n```","cost":0.0000945,"response_parsed":"SELECT uid \nFROM airlines;","time":0.4904639721}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Abbreviation`, `uid` FROM `airlines`","question":"Show all Abbreviation, uid in the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Abbreviation, uid\nFROM airlines;\n```","cost":0.0001025,"response_parsed":"SELECT Abbreviation, uid\nFROM airlines;","time":0.3416776657}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Country`, `uid`, `Abbreviation` FROM `airlines`","question":"Show all Country, uid, Abbreviation in the table airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Country, uid, Abbreviation\nFROM airlines;\n```","cost":0.0001065,"response_parsed":"SELECT Country, uid, Abbreviation\nFROM airlines;","time":0.6212589741}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `City` FROM `airports`","question":"Show all City in the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT City\nFROM airports;\n```","cost":0.0000945,"response_parsed":"SELECT City\nFROM airports;","time":0.3293237686}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `AirportCode` FROM `airports`","question":"Show all AirportCode in the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT AirportCode\nFROM airports;\n```","cost":0.0000965,"response_parsed":"SELECT AirportCode\nFROM airports;","time":0.3591551781}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `AirportName` FROM `airports`","question":"Show all AirportName in the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT AirportName\nFROM airports;\n```","cost":0.0000965,"response_parsed":"SELECT AirportName\nFROM airports;","time":0.4568326473}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Country` FROM `airports`","question":"Show all Country in the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT Country\nFROM airports;\n```","cost":0.000096,"response_parsed":"SELECT DISTINCT Country\nFROM airports;","time":0.3232445717}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `CountryAbbrev` FROM `airports`","question":"Show all CountryAbbrev in the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT CountryAbbrev\nFROM airports;\n```","cost":0.0000985,"response_parsed":"SELECT CountryAbbrev\nFROM airports;","time":0.3282146454}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `airports`","question":"Show all the rows in the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * FROM airports;\n```","cost":0.0000935,"response_parsed":"SELECT * FROM airports;","time":0.2760140896}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `City` FROM `airports`","question":"Show all City in the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT City\nFROM airports;\n```","cost":0.0000945,"response_parsed":"SELECT City\nFROM airports;","time":0.3097939491}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Country`, `CountryAbbrev` FROM `airports`","question":"Show all Country, CountryAbbrev in the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Country, CountryAbbrev\nFROM airports;\n```","cost":0.0001025,"response_parsed":"SELECT Country, CountryAbbrev\nFROM airports;","time":0.3704600334}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `AirportCode`, `City`, `AirportName` FROM `airports`","question":"Show all AirportCode, City, AirportName in the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT AirportCode, City, AirportName\nFROM airports;\n```","cost":0.0001065,"response_parsed":"SELECT AirportCode, City, AirportName\nFROM airports;","time":0.448333025}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Country`, `CountryAbbrev`, `City`, `AirportName` FROM `airports`","question":"Show all Country, CountryAbbrev, City, AirportName in the table airports","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Country, CountryAbbrev, City, AirportName\nFROM airports;\n```","cost":0.0001125,"response_parsed":"SELECT Country, CountryAbbrev, City, AirportName\nFROM airports;","time":0.4013428688}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Airline` FROM `flights`","question":"Show all Airline in the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Airline\nFROM flights;\n```","cost":0.0000965,"response_parsed":"SELECT Airline\nFROM flights;","time":0.4971141815}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `FlightNo` FROM `flights`","question":"Show all FlightNo in the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT FlightNo\nFROM flights\n```","cost":0.0000965,"response_parsed":"SELECT FlightNo\nFROM flights","time":0.2868499756}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `SourceAirport` FROM `flights`","question":"Show all SourceAirport in the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DISTINCT SourceAirport \nFROM flights;\n```","cost":0.000098,"response_parsed":"SELECT DISTINCT SourceAirport \nFROM flights;","time":0.2975258827}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `DestAirport` FROM `flights`","question":"Show all DestAirport in the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport FROM flights;\n```","cost":0.000095,"response_parsed":"SELECT DestAirport FROM flights;","time":0.9233920574}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `flights`","question":"Show all the rows in the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * FROM flights;\n```","cost":0.0000935,"response_parsed":"SELECT * FROM flights;","time":0.4032747746}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `DestAirport` FROM `flights`","question":"Show all DestAirport in the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT DestAirport\nFROM flights\n```","cost":0.0000965,"response_parsed":"SELECT DestAirport\nFROM flights","time":0.2487180233}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `SourceAirport`, `DestAirport` FROM `flights`","question":"Show all SourceAirport, DestAirport in the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT SourceAirport, DestAirport\nFROM flights;\n```","cost":0.0001025,"response_parsed":"SELECT SourceAirport, DestAirport\nFROM flights;","time":0.3433742523}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Airline`, `SourceAirport`, `FlightNo` FROM `flights`","question":"Show all Airline, SourceAirport, FlightNo in the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT flights.Airline, airports.AirportCode AS SourceAirport, flights.FlightNo\nFROM flights\nINNER JOIN airports ON flights.SourceAirport = airports.AirportCode;\n```","cost":0.0001445,"response_parsed":"SELECT flights.Airline, airports.AirportCode AS SourceAirport, flights.FlightNo\nFROM flights\nINNER JOIN airports ON flights.SourceAirport = airports.AirportCode;","time":0.7965905666}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `airlines` WHERE `Airline` == 'Delta Airlines'","question":"Show the data of the table airlines where Airline is equal to Delta Airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM airlines \nWHERE Airline = 'Delta Airlines';\n```","cost":0.0001105,"response_parsed":"SELECT * \nFROM airlines \nWHERE Airline = 'Delta Airlines';","time":2.5534572601}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `airlines` WHERE `Airline` != 'United Airlines'","question":"Show the data of the table airlines where Airline is different from United Airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT *\nFROM airlines\nWHERE Airline != 'United Airlines';\n```","cost":0.000109,"response_parsed":"SELECT *\nFROM airlines\nWHERE Airline != 'United Airlines';","time":0.358932972}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `airlines` WHERE `Airline` != 'Delta Airlines'","question":"Show the data of the table airlines where Airline not equal to Delta Airlines","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * FROM airlines WHERE Airline != 'Delta Airlines';\n```","cost":0.0001075,"response_parsed":"SELECT * FROM airlines WHERE Airline != 'Delta Airlines';","time":0.3700971603}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `airlines` WHERE `Abbreviation` == 'USAir'","question":"Show the data of the table airlines where Abbreviation is equal to USAir","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT *\nFROM airlines\nWHERE Abbreviation = 'USAir';\n```","cost":0.000111,"response_parsed":"SELECT *\nFROM airlines\nWHERE Abbreviation = 'USAir';","time":0.4272749424}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `airlines` WHERE `Abbreviation` != 'Southwest'","question":"Show the data of the table airlines where Abbreviation is different from Southwest","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM airlines\nWHERE Abbreviation <> 'Southwest';\n```","cost":0.000112,"response_parsed":"SELECT * \nFROM airlines\nWHERE Abbreviation <> 'Southwest';","time":0.328666687}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `airlines` WHERE `Abbreviation` != 'American'","question":"Show the data of the table airlines where Abbreviation not equal to American","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM airlines\nWHERE Abbreviation <> 'American';\n```","cost":0.0001105,"response_parsed":"SELECT * \nFROM airlines\nWHERE Abbreviation <> 'American';","time":0.4130911827}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `airlines` WHERE `Country` == 'USA'","question":"Show the data of the table airlines where Country is equal to USA","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT *\nFROM airlines\nWHERE Country = 'USA';\n```","cost":0.000105,"response_parsed":"SELECT *\nFROM airlines\nWHERE Country = 'USA';","time":0.3554148674}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `airports` WHERE `City` == 'Abingdon '","question":"Show the data of the table airports where City is equal to Abingdon ","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM airports\nWHERE City = 'Abingdon';\n```","cost":0.0001105,"response_parsed":"SELECT * \nFROM airports\nWHERE City = 'Abingdon';","time":0.6624429226}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `airports` WHERE `City` != 'Ada '","question":"Show the data of the table airports where City is different from Ada ","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM airports \nWHERE City <> 'Ada';\n```","cost":0.0001065,"response_parsed":"SELECT * \nFROM airports \nWHERE City <> 'Ada';","time":0.3129703999}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `airports` WHERE `City` != 'Abingdon '","question":"Show the data of the table airports where City not equal to Abingdon ","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * FROM airports WHERE City != 'Abingdon';\n```","cost":0.0001075,"response_parsed":"SELECT * FROM airports WHERE City != 'Abingdon';","time":0.422590971}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `airports` WHERE `CountryAbbrev` == 'US'","question":"Show the data of the table airports where CountryAbbrev is equal to US","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * FROM airports WHERE CountryAbbrev = 'US';\n```","cost":0.0001075,"response_parsed":"SELECT * FROM airports WHERE CountryAbbrev = 'US';","time":0.5364255905}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `airports` WHERE `CountryAbbrev` != 'US '","question":"Show the data of the table airports where CountryAbbrev is different from US ","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * FROM airports\nWHERE CountryAbbrev <> 'US';\n```","cost":0.000109,"response_parsed":"SELECT * FROM airports\nWHERE CountryAbbrev <> 'US';","time":1.9498040676}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `airports` WHERE `CountryAbbrev` != 'US'","question":"Show the data of the table airports where CountryAbbrev not equal to US","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM airports\nWHERE CountryAbbrev <> 'US';\n```","cost":0.0001105,"response_parsed":"SELECT * \nFROM airports\nWHERE CountryAbbrev <> 'US';","time":0.4555835724}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `airports` WHERE `Country` == 'United States '","question":"Show the data of the table airports where Country is equal to United States ","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM airports \nWHERE Country = 'United States';\n```","cost":0.0001085,"response_parsed":"SELECT * \nFROM airports \nWHERE Country = 'United States';","time":0.3715302944}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `flights` WHERE `SourceAirport` == ' ACV'","question":"Show the data of the table flights where SourceAirport is equal to  ACV","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM flights\nWHERE SourceAirport = 'ACV';\n```","cost":0.000111,"response_parsed":"SELECT * \nFROM flights\nWHERE SourceAirport = 'ACV';","time":0.4222750664}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `flights` WHERE `SourceAirport` != ' ASY'","question":"Show the data of the table flights where SourceAirport is different from  ASY","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT *\nFROM flights\nWHERE SourceAirport <> 'ASY';\n```","cost":0.000108,"response_parsed":"SELECT *\nFROM flights\nWHERE SourceAirport <> 'ASY';","time":0.4948656559}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `flights` WHERE `SourceAirport` != ' ACV'","question":"Show the data of the table flights where SourceAirport not equal to  ACV","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM flights\nWHERE SourceAirport <> 'ACV';\n```","cost":0.000111,"response_parsed":"SELECT * \nFROM flights\nWHERE SourceAirport <> 'ACV';","time":0.3591148853}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `flights` WHERE `DestAirport` == ' AHT'","question":"Show the data of the table flights where DestAirport is equal to  AHT","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM flights\nWHERE DestAirport = 'AHT';\n```","cost":0.000111,"response_parsed":"SELECT * \nFROM flights\nWHERE DestAirport = 'AHT';","time":0.3879778385}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `flights` WHERE `DestAirport` != ' ASY'","question":"Show the data of the table flights where DestAirport is different from  ASY","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT *\nFROM flights\nWHERE DestAirport != 'ASY';\n```","cost":0.000108,"response_parsed":"SELECT *\nFROM flights\nWHERE DestAirport != 'ASY';","time":0.3994293213}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `flights` WHERE `DestAirport` != ' ASY'","question":"Show the data of the table flights where DestAirport not equal to  ASY","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM flights\nWHERE DestAirport <> 'ASY';\n```","cost":0.0001095,"response_parsed":"SELECT * \nFROM flights\nWHERE DestAirport <> 'ASY';","time":0.3726243973}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `flights` WHERE `Airline` > 1","question":"Show the data of the table flights where Airline is greater than 1","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM flights\nWHERE Airline > 1;\n```","cost":0.000109,"response_parsed":"SELECT * \nFROM flights\nWHERE Airline > 1;","time":0.3607878685}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `flights` WHERE `FlightNo` > 54","question":"Show the data of the table flights where FlightNo is greater than 54","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * FROM flights WHERE FlightNo > 54;\n```","cost":0.000106,"response_parsed":"SELECT * FROM flights WHERE FlightNo > 54;","time":0.2689096928}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `flights` WHERE `FlightNo` < 28","question":"Show the data of the table flights where FlightNo is less than 28","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT * \nFROM flights\nWHERE FlightNo < 28;\n```","cost":0.000109,"response_parsed":"SELECT * \nFROM flights\nWHERE FlightNo < 28;","time":0.4812412262}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Airline`) FROM `airlines`","question":"How many different Airline are in table airlines?","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Airline) AS num_airlines\nFROM airlines;\n```","cost":0.0001105,"response_parsed":"SELECT COUNT(DISTINCT Airline) AS num_airlines\nFROM airlines;","time":0.3736643791}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Abbreviation`) FROM `airlines`","question":"How many different Abbreviation are in table airlines?","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Abbreviation) \nFROM airlines;\n```","cost":0.0001065,"response_parsed":"SELECT COUNT(DISTINCT Abbreviation) \nFROM airlines;","time":0.4004507065}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airlines","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Country`) FROM `airlines`","question":"How many different Country are in table airlines?","db_schema_normalized":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Country) AS NumberOfCountries\nFROM airlines;\n```","cost":0.000107,"response_parsed":"SELECT COUNT(DISTINCT Country) AS NumberOfCountries\nFROM airlines;","time":0.3815865517}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `City`) FROM `airports`","question":"How many different City are in table airports?","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT City) AS TotalCity FROM airports;\n```","cost":0.0001055,"response_parsed":"SELECT COUNT(DISTINCT City) AS TotalCity FROM airports;","time":0.3289408684}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `AirportCode`) FROM `airports`","question":"How many different AirportCode are in table airports?","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT AirportCode) AS num_airport_codes \nFROM airports;\n```","cost":0.000112,"response_parsed":"SELECT COUNT(DISTINCT AirportCode) AS num_airport_codes \nFROM airports;","time":0.4156455994}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `AirportName`) FROM `airports`","question":"How many different AirportName are in table airports?","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT AirportName) AS NumberOfAirports FROM airports;\n```","cost":0.000109,"response_parsed":"SELECT COUNT(DISTINCT AirportName) AS NumberOfAirports FROM airports;","time":0.4146339893}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Country`) FROM `airports`","question":"How many different Country are in table airports?","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Country) AS NumOfCountries\nFROM airports;\n```","cost":0.0001085,"response_parsed":"SELECT COUNT(DISTINCT Country) AS NumOfCountries\nFROM airports;","time":0.3531057835}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"airports","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `CountryAbbrev`) FROM `airports`","question":"How many different CountryAbbrev are in table airports?","db_schema_normalized":"`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT CountryAbbrev) AS num_countries\nFROM airports;\n```","cost":0.000111,"response_parsed":"SELECT COUNT(DISTINCT CountryAbbrev) AS num_countries\nFROM airports;","time":0.3297905922}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `SourceAirport`) FROM `flights`","question":"How many different SourceAirport are in table flights?","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT SourceAirport)\nFROM flights;\n```","cost":0.000103,"response_parsed":"SELECT COUNT(DISTINCT SourceAirport)\nFROM flights;","time":0.3283634186}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `DestAirport`) FROM `flights`","question":"How many different DestAirport are in table flights?","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT DestAirport) AS NumDifferentDestAirport\nFROM flights;\n```","cost":0.000112,"response_parsed":"SELECT COUNT(DISTINCT DestAirport) AS NumDifferentDestAirport\nFROM flights;","time":0.4035151005}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Airline`) FROM `flights`","question":"Find the maximum Airline for the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT Airline, MAX(Airline) AS max_airline \nFROM flights;\n```","cost":0.000112,"response_parsed":"SELECT Airline, MAX(Airline) AS max_airline \nFROM flights;","time":0.7209663391}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Airline`) FROM `flights`","question":"Find the minimum Airline for the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT MIN(Airline) AS MinimumAirline\nFROM flights;\n```","cost":0.0001075,"response_parsed":"SELECT MIN(Airline) AS MinimumAirline\nFROM flights;","time":0.3553369045}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Airline`) FROM `flights`","question":"Find the average Airline for the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT AVG(Airline) AS Average_Airline\nFROM flights;\n```","cost":0.000109,"response_parsed":"SELECT AVG(Airline) AS Average_Airline\nFROM flights;","time":0.368945837}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`FlightNo`) FROM `flights`","question":"Find the maximum FlightNo for the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT MAX(FlightNo) FROM flights;\n```","cost":0.0001,"response_parsed":"SELECT MAX(FlightNo) FROM flights;","time":0.3665928841}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`FlightNo`) FROM `flights`","question":"Find the minimum FlightNo for the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT MIN(FlightNo) AS MinFlightNo FROM flights;\n```","cost":0.000106,"response_parsed":"SELECT MIN(FlightNo) AS MinFlightNo FROM flights;","time":0.6311779022}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/flight_2\/flight_2.sqlite","db_id":"flight_2","tbl_name":"flights","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`FlightNo`) FROM `flights`","question":"Find the average FlightNo for the table flights","db_schema_normalized":"`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","db_schema":"`'airlines'` (uid INTEGER PRIMARY KEY, Airline TEXT, Abbreviation TEXT, Country TEXT)\n`'airports'` (City TEXT, AirportCode TEXT PRIMARY KEY, AirportName TEXT, Country TEXT, CountryAbbrev TEXT)\n`'flights'` (Airline INTEGER, FlightNo INTEGER, SourceAirport TEXT, DestAirport TEXT, PRIMARY KEY(Airline, FlightNo), FOREIGN KEY (SourceAirport) REFERENCES airports(AirportCode), FOREIGN KEY (DestAirport) REFERENCES airports(AirportCode))","pred_dict":{"response":"```sql\nSELECT AVG(FlightNo) AS avgFlightNo\nFROM flights;\n```","cost":0.0001075,"response_parsed":"SELECT AVG(FlightNo) AS avgFlightNo\nFROM flights;","time":0.3667967319}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Name` FROM `employee`","question":"Show the different Name in the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT DISTINCT Name \nFROM employee;\n```","cost":0.000135,"response_parsed":"SELECT DISTINCT Name \nFROM employee;","time":0.3722076416}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `City` FROM `employee`","question":"Show the different City in the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT DISTINCT City\nFROM employee;\n```","cost":0.000135,"response_parsed":"SELECT DISTINCT City\nFROM employee;","time":0.2394266129}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Employee_ID` FROM `evaluation`","question":"Show the different Employee_ID in the table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT DISTINCT Employee_ID \nFROM evaluation;\n```","cost":0.000137,"response_parsed":"SELECT DISTINCT Employee_ID \nFROM evaluation;","time":0.348082304}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Year_awarded` FROM `evaluation`","question":"Show the different Year_awarded in the table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT DISTINCT Year_awarded\nFROM evaluation;\n```","cost":0.000139,"response_parsed":"SELECT DISTINCT Year_awarded\nFROM evaluation;","time":0.3567962646}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Start_from` FROM `hiring`","question":"Show the different Start_from in the table hiring","db_schema_normalized":"`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT DISTINCT Start_from FROM hiring;\n```","cost":0.0001355,"response_parsed":"SELECT DISTINCT Start_from FROM hiring;","time":0.3517177105}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Name` FROM `shop`","question":"Show the different Name in the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT DISTINCT Name\nFROM shop;\n```","cost":0.000135,"response_parsed":"SELECT DISTINCT Name\nFROM shop;","time":0.3728237152}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Location` FROM `shop`","question":"Show the different Location in the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT DISTINCT Location\nFROM shop;\n```","cost":0.000135,"response_parsed":"SELECT DISTINCT Location\nFROM shop;","time":0.4057531357}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `District` FROM `shop`","question":"Show the different District in the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT DISTINCT District\nFROM shop;\n```","cost":0.000135,"response_parsed":"SELECT DISTINCT District\nFROM shop;","time":0.3011105061}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Manager_name` FROM `shop`","question":"Show the different Manager_name in the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT DISTINCT Manager_name\nFROM shop;\n```","cost":0.000137,"response_parsed":"SELECT DISTINCT Manager_name\nFROM shop;","time":0.3068966866}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Name`, COUNT(*) FROM `employee` GROUP BY `Name`","question":"For each Name, count the number of rows in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name, COUNT(*)\nFROM employee\nGROUP BY Name;\n```","cost":0.000146,"response_parsed":"SELECT Name, COUNT(*)\nFROM employee\nGROUP BY Name;","time":0.4096283913}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `City`, COUNT(*) FROM `employee` GROUP BY `City`","question":"For each City, count the number of rows in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT City, COUNT(*) AS Employee_Count\nFROM employee\nGROUP BY City;\n```","cost":0.0001505,"response_parsed":"SELECT City, COUNT(*) AS Employee_Count\nFROM employee\nGROUP BY City;","time":0.3870904446}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Name`, MIN(`Age`) FROM `employee` GROUP BY `Name`","question":"For each Name, find the min of Age in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name, MIN(Age) AS Min_Age\nFROM employee\nGROUP BY Name;\n```","cost":0.000155,"response_parsed":"SELECT Name, MIN(Age) AS Min_Age\nFROM employee\nGROUP BY Name;","time":0.4175982475}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Name`, MAX(`Age`) FROM `employee` GROUP BY `Name`","question":"For each Name, find the max of Age in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name, MAX(Age) AS Max_Age\nFROM employee\nGROUP BY Name;\n```","cost":0.000155,"response_parsed":"SELECT Name, MAX(Age) AS Max_Age\nFROM employee\nGROUP BY Name;","time":0.4164447784}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Name`, AVG(`Age`) FROM `employee` GROUP BY `Name`","question":"For each Name, find the avg of Age in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name, AVG(Age) AS Avg_Age\nFROM employee\nGROUP BY Name;\n```","cost":0.000155,"response_parsed":"SELECT Name, AVG(Age) AS Avg_Age\nFROM employee\nGROUP BY Name;","time":0.3543000221}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Name`, SUM(`Age`) FROM `employee` GROUP BY `Name`","question":"For each Name, find the sum of Age in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name, SUM(Age) AS Age_Sum\nFROM employee\nGROUP BY Name;\n```","cost":0.000155,"response_parsed":"SELECT Name, SUM(Age) AS Age_Sum\nFROM employee\nGROUP BY Name;","time":0.404749155}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `City`, MIN(`Age`) FROM `employee` GROUP BY `City`","question":"For each City, find the min of Age in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT City, MIN(Age) AS Min_Age\nFROM employee\nGROUP BY City;\n```","cost":0.000155,"response_parsed":"SELECT City, MIN(Age) AS Min_Age\nFROM employee\nGROUP BY City;","time":0.4005126953}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `City`, MAX(`Age`) FROM `employee` GROUP BY `City`","question":"For each City, find the max of Age in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT City, MAX(Age) AS Max_Age\nFROM employee\nGROUP BY City;\n```","cost":0.000155,"response_parsed":"SELECT City, MAX(Age) AS Max_Age\nFROM employee\nGROUP BY City;","time":0.7005019188}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `City`, AVG(`Age`) FROM `employee` GROUP BY `City`","question":"For each City, find the avg of Age in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT City, AVG(Age) AS Avg_Age\nFROM employee\nGROUP BY City;\n```","cost":0.000155,"response_parsed":"SELECT City, AVG(Age) AS Avg_Age\nFROM employee\nGROUP BY City;","time":0.3872432709}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `City`, SUM(`Age`) FROM `employee` GROUP BY `City`","question":"For each City, find the sum of Age in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT City, SUM(Age) AS Total_Age\nFROM employee\nGROUP BY City;\n```","cost":0.000155,"response_parsed":"SELECT City, SUM(Age) AS Total_Age\nFROM employee\nGROUP BY City;","time":0.4103119373}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Employee_ID`, COUNT(*) FROM `evaluation` GROUP BY `Employee_ID`","question":"For each Employee_ID, count the number of rows in table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID, COUNT(*)\nFROM evaluation\nGROUP BY Employee_ID\n```","cost":0.0001495,"response_parsed":"SELECT Employee_ID, COUNT(*)\nFROM evaluation\nGROUP BY Employee_ID","time":0.344789505}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Year_awarded`, COUNT(*) FROM `evaluation` GROUP BY `Year_awarded`","question":"For each Year_awarded, count the number of rows in table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Year_awarded, COUNT(*) AS num_rows\nFROM evaluation\nGROUP BY Year_awarded;\n```","cost":0.0001575,"response_parsed":"SELECT Year_awarded, COUNT(*) AS num_rows\nFROM evaluation\nGROUP BY Year_awarded;","time":0.4858736992}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Employee_ID`, MIN(`Bonus`) FROM `evaluation` GROUP BY `Employee_ID`","question":"For each Employee_ID, find the min of Bonus in table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID, MIN(Bonus) as Min_Bonus\nFROM evaluation\nGROUP BY Employee_ID;\n```","cost":0.0001585,"response_parsed":"SELECT Employee_ID, MIN(Bonus) as Min_Bonus\nFROM evaluation\nGROUP BY Employee_ID;","time":0.4518220425}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Employee_ID`, MAX(`Bonus`) FROM `evaluation` GROUP BY `Employee_ID`","question":"For each Employee_ID, find the max of Bonus in table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID, MAX(Bonus) AS Max_Bonus\nFROM evaluation\nGROUP BY Employee_ID;\n```","cost":0.0001585,"response_parsed":"SELECT Employee_ID, MAX(Bonus) AS Max_Bonus\nFROM evaluation\nGROUP BY Employee_ID;","time":0.4413161278}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Employee_ID`, AVG(`Bonus`) FROM `evaluation` GROUP BY `Employee_ID`","question":"For each Employee_ID, find the avg of Bonus in table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID, AVG(Bonus) AS avg_bonus\nFROM evaluation\nGROUP BY Employee_ID;\n```","cost":0.000157,"response_parsed":"SELECT Employee_ID, AVG(Bonus) AS avg_bonus\nFROM evaluation\nGROUP BY Employee_ID;","time":0.4854362011}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Employee_ID`, SUM(`Bonus`) FROM `evaluation` GROUP BY `Employee_ID`","question":"For each Employee_ID, find the sum of Bonus in table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID, SUM(Bonus) AS Total_Bonus\nFROM evaluation\nGROUP BY Employee_ID;\n```","cost":0.0001585,"response_parsed":"SELECT Employee_ID, SUM(Bonus) AS Total_Bonus\nFROM evaluation\nGROUP BY Employee_ID;","time":0.4212987423}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Year_awarded`, MIN(`Bonus`) FROM `evaluation` GROUP BY `Year_awarded`","question":"For each Year_awarded, find the min of Bonus in table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Year_awarded, MIN(Bonus) AS min_bonus\nFROM evaluation\nGROUP BY Year_awarded;\n```","cost":0.0001605,"response_parsed":"SELECT Year_awarded, MIN(Bonus) AS min_bonus\nFROM evaluation\nGROUP BY Year_awarded;","time":0.5265717506}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Year_awarded`, MAX(`Bonus`) FROM `evaluation` GROUP BY `Year_awarded`","question":"For each Year_awarded, find the max of Bonus in table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Year_awarded, MAX(Bonus) AS max_bonus\nFROM evaluation\nGROUP BY Year_awarded;\n```","cost":0.0001605,"response_parsed":"SELECT Year_awarded, MAX(Bonus) AS max_bonus\nFROM evaluation\nGROUP BY Year_awarded;","time":0.5174348354}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Year_awarded`, AVG(`Bonus`) FROM `evaluation` GROUP BY `Year_awarded`","question":"For each Year_awarded, find the avg of Bonus in table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Year_awarded, AVG(Bonus) as avg_bonus\nFROM evaluation\nGROUP BY Year_awarded;\n```","cost":0.0001605,"response_parsed":"SELECT Year_awarded, AVG(Bonus) as avg_bonus\nFROM evaluation\nGROUP BY Year_awarded;","time":0.5063910484}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Year_awarded`, SUM(`Bonus`) FROM `evaluation` GROUP BY `Year_awarded`","question":"For each Year_awarded, find the sum of Bonus in table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Year_awarded, SUM(Bonus)\nFROM evaluation\nGROUP BY Year_awarded;\n```","cost":0.0001545,"response_parsed":"SELECT Year_awarded, SUM(Bonus)\nFROM evaluation\nGROUP BY Year_awarded;","time":3.8624939919}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Start_from`, COUNT(*) FROM `hiring` GROUP BY `Start_from`","question":"For each Start_from, count the number of rows in table hiring","db_schema_normalized":"`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Start_from, COUNT(*) AS number_of_rows\nFROM hiring\nGROUP BY Start_from;\n```","cost":0.0001555,"response_parsed":"SELECT Start_from, COUNT(*) AS number_of_rows\nFROM hiring\nGROUP BY Start_from;","time":0.3711102009}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Name`, COUNT(*) FROM `shop` GROUP BY `Name`","question":"For each Name, count the number of rows in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name, COUNT(*) AS num_rows\nFROM shop\nGROUP BY Name\n```","cost":0.0001505,"response_parsed":"SELECT Name, COUNT(*) AS num_rows\nFROM shop\nGROUP BY Name","time":0.4248616695}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Location`, COUNT(*) FROM `shop` GROUP BY `Location`","question":"For each Location, count the number of rows in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Location, COUNT(*) AS number_of_shops\nFROM shop\nGROUP BY Location;\n```","cost":0.0001535,"response_parsed":"SELECT Location, COUNT(*) AS number_of_shops\nFROM shop\nGROUP BY Location;","time":0.4684250355}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `District`, COUNT(*) FROM `shop` GROUP BY `District`","question":"For each District, count the number of rows in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT District, COUNT(*) AS num_shops\nFROM shop\nGROUP BY District;\n```","cost":0.000152,"response_parsed":"SELECT District, COUNT(*) AS num_shops\nFROM shop\nGROUP BY District;","time":0.3341293335}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Manager_name`, COUNT(*) FROM `shop` GROUP BY `Manager_name`","question":"For each Manager_name, count the number of rows in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Manager_name, COUNT(*)\nFROM shop\nGROUP BY Manager_name;\n```","cost":0.0001495,"response_parsed":"SELECT Manager_name, COUNT(*)\nFROM shop\nGROUP BY Manager_name;","time":0.4876873493}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Manager_name`, MIN(`Number_products`) FROM `shop` GROUP BY `Manager_name`","question":"For each Manager_name, find the min of Number_products in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Manager_name, MIN(Number_products) AS min_products\nFROM shop\nGROUP BY Manager_name;\n```","cost":0.0001575,"response_parsed":"SELECT Manager_name, MIN(Number_products) AS min_products\nFROM shop\nGROUP BY Manager_name;","time":0.458714962}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Manager_name`, MAX(`Number_products`) FROM `shop` GROUP BY `Manager_name`","question":"For each Manager_name, find the max of Number_products in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Manager_name, MAX(Number_products) AS Max_Number_products\nFROM shop\nGROUP BY Manager_name;\n```","cost":0.000159,"response_parsed":"SELECT Manager_name, MAX(Number_products) AS Max_Number_products\nFROM shop\nGROUP BY Manager_name;","time":0.4801044464}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Manager_name`, AVG(`Number_products`) FROM `shop` GROUP BY `Manager_name`","question":"For each Manager_name, find the avg of Number_products in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Manager_name, AVG(Number_products) AS avg_number_products\nFROM shop\nGROUP BY Manager_name;\n```","cost":0.000159,"response_parsed":"SELECT Manager_name, AVG(Number_products) AS avg_number_products\nFROM shop\nGROUP BY Manager_name;","time":0.3934063911}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Manager_name`, SUM(`Number_products`) FROM `shop` GROUP BY `Manager_name`","question":"For each Manager_name, find the sum of Number_products in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Manager_name, SUM(Number_products) AS Total_Number_products\nFROM shop\nGROUP BY Manager_name\n```","cost":0.000159,"response_parsed":"SELECT Manager_name, SUM(Number_products) AS Total_Number_products\nFROM shop\nGROUP BY Manager_name","time":0.4168901443}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Location`, MIN(`Number_products`) FROM `shop` GROUP BY `Location`","question":"For each Location, find the min of Number_products in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Location, MIN(Number_products) AS min_num_products\nFROM shop\nGROUP BY Location;\n```","cost":0.0001555,"response_parsed":"SELECT Location, MIN(Number_products) AS min_num_products\nFROM shop\nGROUP BY Location;","time":0.4084861279}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Location`, MAX(`Number_products`) FROM `shop` GROUP BY `Location`","question":"For each Location, find the max of Number_products in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Location, MAX(Number_products) AS Max_Number_products\nFROM shop\nGROUP BY Location;\n```","cost":0.0001555,"response_parsed":"SELECT Location, MAX(Number_products) AS Max_Number_products\nFROM shop\nGROUP BY Location;","time":0.4426374435}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Location`, AVG(`Number_products`) FROM `shop` GROUP BY `Location`","question":"For each Location, find the avg of Number_products in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Location, AVG(Number_products) AS Avg_Number_Products\nFROM shop\nGROUP BY Location;\n```","cost":0.000157,"response_parsed":"SELECT Location, AVG(Number_products) AS Avg_Number_Products\nFROM shop\nGROUP BY Location;","time":0.4245164394}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Location`, SUM(`Number_products`) FROM `shop` GROUP BY `Location`","question":"For each Location, find the sum of Number_products in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Location, SUM(Number_products) as Total_Number_products\nFROM shop\nGROUP BY Location;\n```","cost":0.0001555,"response_parsed":"SELECT Location, SUM(Number_products) as Total_Number_products\nFROM shop\nGROUP BY Location;","time":0.3779876232}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Name` FROM `employee` GROUP BY `Name` HAVING count(*) >= 1","question":"Find all the Name that have at least 1 records in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT DISTINCT Name\nFROM employee;\n```","cost":0.000138,"response_parsed":"SELECT DISTINCT Name\nFROM employee;","time":0.3000371456}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Name` FROM `employee` GROUP BY `Name` HAVING count(*) <= 1","question":"Find all the Name that have at most 1 records in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name \nFROM employee \nGROUP BY Name \nHAVING COUNT(*) <= 1\n```","cost":0.0001545,"response_parsed":"SELECT Name \nFROM employee \nGROUP BY Name \nHAVING COUNT(*) <= 1","time":0.4211595058}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `City` FROM `employee` GROUP BY `City` HAVING count(*) >= 2","question":"Find all the City that have at least 2 records in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT City\nFROM employee\nGROUP BY City\nHAVING COUNT(*) >= 2;\n```","cost":0.0001545,"response_parsed":"SELECT City\nFROM employee\nGROUP BY City\nHAVING COUNT(*) >= 2;","time":0.4999289513}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `City` FROM `employee` GROUP BY `City` HAVING count(*) <= 2","question":"Find all the City that have at most 2 records in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT City\nFROM employee\nGROUP BY City\nHAVING COUNT(*) <= 2;\n```","cost":0.0001545,"response_parsed":"SELECT City\nFROM employee\nGROUP BY City\nHAVING COUNT(*) <= 2;","time":0.4795298576}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Name` FROM `employee` GROUP BY `Name` HAVING AVG(`Age`) >= 31.9","question":"List the Name which average of Age is at least 31.9 in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name\nFROM employee\nGROUP BY Name\nHAVING AVG(Age) >= 31.9;\n```","cost":0.000162,"response_parsed":"SELECT Name\nFROM employee\nGROUP BY Name\nHAVING AVG(Age) >= 31.9;","time":0.4002444744}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Name` FROM `employee` GROUP BY `Name` HAVING AVG(`Age`) <= 31.9","question":"List the Name which average of Age is at most 31.9 in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name\nFROM employee\nGROUP BY Name\nHAVING AVG(Age) <= 31.9;\n```","cost":0.000162,"response_parsed":"SELECT Name\nFROM employee\nGROUP BY Name\nHAVING AVG(Age) <= 31.9;","time":0.4850552082}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Name` FROM `employee` GROUP BY `Name` HAVING SUM(`Age`) >= 31.9","question":"List the Name which summation of Age is at least 31.9 in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name\nFROM employee\nGROUP BY Name\nHAVING SUM(Age) >= 31.9;\n```","cost":0.0001625,"response_parsed":"SELECT Name\nFROM employee\nGROUP BY Name\nHAVING SUM(Age) >= 31.9;","time":0.5996470451}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Name` FROM `employee` GROUP BY `Name` HAVING SUM(`Age`) <= 31.9","question":"List the Name which summation of Age is at most 31.9 in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name\nFROM employee\nGROUP BY Name\nHAVING SUM(Age) <= 31.9\n```","cost":0.0001625,"response_parsed":"SELECT Name\nFROM employee\nGROUP BY Name\nHAVING SUM(Age) <= 31.9","time":0.4445405006}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `City` FROM `employee` GROUP BY `City` HAVING AVG(`Age`) >= 32.1","question":"List the City which average of Age is at least 32.1 in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT City\nFROM employee\nGROUP BY City\nHAVING AVG(Age) >= 32.1;\n```","cost":0.000162,"response_parsed":"SELECT City\nFROM employee\nGROUP BY City\nHAVING AVG(Age) >= 32.1;","time":0.9400930405}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `City` FROM `employee` GROUP BY `City` HAVING AVG(`Age`) <= 32.1","question":"List the City which average of Age is at most 32.1 in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT City\nFROM employee\nGROUP BY City\nHAVING AVG(Age) <= 32.1;\n```","cost":0.000162,"response_parsed":"SELECT City\nFROM employee\nGROUP BY City\nHAVING AVG(Age) <= 32.1;","time":0.6055607796}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `City` FROM `employee` GROUP BY `City` HAVING SUM(`Age`) >= 63.8","question":"List the City which summation of Age is at least 63.8 in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT City\nFROM employee\nGROUP BY City\nHAVING SUM(Age) >= 63.8;\n```","cost":0.0001625,"response_parsed":"SELECT City\nFROM employee\nGROUP BY City\nHAVING SUM(Age) >= 63.8;","time":0.4286198616}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `City` FROM `employee` GROUP BY `City` HAVING SUM(`Age`) <= 63.8","question":"List the City which summation of Age is at most 63.8 in table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT City\nFROM employee\nGROUP BY City\nHAVING SUM(Age) <= 63.8;\n```","cost":0.0001625,"response_parsed":"SELECT City\nFROM employee\nGROUP BY City\nHAVING SUM(Age) <= 63.8;","time":0.5806174278}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Employee_ID` FROM `evaluation` GROUP BY `Employee_ID` HAVING count(*) >= 1","question":"Find all the Employee_ID that have at least 1 records in table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID \nFROM evaluation;\n```","cost":0.0001385,"response_parsed":"SELECT Employee_ID \nFROM evaluation;","time":0.6756527424}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Employee_ID` FROM `evaluation` GROUP BY `Employee_ID` HAVING count(*) <= 1","question":"Find all the Employee_ID that have at most 1 records in table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID\nFROM evaluation\nGROUP BY Employee_ID\nHAVING COUNT(*) <= 1;\n```","cost":0.000158,"response_parsed":"SELECT Employee_ID\nFROM evaluation\nGROUP BY Employee_ID\nHAVING COUNT(*) <= 1;","time":0.4326305389}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Year_awarded` FROM `evaluation` GROUP BY `Year_awarded` HAVING count(*) >= 1","question":"Find all the Year_awarded that have at least 1 records in table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT DISTINCT Year_awarded\nFROM evaluation;\n```","cost":0.000142,"response_parsed":"SELECT DISTINCT Year_awarded\nFROM evaluation;","time":0.3507540226}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Year_awarded` FROM `evaluation` GROUP BY `Year_awarded` HAVING count(*) <= 1","question":"Find all the Year_awarded that have at most 1 records in table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Year_awarded\nFROM evaluation\nGROUP BY Year_awarded\nHAVING COUNT(*) <= 1\n```","cost":0.0001615,"response_parsed":"SELECT Year_awarded\nFROM evaluation\nGROUP BY Year_awarded\nHAVING COUNT(*) <= 1","time":0.4055953026}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Employee_ID` FROM `evaluation` GROUP BY `Employee_ID` HAVING AVG(`Bonus`) >= 3310.0","question":"List the Employee_ID which average of Bonus is at least 3310.0 in table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID\nFROM evaluation\nGROUP BY Employee_ID\nHAVING AVG(Bonus) >= 3310.0;\n```","cost":0.0001675,"response_parsed":"SELECT Employee_ID\nFROM evaluation\nGROUP BY Employee_ID\nHAVING AVG(Bonus) >= 3310.0;","time":0.4828965664}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Employee_ID` FROM `evaluation` GROUP BY `Employee_ID` HAVING AVG(`Bonus`) <= 3310.0","question":"List the Employee_ID which average of Bonus is at most 3310.0 in table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID\nFROM evaluation\nGROUP BY Employee_ID\nHAVING AVG(Bonus) <= 3310.0\n```","cost":0.0001675,"response_parsed":"SELECT Employee_ID\nFROM evaluation\nGROUP BY Employee_ID\nHAVING AVG(Bonus) <= 3310.0","time":0.7636547089}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Employee_ID` FROM `evaluation` GROUP BY `Employee_ID` HAVING SUM(`Bonus`) >= 3900.0","question":"List the Employee_ID which summation of Bonus is at least 3900.0 in table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID\nFROM evaluation\nGROUP BY Employee_ID\nHAVING SUM(Bonus) >= 3900.0;\n```","cost":0.000168,"response_parsed":"SELECT Employee_ID\nFROM evaluation\nGROUP BY Employee_ID\nHAVING SUM(Bonus) >= 3900.0;","time":0.458766222}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Employee_ID` FROM `evaluation` GROUP BY `Employee_ID` HAVING SUM(`Bonus`) <= 3900.0","question":"List the Employee_ID which summation of Bonus is at most 3900.0 in table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID\nFROM evaluation\nGROUP BY Employee_ID\nHAVING SUM(Bonus) <= 3900.0;\n```","cost":0.000168,"response_parsed":"SELECT Employee_ID\nFROM evaluation\nGROUP BY Employee_ID\nHAVING SUM(Bonus) <= 3900.0;","time":0.4462125301}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Year_awarded` FROM `evaluation` GROUP BY `Year_awarded` HAVING AVG(`Bonus`) >= 3210.0","question":"List the Year_awarded which average of Bonus is at least 3210.0 in table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Year_awarded\nFROM evaluation\nGROUP BY Year_awarded\nHAVING AVG(Bonus) >= 3210.0;\n```","cost":0.000171,"response_parsed":"SELECT Year_awarded\nFROM evaluation\nGROUP BY Year_awarded\nHAVING AVG(Bonus) >= 3210.0;","time":0.623666048}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Year_awarded` FROM `evaluation` GROUP BY `Year_awarded` HAVING AVG(`Bonus`) <= 3210.0","question":"List the Year_awarded which average of Bonus is at most 3210.0 in table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Year_awarded\nFROM evaluation\nGROUP BY Year_awarded\nHAVING AVG(Bonus) <= 3210.0;\n```","cost":0.000171,"response_parsed":"SELECT Year_awarded\nFROM evaluation\nGROUP BY Year_awarded\nHAVING AVG(Bonus) <= 3210.0;","time":0.4396879673}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Year_awarded` FROM `evaluation` GROUP BY `Year_awarded` HAVING SUM(`Bonus`) >= 3900.0","question":"List the Year_awarded which summation of Bonus is at least 3900.0 in table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Year_awarded\nFROM evaluation\nGROUP BY Year_awarded\nHAVING SUM(Bonus) >= 3900.0;\n```","cost":0.0001715,"response_parsed":"SELECT Year_awarded\nFROM evaluation\nGROUP BY Year_awarded\nHAVING SUM(Bonus) >= 3900.0;","time":0.5842103958}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Year_awarded` FROM `evaluation` GROUP BY `Year_awarded` HAVING SUM(`Bonus`) <= 3900.0","question":"List the Year_awarded which summation of Bonus is at most 3900.0 in table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Year_awarded\nFROM evaluation\nGROUP BY Year_awarded\nHAVING SUM(Bonus) <= 3900.0;\n```","cost":0.0001715,"response_parsed":"SELECT Year_awarded\nFROM evaluation\nGROUP BY Year_awarded\nHAVING SUM(Bonus) <= 3900.0;","time":0.5650479794}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Start_from` FROM `hiring` GROUP BY `Start_from` HAVING count(*) >= 1","question":"Find all the Start_from that have at least 1 records in table hiring","db_schema_normalized":"`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT DISTINCT Start_from\nFROM hiring;\n```","cost":0.00014,"response_parsed":"SELECT DISTINCT Start_from\nFROM hiring;","time":0.3373541832}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Start_from` FROM `hiring` GROUP BY `Start_from` HAVING count(*) <= 1","question":"Find all the Start_from that have at most 1 records in table hiring","db_schema_normalized":"`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Start_from\nFROM hiring\nGROUP BY Start_from\nHAVING COUNT(*) <= 1;\n```","cost":0.000158,"response_parsed":"SELECT Start_from\nFROM hiring\nGROUP BY Start_from\nHAVING COUNT(*) <= 1;","time":0.4845585823}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Location` FROM `shop` GROUP BY `Location` HAVING count(*) >= 1","question":"Find all the Location that have at least 1 records in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT DISTINCT Location\nFROM shop\nWHERE Shop_ID IN (SELECT DISTINCT Shop_ID FROM hiring)\n```","cost":0.000156,"response_parsed":"SELECT DISTINCT Location\nFROM shop\nWHERE Shop_ID IN (SELECT DISTINCT Shop_ID FROM hiring)","time":1.6799972057}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Location` FROM `shop` GROUP BY `Location` HAVING count(*) <= 1","question":"Find all the Location that have at most 1 records in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Location\nFROM shop\nGROUP BY Location\nHAVING COUNT(*) <= 1\n```","cost":0.0001545,"response_parsed":"SELECT Location\nFROM shop\nGROUP BY Location\nHAVING COUNT(*) <= 1","time":0.4181449413}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Manager_name` FROM `shop` GROUP BY `Manager_name` HAVING count(*) >= 1","question":"Find all the Manager_name that have at least 1 records in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Manager_name\nFROM shop\nWHERE Manager_name IN (SELECT DISTINCT Manager_name FROM shop);\n```","cost":0.0001565,"response_parsed":"SELECT Manager_name\nFROM shop\nWHERE Manager_name IN (SELECT DISTINCT Manager_name FROM shop);","time":0.3621430397}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Manager_name` FROM `shop` GROUP BY `Manager_name` HAVING count(*) <= 1","question":"Find all the Manager_name that have at most 1 records in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Manager_name\nFROM shop\nGROUP BY Manager_name\nHAVING COUNT(Manager_name) <= 1\n```","cost":0.0001625,"response_parsed":"SELECT Manager_name\nFROM shop\nGROUP BY Manager_name\nHAVING COUNT(Manager_name) <= 1","time":0.4024965763}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `District` FROM `shop` GROUP BY `District` HAVING count(*) >= 1","question":"Find all the District that have at least 1 records in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT DISTINCT District\nFROM shop;\n```","cost":0.000138,"response_parsed":"SELECT DISTINCT District\nFROM shop;","time":0.3494975567}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `District` FROM `shop` GROUP BY `District` HAVING count(*) <= 1","question":"Find all the District that have at most 1 records in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT District \nFROM shop\nGROUP BY District\nHAVING COUNT(*) <= 1;\n```","cost":0.0001545,"response_parsed":"SELECT District \nFROM shop\nGROUP BY District\nHAVING COUNT(*) <= 1;","time":0.4358978271}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Name` FROM `shop` GROUP BY `Name` HAVING AVG(`Number_products`) >= 6685.11","question":"List the Name which average of Number_products is at least 6685.11 in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name\nFROM shop\nGROUP BY Name\nHAVING AVG(Number_products) >= 6685.11;\n```","cost":0.0001645,"response_parsed":"SELECT Name\nFROM shop\nGROUP BY Name\nHAVING AVG(Number_products) >= 6685.11;","time":0.4347746372}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Name` FROM `shop` GROUP BY `Name` HAVING AVG(`Number_products`) <= 6685.11","question":"List the Name which average of Number_products is at most 6685.11 in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name\nFROM shop\nGROUP BY Name\nHAVING AVG(Number_products) <= 6685.11;\n```","cost":0.0001645,"response_parsed":"SELECT Name\nFROM shop\nGROUP BY Name\nHAVING AVG(Number_products) <= 6685.11;","time":0.4656956196}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Name` FROM `shop` GROUP BY `Name` HAVING SUM(`Number_products`) >= 6685.11","question":"List the Name which summation of Number_products is at least 6685.11 in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name \nFROM shop \nWHERE Number_products >= 6685.11;\n```","cost":0.0001545,"response_parsed":"SELECT Name \nFROM shop \nWHERE Number_products >= 6685.11;","time":0.5434837341}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Name` FROM `shop` GROUP BY `Name` HAVING SUM(`Number_products`) <= 6685.11","question":"List the Name which summation of Number_products is at most 6685.11 in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name \nFROM shop \nWHERE Number_products <= 6685.11\n```","cost":0.0001545,"response_parsed":"SELECT Name \nFROM shop \nWHERE Number_products <= 6685.11","time":0.340477705}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Manager_name` FROM `shop` GROUP BY `Manager_name` HAVING AVG(`Number_products`) >= 6685.11","question":"List the Manager_name which average of Number_products is at least 6685.11 in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Manager_name\nFROM shop\nGROUP BY Manager_name\nHAVING AVG(Number_products) >= 6685.11;\n```","cost":0.000168,"response_parsed":"SELECT Manager_name\nFROM shop\nGROUP BY Manager_name\nHAVING AVG(Number_products) >= 6685.11;","time":0.6896467209}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Manager_name` FROM `shop` GROUP BY `Manager_name` HAVING AVG(`Number_products`) <= 6685.11","question":"List the Manager_name which average of Number_products is at most 6685.11 in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Manager_name\nFROM shop\nGROUP BY Manager_name\nHAVING AVG(Number_products) <= 6685.11;\n```","cost":0.000168,"response_parsed":"SELECT Manager_name\nFROM shop\nGROUP BY Manager_name\nHAVING AVG(Number_products) <= 6685.11;","time":0.4683964252}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Manager_name` FROM `shop` GROUP BY `Manager_name` HAVING SUM(`Number_products`) >= 6685.11","question":"List the Manager_name which summation of Number_products is at least 6685.11 in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Manager_name\nFROM shop\nGROUP BY Manager_name\nHAVING SUM(Number_products) >= 6685.11;\n```","cost":0.0001685,"response_parsed":"SELECT Manager_name\nFROM shop\nGROUP BY Manager_name\nHAVING SUM(Number_products) >= 6685.11;","time":0.4473218918}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Manager_name` FROM `shop` GROUP BY `Manager_name` HAVING SUM(`Number_products`) <= 6685.11","question":"List the Manager_name which summation of Number_products is at most 6685.11 in table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Manager_name\nFROM shop\nGROUP BY Manager_name\nHAVING SUM(Number_products) <= 6685.11;\n```","cost":0.0001685,"response_parsed":"SELECT Manager_name\nFROM shop\nGROUP BY Manager_name\nHAVING SUM(Number_products) <= 6685.11;","time":0.5027971268}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `evaluation` AS T1 JOIN `employee` AS T2 ON T1.`Employee_ID` = T2.`Employee_ID`","question":"Join all the records from table evaluation with table employee on Employee_ID","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM evaluation \nJOIN employee ON evaluation.Employee_ID = employee.Employee_ID;\n```","cost":0.0001525,"response_parsed":"SELECT * \nFROM evaluation \nJOIN employee ON evaluation.Employee_ID = employee.Employee_ID;","time":0.3429706097}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Year_awarded`, T2.`Name` FROM `evaluation` AS T1 JOIN `employee` AS T2 ON T1.`Employee_ID`=T2.`Employee_ID`","question":"List all the Year_awarded and Name from the table evaluation and the table employee where Employee_ID is the same","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT e.Name, ev.Year_awarded\nFROM evaluation ev\nJOIN employee e ON ev.Employee_ID = e.Employee_ID\n```","cost":0.000169,"response_parsed":"SELECT e.Name, ev.Year_awarded\nFROM evaluation ev\nJOIN employee e ON ev.Employee_ID = e.Employee_ID","time":0.8798854351}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Year_awarded`, T2.`City` FROM `evaluation` AS T1 JOIN `employee` AS T2 ON T1.`Employee_ID`=T2.`Employee_ID`","question":"List all the Year_awarded and City from the table evaluation and the table employee where Employee_ID is the same","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT e.Year_awarded, e.City\nFROM employee e\nJOIN evaluation ev ON e.Employee_ID = ev.Employee_ID\n```","cost":0.000169,"response_parsed":"SELECT e.Year_awarded, e.City\nFROM employee e\nJOIN evaluation ev ON e.Employee_ID = ev.Employee_ID","time":0.5123076439}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `hiring` AS T1 JOIN `employee` AS T2 ON T1.`Employee_ID` = T2.`Employee_ID`","question":"Join all the records from table hiring with table employee on Employee_ID","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT *\nFROM hiring\nJOIN employee ON hiring.Employee_ID = employee.Employee_ID;\n```","cost":0.000151,"response_parsed":"SELECT *\nFROM hiring\nJOIN employee ON hiring.Employee_ID = employee.Employee_ID;","time":0.3874652386}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `hiring` AS T1 JOIN `shop` AS T2 ON T1.`Shop_ID` = T2.`Shop_ID`","question":"Join all the records from table hiring with table shop on Shop_ID","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT *\nFROM hiring\nJOIN shop ON hiring.Shop_ID = shop.Shop_ID;\n```","cost":0.000154,"response_parsed":"SELECT *\nFROM hiring\nJOIN shop ON hiring.Shop_ID = shop.Shop_ID;","time":0.3668935299}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Start_from`, T2.`Name` FROM `hiring` AS T1 JOIN `employee` AS T2 ON T1.`Employee_ID`=T2.`Employee_ID`","question":"List all the Start_from and Name from the table hiring and the table employee where Employee_ID is the same","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT h.Start_from, e.Name\nFROM hiring h\nJOIN employee e ON h.Employee_ID = e.Employee_ID;\n```","cost":0.000167,"response_parsed":"SELECT h.Start_from, e.Name\nFROM hiring h\nJOIN employee e ON h.Employee_ID = e.Employee_ID;","time":0.6282413006}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Start_from`, T2.`City` FROM `hiring` AS T1 JOIN `employee` AS T2 ON T1.`Employee_ID`=T2.`Employee_ID`","question":"List all the Start_from and City from the table hiring and the table employee where Employee_ID is the same","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT h.Start_from, e.City\nFROM hiring h\nJOIN employee e ON h.Employee_ID = e.Employee_ID\n```","cost":0.000167,"response_parsed":"SELECT h.Start_from, e.City\nFROM hiring h\nJOIN employee e ON h.Employee_ID = e.Employee_ID","time":0.3874442577}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Start_from`, T2.`District` FROM `hiring` AS T1 JOIN `shop` AS T2 ON T1.`Shop_ID`=T2.`Shop_ID`","question":"List all the Start_from and District from the table hiring and the table shop where Shop_ID is the same","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT h.Start_from, s.District\nFROM hiring h\nJOIN shop s ON h.Shop_ID = s.Shop_ID;\n```","cost":0.0001715,"response_parsed":"SELECT h.Start_from, s.District\nFROM hiring h\nJOIN shop s ON h.Shop_ID = s.Shop_ID;","time":0.4527904987}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Start_from`, T2.`Location` FROM `hiring` AS T1 JOIN `shop` AS T2 ON T1.`Shop_ID`=T2.`Shop_ID`","question":"List all the Start_from and Location from the table hiring and the table shop where Shop_ID is the same","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT h.Start_from, s.Location\nFROM hiring h\nJOIN shop s ON h.Shop_ID = s.Shop_ID;\n```","cost":0.00017,"response_parsed":"SELECT h.Start_from, s.Location\nFROM hiring h\nJOIN shop s ON h.Shop_ID = s.Shop_ID;","time":0.5890183449}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Start_from`, T2.`Name` FROM `hiring` AS T1 JOIN `shop` AS T2 ON T1.`Shop_ID`=T2.`Shop_ID`","question":"List all the Start_from and Name from the table hiring and the table shop where Shop_ID is the same","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT h.Start_from, e.Name\nFROM hiring h\nJOIN shop s ON h.Shop_ID = s.Shop_ID\nJOIN employee e ON h.Employee_ID = e.Employee_ID\n```","cost":0.000188,"response_parsed":"SELECT h.Start_from, e.Name\nFROM hiring h\nJOIN shop s ON h.Shop_ID = s.Shop_ID\nJOIN employee e ON h.Employee_ID = e.Employee_ID","time":1.126090765}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `employee` ORDER BY `City` ASC","question":"Show all data ordered by City in ascending order for the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * FROM employee\nORDER BY City ASC;\n```","cost":0.000142,"response_parsed":"SELECT * FROM employee\nORDER BY City ASC;","time":0.3639490604}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `employee` ORDER BY `City` DESC","question":"Show all data ordered by City in descending order for the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * FROM employee\nORDER BY City DESC;\n```","cost":0.000142,"response_parsed":"SELECT * FROM employee\nORDER BY City DESC;","time":0.357927084}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `employee` ORDER BY `Name` ASC","question":"Show all data ordered by Name in ascending order for the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * FROM employee ORDER BY Name ASC;\n```","cost":0.0001405,"response_parsed":"SELECT * FROM employee ORDER BY Name ASC;","time":0.2867517471}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `employee` ORDER BY `Name` DESC","question":"Show all data ordered by Name in descending order for the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM employee\nORDER BY Name DESC;\n```","cost":0.0001435,"response_parsed":"SELECT * \nFROM employee\nORDER BY Name DESC;","time":0.3370959759}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Age` FROM `employee` ORDER BY `Age` ASC","question":"Project the Age ordered in ascending order for the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Age\nFROM employee\nORDER BY Age ASC;\n```","cost":0.0001425,"response_parsed":"SELECT Age\nFROM employee\nORDER BY Age ASC;","time":0.2960953712}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Age` FROM `employee` ORDER BY `Age` DESC","question":"Project the Age ordered in descending order for the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Age\nFROM employee\nORDER BY Age DESC;\n```","cost":0.0001425,"response_parsed":"SELECT Age\nFROM employee\nORDER BY Age DESC;","time":0.3597097397}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Employee_ID` FROM `employee` ORDER BY `Employee_ID` ASC","question":"Project the Employee_ID ordered in ascending order for the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID\nFROM employee\nORDER BY Employee_ID ASC;\n```","cost":0.000146,"response_parsed":"SELECT Employee_ID\nFROM employee\nORDER BY Employee_ID ASC;","time":0.4047501087}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Employee_ID` FROM `employee` ORDER BY `Employee_ID` DESC","question":"Project the Employee_ID ordered in descending order for the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID\nFROM employee\nORDER BY Employee_ID DESC;\n```","cost":0.000146,"response_parsed":"SELECT Employee_ID\nFROM employee\nORDER BY Employee_ID DESC;","time":0.3747091293}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `evaluation` ORDER BY `Year_awarded` ASC","question":"Show all data ordered by Year_awarded in ascending order for the table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM evaluation\nORDER BY Year_awarded ASC;\n```","cost":0.0001475,"response_parsed":"SELECT * \nFROM evaluation\nORDER BY Year_awarded ASC;","time":1.77201581}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `evaluation` ORDER BY `Year_awarded` DESC","question":"Show all data ordered by Year_awarded in descending order for the table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM evaluation\nORDER BY Year_awarded DESC;\n```","cost":0.0001475,"response_parsed":"SELECT * \nFROM evaluation\nORDER BY Year_awarded DESC;","time":0.3056285381}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `evaluation` ORDER BY `Employee_ID` ASC","question":"Show all data ordered by Employee_ID in ascending order for the table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM evaluation \nORDER BY Employee_ID ASC;\n```","cost":0.0001455,"response_parsed":"SELECT * \nFROM evaluation \nORDER BY Employee_ID ASC;","time":0.3210902214}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `evaluation` ORDER BY `Employee_ID` DESC","question":"Show all data ordered by Employee_ID in descending order for the table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * FROM evaluation ORDER BY Employee_ID DESC;\n```","cost":0.0001425,"response_parsed":"SELECT * FROM evaluation ORDER BY Employee_ID DESC;","time":0.3142383099}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Year_awarded` FROM `evaluation` ORDER BY `Year_awarded` ASC","question":"Project the Year_awarded ordered in ascending order for the table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Year_awarded\nFROM evaluation\nORDER BY Year_awarded ASC;\n```","cost":0.0001495,"response_parsed":"SELECT Year_awarded\nFROM evaluation\nORDER BY Year_awarded ASC;","time":0.3966224194}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Year_awarded` FROM `evaluation` ORDER BY `Year_awarded` DESC","question":"Project the Year_awarded ordered in descending order for the table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Year_awarded\nFROM evaluation\nORDER BY Year_awarded DESC;\n```","cost":0.0001495,"response_parsed":"SELECT Year_awarded\nFROM evaluation\nORDER BY Year_awarded DESC;","time":0.3355045319}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Employee_ID` FROM `evaluation` ORDER BY `Employee_ID` ASC","question":"Project the Employee_ID ordered in ascending order for the table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID\nFROM evaluation\nORDER BY Employee_ID ASC;\n```","cost":0.000146,"response_parsed":"SELECT Employee_ID\nFROM evaluation\nORDER BY Employee_ID ASC;","time":0.471000433}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Employee_ID` FROM `evaluation` ORDER BY `Employee_ID` DESC","question":"Project the Employee_ID ordered in descending order for the table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID\nFROM evaluation\nORDER BY Employee_ID DESC;\n```","cost":0.000146,"response_parsed":"SELECT Employee_ID\nFROM evaluation\nORDER BY Employee_ID DESC;","time":0.3581159115}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `hiring` ORDER BY `Employee_ID` ASC","question":"Show all data ordered by Employee_ID in ascending order for the table hiring","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT *\nFROM hiring\nORDER BY Employee_ID ASC;\n```","cost":0.000144,"response_parsed":"SELECT *\nFROM hiring\nORDER BY Employee_ID ASC;","time":0.3374960423}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `hiring` ORDER BY `Employee_ID` DESC","question":"Show all data ordered by Employee_ID in descending order for the table hiring","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM hiring\nORDER BY Employee_ID DESC;\n```","cost":0.0001455,"response_parsed":"SELECT * \nFROM hiring\nORDER BY Employee_ID DESC;","time":0.5701458454}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `hiring` ORDER BY `Start_from` ASC","question":"Show all data ordered by Start_from in ascending order for the table hiring","db_schema_normalized":"`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM hiring\nORDER BY Start_from ASC;\n```","cost":0.0001455,"response_parsed":"SELECT * \nFROM hiring\nORDER BY Start_from ASC;","time":0.4235405922}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `hiring` ORDER BY `Start_from` DESC","question":"Show all data ordered by Start_from in descending order for the table hiring","db_schema_normalized":"`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * FROM hiring\nORDER BY Start_from DESC;\n```","cost":0.000144,"response_parsed":"SELECT * FROM hiring\nORDER BY Start_from DESC;","time":0.3967683315}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Start_from` FROM `hiring` ORDER BY `Start_from` ASC","question":"Project the Start_from ordered in ascending order for the table hiring","db_schema_normalized":"`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Start_from\nFROM hiring\nORDER BY Start_from ASC;\n```","cost":0.000146,"response_parsed":"SELECT Start_from\nFROM hiring\nORDER BY Start_from ASC;","time":0.4344129562}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Start_from` FROM `hiring` ORDER BY `Start_from` DESC","question":"Project the Start_from ordered in descending order for the table hiring","db_schema_normalized":"`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Start_from\nFROM hiring\nORDER BY Start_from DESC;\n```","cost":0.000146,"response_parsed":"SELECT Start_from\nFROM hiring\nORDER BY Start_from DESC;","time":0.3959612846}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Employee_ID` FROM `hiring` ORDER BY `Employee_ID` ASC","question":"Project the Employee_ID ordered in ascending order for the table hiring","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID\nFROM hiring\nORDER BY Employee_ID ASC;\n```","cost":0.000146,"response_parsed":"SELECT Employee_ID\nFROM hiring\nORDER BY Employee_ID ASC;","time":0.3751482964}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Employee_ID` FROM `hiring` ORDER BY `Employee_ID` DESC","question":"Project the Employee_ID ordered in descending order for the table hiring","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID\nFROM hiring\nORDER BY Employee_ID DESC;\n```","cost":0.000146,"response_parsed":"SELECT Employee_ID\nFROM hiring\nORDER BY Employee_ID DESC;","time":0.5306835175}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `shop` ORDER BY `District` ASC","question":"Show all data ordered by District in ascending order for the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM shop\nORDER BY District ASC;\n```","cost":0.0001435,"response_parsed":"SELECT * \nFROM shop\nORDER BY District ASC;","time":0.286942482}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `shop` ORDER BY `District` DESC","question":"Show all data ordered by District in descending order for the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM shop\nORDER BY District DESC\n```","cost":0.0001435,"response_parsed":"SELECT * \nFROM shop\nORDER BY District DESC","time":0.3005533218}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `shop` ORDER BY `Number_products` ASC","question":"Show all data ordered by Number_products in ascending order for the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * FROM shop\nORDER BY Number_products ASC;\n```","cost":0.000144,"response_parsed":"SELECT * FROM shop\nORDER BY Number_products ASC;","time":0.3362467289}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `shop` ORDER BY `Number_products` DESC","question":"Show all data ordered by Number_products in descending order for the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * FROM shop\nORDER BY Number_products DESC;\n```","cost":0.000144,"response_parsed":"SELECT * FROM shop\nORDER BY Number_products DESC;","time":0.2835226059}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Location` FROM `shop` ORDER BY `Location` ASC","question":"Project the Location ordered in ascending order for the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Location\nFROM shop\nORDER BY Location ASC;\n```","cost":0.0001425,"response_parsed":"SELECT Location\nFROM shop\nORDER BY Location ASC;","time":0.4363138676}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Location` FROM `shop` ORDER BY `Location` DESC","question":"Project the Location ordered in descending order for the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Location\nFROM shop\nORDER BY Location DESC;\n```","cost":0.0001425,"response_parsed":"SELECT Location\nFROM shop\nORDER BY Location DESC;","time":0.3471069336}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Shop_ID` FROM `shop` ORDER BY `Shop_ID` ASC","question":"Project the Shop_ID ordered in ascending order for the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Shop_ID\nFROM shop\nORDER BY Shop_ID ASC;\n```","cost":0.000146,"response_parsed":"SELECT Shop_ID\nFROM shop\nORDER BY Shop_ID ASC;","time":0.3333501816}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Shop_ID` FROM `shop` ORDER BY `Shop_ID` DESC","question":"Project the Shop_ID ordered in descending order for the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Shop_ID\nFROM shop\nORDER BY Shop_ID DESC;\n```","cost":0.000146,"response_parsed":"SELECT Shop_ID\nFROM shop\nORDER BY Shop_ID DESC;","time":0.3783555031}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Employee_ID` FROM `employee`","question":"Show all Employee_ID in the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID\nFROM employee;\n```","cost":0.000135,"response_parsed":"SELECT Employee_ID\nFROM employee;","time":0.3259923458}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Name` FROM `employee`","question":"Show all Name in the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name\nFROM employee;\n```","cost":0.000133,"response_parsed":"SELECT Name\nFROM employee;","time":1.3050999641}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Age` FROM `employee`","question":"Show all Age in the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Age FROM employee;\n```","cost":0.0001315,"response_parsed":"SELECT Age FROM employee;","time":0.2574822903}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `City` FROM `employee`","question":"Show all City in the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT City\nFROM employee;\n```","cost":0.000133,"response_parsed":"SELECT City\nFROM employee;","time":0.3355510235}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `employee`","question":"Show all the rows in the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * FROM employee;\n```","cost":0.000132,"response_parsed":"SELECT * FROM employee;","time":0.2508735657}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `City` FROM `employee`","question":"Show all City in the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT City\nFROM employee;\n```","cost":0.000133,"response_parsed":"SELECT City\nFROM employee;","time":0.3273406029}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Name`, `Employee_ID` FROM `employee`","question":"Show all Name, Employee_ID in the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name, Employee_ID\nFROM employee\n```","cost":0.000139,"response_parsed":"SELECT Name, Employee_ID\nFROM employee","time":0.3530697823}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Name`, `Age`, `Employee_ID` FROM `employee`","question":"Show all Name, Age, Employee_ID in the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name, Age, Employee_ID\nFROM employee;\n```","cost":0.000143,"response_parsed":"SELECT Name, Age, Employee_ID\nFROM employee;","time":0.3806304932}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Employee_ID` FROM `evaluation`","question":"Show all Employee_ID in the table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID\nFROM evaluation\n```","cost":0.000135,"response_parsed":"SELECT Employee_ID\nFROM evaluation","time":0.4296474457}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Year_awarded` FROM `evaluation`","question":"Show all Year_awarded in the table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Year_awarded\nFROM evaluation;\n```","cost":0.000137,"response_parsed":"SELECT Year_awarded\nFROM evaluation;","time":0.3377420902}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Bonus` FROM `evaluation`","question":"Show all Bonus in the table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Bonus\nFROM evaluation\n```","cost":0.000133,"response_parsed":"SELECT Bonus\nFROM evaluation","time":0.2207016945}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `evaluation`","question":"Show all the rows in the table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * FROM evaluation;\n```","cost":0.000132,"response_parsed":"SELECT * FROM evaluation;","time":0.4402976036}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Year_awarded` FROM `evaluation`","question":"Show all Year_awarded in the table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT DISTINCT Year_awarded\nFROM evaluation;\n```","cost":0.0001385,"response_parsed":"SELECT DISTINCT Year_awarded\nFROM evaluation;","time":0.312161684}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Bonus`, `Employee_ID` FROM `evaluation`","question":"Show all Bonus, Employee_ID in the table evaluation","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Bonus, Employee_ID\nFROM evaluation\n```","cost":0.000139,"response_parsed":"SELECT Bonus, Employee_ID\nFROM evaluation","time":0.4471507072}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Shop_ID` FROM `hiring`","question":"Show all Shop_ID in the table hiring","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT DISTINCT Shop_ID\nFROM hiring\n```","cost":0.0001365,"response_parsed":"SELECT DISTINCT Shop_ID\nFROM hiring","time":0.3771998882}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Employee_ID` FROM `hiring`","question":"Show all Employee_ID in the table hiring","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID\nFROM hiring\n```","cost":0.000135,"response_parsed":"SELECT Employee_ID\nFROM hiring","time":0.261525631}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Start_from` FROM `hiring`","question":"Show all Start_from in the table hiring","db_schema_normalized":"`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Start_from \nFROM hiring;\n```","cost":0.000135,"response_parsed":"SELECT Start_from \nFROM hiring;","time":0.3586153984}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `hiring`","question":"Show all the rows in the table hiring","db_schema_normalized":"`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT *\nFROM hiring;\n```","cost":0.000132,"response_parsed":"SELECT *\nFROM hiring;","time":0.3032915592}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Employee_ID` FROM `hiring`","question":"Show all Employee_ID in the table hiring","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Employee_ID\nFROM hiring\n```","cost":0.000135,"response_parsed":"SELECT Employee_ID\nFROM hiring","time":0.3664164543}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Start_from`, `Employee_ID` FROM `hiring`","question":"Show all Start_from, Employee_ID in the table hiring","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Start_from, Employee_ID\nFROM hiring;\n```","cost":0.000141,"response_parsed":"SELECT Start_from, Employee_ID\nFROM hiring;","time":0.2914502621}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `District` FROM `shop`","question":"Show all District in the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT District\nFROM shop\n```","cost":0.000133,"response_parsed":"SELECT District\nFROM shop","time":0.4212794304}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Location` FROM `shop`","question":"Show all Location in the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Location \nFROM shop\n```","cost":0.000133,"response_parsed":"SELECT Location \nFROM shop","time":0.4036214352}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Name` FROM `shop`","question":"Show all Name in the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Name\nFROM shop\n```","cost":0.000133,"response_parsed":"SELECT Name\nFROM shop","time":0.3610639572}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Number_products` FROM `shop`","question":"Show all Number_products in the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Number_products\nFROM shop\n```","cost":0.000135,"response_parsed":"SELECT Number_products\nFROM shop","time":0.4579980373}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Shop_ID` FROM `shop`","question":"Show all Shop_ID in the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Shop_ID FROM shop;\n```","cost":0.0001335,"response_parsed":"SELECT Shop_ID FROM shop;","time":0.351102829}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `shop`","question":"Show all the rows in the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * FROM shop;\n```","cost":0.000132,"response_parsed":"SELECT * FROM shop;","time":0.3453783989}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Location` FROM `shop`","question":"Show all Location in the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Location\nFROM shop\n```","cost":0.000133,"response_parsed":"SELECT Location\nFROM shop","time":0.2869181633}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Name`, `Manager_name` FROM `shop`","question":"Show all Name, Manager_name in the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT s.Name, s.Manager_name\nFROM shop s\n```","cost":0.0001435,"response_parsed":"SELECT s.Name, s.Manager_name\nFROM shop s","time":0.3900125027}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Number_products`, `Shop_ID`, `Manager_name` FROM `shop`","question":"Show all Number_products, Shop_ID, Manager_name in the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Number_products, Shop_ID, Manager_name\nFROM shop\n```","cost":0.000147,"response_parsed":"SELECT Number_products, Shop_ID, Manager_name\nFROM shop","time":0.3594970703}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Location`, `Name`, `Manager_name`, `District` FROM `shop`","question":"Show all Location, Name, Manager_name, District in the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT Location, Name, Manager_name, District \nFROM shop\n```","cost":0.000147,"response_parsed":"SELECT Location, Name, Manager_name, District \nFROM shop","time":0.3783485889}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `District`, `Number_products`, `Shop_ID`, `Location`, `Manager_name` FROM `shop`","question":"Show all District, Number_products, Shop_ID, Location, Manager_name in the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT District, Number_products, Shop_ID, Location, Manager_name\nFROM shop\n```","cost":0.000155,"response_parsed":"SELECT District, Number_products, Shop_ID, Location, Manager_name\nFROM shop","time":0.6261882782}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `employee` WHERE `Name` == 'Mark Regan'","question":"Show the data of the table employee where Name is equal to Mark Regan","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT *\nFROM employee\nWHERE Name = 'Mark Regan';\n```","cost":0.0001475,"response_parsed":"SELECT *\nFROM employee\nWHERE Name = 'Mark Regan';","time":0.6170699596}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `employee` WHERE `Name` != 'George Chuter'","question":"Show the data of the table employee where Name is different from George Chuter","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM employee \nWHERE Name <> 'George Chuter';\n```","cost":0.000149,"response_parsed":"SELECT * \nFROM employee \nWHERE Name <> 'George Chuter';","time":0.5972087383}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `employee` WHERE `Name` != 'Lee Mears'","question":"Show the data of the table employee where Name not equal to Lee Mears","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * FROM employee WHERE Name <> 'Lee Mears';\n```","cost":0.000146,"response_parsed":"SELECT * FROM employee WHERE Name <> 'Lee Mears';","time":0.4919822216}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `employee` WHERE `City` == 'Bristol'","question":"Show the data of the table employee where City is equal to Bristol","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM employee\nWHERE City = 'Bristol';\n```","cost":0.0001465,"response_parsed":"SELECT * \nFROM employee\nWHERE City = 'Bristol';","time":0.3927998543}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `employee` WHERE `City` != 'Bath'","question":"Show the data of the table employee where City is different from Bath","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * FROM employee\nWHERE City <> 'Bath';\n```","cost":0.000145,"response_parsed":"SELECT * FROM employee\nWHERE City <> 'Bath';","time":0.3049025536}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `employee` WHERE `City` != 'Bath'","question":"Show the data of the table employee where City not equal to Bath","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * FROM employee\nWHERE City <> 'Bath';\n```","cost":0.000145,"response_parsed":"SELECT * FROM employee\nWHERE City <> 'Bath';","time":0.3543553352}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `employee` WHERE `Age` > 23","question":"Show the data of the table employee where Age is greater than 23","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM employee\nWHERE Age > 23;\n```","cost":0.0001455,"response_parsed":"SELECT * \nFROM employee\nWHERE Age > 23;","time":0.4614963531}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `evaluation` WHERE `Employee_ID` == '4'","question":"Show the data of the table evaluation where Employee_ID is equal to 4","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * FROM evaluation WHERE Employee_ID = 4;\n```","cost":0.0001445,"response_parsed":"SELECT * FROM evaluation WHERE Employee_ID = 4;","time":0.3913116455}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `evaluation` WHERE `Employee_ID` != '2'","question":"Show the data of the table evaluation where Employee_ID is different from 2","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * FROM evaluation WHERE Employee_ID <> 2;\n```","cost":0.0001445,"response_parsed":"SELECT * FROM evaluation WHERE Employee_ID <> 2;","time":0.3276329041}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `evaluation` WHERE `Employee_ID` != '10'","question":"Show the data of the table evaluation where Employee_ID not equal to 10","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM evaluation \nWHERE Employee_ID <> 10\n```","cost":0.0001475,"response_parsed":"SELECT * \nFROM evaluation \nWHERE Employee_ID <> 10","time":0.7545714378}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `evaluation` WHERE `Year_awarded` == '2017'","question":"Show the data of the table evaluation where Year_awarded is equal to 2017","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT *\nFROM evaluation\nWHERE Year_awarded = '2017';\n```","cost":0.00015,"response_parsed":"SELECT *\nFROM evaluation\nWHERE Year_awarded = '2017';","time":0.3793711662}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `evaluation` WHERE `Year_awarded` != '2017'","question":"Show the data of the table evaluation where Year_awarded is different from 2017","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT *\nFROM evaluation\nWHERE Year_awarded <> '2017';\n```","cost":0.00015,"response_parsed":"SELECT *\nFROM evaluation\nWHERE Year_awarded <> '2017';","time":0.4050073624}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `evaluation` WHERE `Year_awarded` != '2015'","question":"Show the data of the table evaluation where Year_awarded not equal to 2015","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM evaluation \nWHERE Year_awarded != '2015';\n```","cost":0.0001515,"response_parsed":"SELECT * \nFROM evaluation \nWHERE Year_awarded != '2015';","time":0.4572403431}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `evaluation` WHERE `Bonus` > 3200.0","question":"Show the data of the table evaluation where Bonus is greater than 3200.0","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT *\nFROM evaluation\nWHERE Bonus > 3200.0;\n```","cost":0.00015,"response_parsed":"SELECT *\nFROM evaluation\nWHERE Bonus > 3200.0;","time":0.4636845589}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `evaluation` WHERE `Bonus` < 3000.0","question":"Show the data of the table evaluation where Bonus is less than 3000.0","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM evaluation \nWHERE Bonus < 3000.0;\n```","cost":0.0001515,"response_parsed":"SELECT * \nFROM evaluation \nWHERE Bonus < 3000.0;","time":0.3437206745}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `hiring` WHERE `Start_from` == '2011'","question":"Show the data of the table hiring where Start_from is equal to 2011","db_schema_normalized":"`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM hiring\nWHERE Start_from = '2011';\n```","cost":0.0001495,"response_parsed":"SELECT * \nFROM hiring\nWHERE Start_from = '2011';","time":0.4269206524}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `hiring` WHERE `Start_from` != '2009'","question":"Show the data of the table hiring where Start_from is different from 2009","db_schema_normalized":"`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM hiring \nWHERE Start_from <> '2009';\n```","cost":0.0001495,"response_parsed":"SELECT * \nFROM hiring \nWHERE Start_from <> '2009';","time":0.513936758}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `hiring` WHERE `Start_from` != '2013'","question":"Show the data of the table hiring where Start_from not equal to 2013","db_schema_normalized":"`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT *\nFROM hiring\nWHERE Start_from <> '2013';\n```","cost":0.000148,"response_parsed":"SELECT *\nFROM hiring\nWHERE Start_from <> '2013';","time":0.3345534801}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `shop` WHERE `Location` == 'Turku'","question":"Show the data of the table shop where Location is equal to Turku","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT *\nFROM shop\nWHERE Location = 'Turku';\n```","cost":0.0001455,"response_parsed":"SELECT *\nFROM shop\nWHERE Location = 'Turku';","time":0.3831944466}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `shop` WHERE `Location` != 'Turku'","question":"Show the data of the table shop where Location is different from Turku","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT *\nFROM shop\nWHERE Location <> 'Turku';\n```","cost":0.0001455,"response_parsed":"SELECT *\nFROM shop\nWHERE Location <> 'Turku';","time":0.2862372398}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `shop` WHERE `Location` != 'Espoo'","question":"Show the data of the table shop where Location not equal to Espoo","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM shop \nWHERE Location <> 'Espoo';\n```","cost":0.000147,"response_parsed":"SELECT * \nFROM shop \nWHERE Location <> 'Espoo';","time":0.5761876106}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `shop` WHERE `District` == 'Jakobstads Centralplan'","question":"Show the data of the table shop where District is equal to Jakobstads Centralplan","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT *\nFROM shop\nWHERE District = 'Jakobstads Centralplan';\n```","cost":0.0001535,"response_parsed":"SELECT *\nFROM shop\nWHERE District = 'Jakobstads Centralplan';","time":0.32304883}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `shop` WHERE `District` != 'Tehtaan kentt\u00e4'","question":"Show the data of the table shop where District is different from Tehtaan kentt\u00e4","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT *\nFROM shop\nWHERE District <> 'Tehtaan kentt\u00e4';\n```","cost":0.0001555,"response_parsed":"SELECT *\nFROM shop\nWHERE District <> 'Tehtaan kentt\u00e4';","time":0.3054513931}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `shop` WHERE `District` != 'Jakobstads Centralplan'","question":"Show the data of the table shop where District not equal to Jakobstads Centralplan","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT *\nFROM shop\nWHERE District <> 'Jakobstads Centralplan';\n```","cost":0.0001535,"response_parsed":"SELECT *\nFROM shop\nWHERE District <> 'Jakobstads Centralplan';","time":0.4014260769}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `shop` WHERE `Manager_name` == 'Mika Laurikainen'","question":"Show the data of the table shop where Manager_name is equal to Mika Laurikainen","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM shop\nWHERE Manager_name = 'Mika Laurikainen';\n```","cost":0.000155,"response_parsed":"SELECT * \nFROM shop\nWHERE Manager_name = 'Mika Laurikainen';","time":0.3941533566}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `shop` WHERE `Manager_name` != 'Antti Muurinen'","question":"Show the data of the table shop where Manager_name is different from Antti Muurinen","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT *\nFROM shop\nWHERE Manager_name <> 'Antti Muurinen';\n```","cost":0.0001535,"response_parsed":"SELECT *\nFROM shop\nWHERE Manager_name <> 'Antti Muurinen';","time":0.3805789948}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `shop` WHERE `Manager_name` != 'Olli Huttunen'","question":"Show the data of the table shop where Manager_name not equal to Olli Huttunen","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT *\nFROM shop\nWHERE Manager_name != 'Olli Huttunen';\n```","cost":0.0001555,"response_parsed":"SELECT *\nFROM shop\nWHERE Manager_name != 'Olli Huttunen';","time":0.4099705219}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `shop` WHERE `Number_products` > 10770","question":"Show the data of the table shop where Number_products is greater than 10770","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM shop\nWHERE Number_products > 10770;\n```","cost":0.0001495,"response_parsed":"SELECT * \nFROM shop\nWHERE Number_products > 10770;","time":0.5545814037}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `shop` WHERE `Number_products` < 5000","question":"Show the data of the table shop where Number_products is less than 5000","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT * \nFROM shop\nWHERE Number_products < 5000;\n```","cost":0.0001495,"response_parsed":"SELECT * \nFROM shop\nWHERE Number_products < 5000;","time":0.2919552326}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Name`) FROM `employee`","question":"How many different Name are in table employee?","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Name) AS num_different_names\nFROM employee;\n```","cost":0.000147,"response_parsed":"SELECT COUNT(DISTINCT Name) AS num_different_names\nFROM employee;","time":2.9069006443}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `City`) FROM `employee`","question":"How many different City are in table employee?","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT City) AS Number_of_Cities\nFROM employee;\n```","cost":0.0001485,"response_parsed":"SELECT COUNT(DISTINCT City) AS Number_of_Cities\nFROM employee;","time":0.4379003048}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Age`) FROM `employee`","question":"Find the maximum Age for the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT MAX(Age) AS Max_Age\nFROM employee;\n```","cost":0.000144,"response_parsed":"SELECT MAX(Age) AS Max_Age\nFROM employee;","time":0.5018672943}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Age`) FROM `employee`","question":"Find the minimum Age for the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT MIN(Age) as Min_Age FROM employee;\n```","cost":0.0001425,"response_parsed":"SELECT MIN(Age) as Min_Age FROM employee;","time":0.2963209152}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"employee","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Age`) FROM `employee`","question":"Find the average Age for the table employee","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT AVG(Age) AS Average_Age \nFROM employee;\n```","cost":0.000144,"response_parsed":"SELECT AVG(Age) AS Average_Age \nFROM employee;","time":0.4894161224}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Employee_ID`) FROM `evaluation`","question":"How many different Employee_ID are in table evaluation?","db_schema_normalized":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Employee_ID) AS Total_Employee_ID\nFROM evaluation;\n```","cost":0.0001505,"response_parsed":"SELECT COUNT(DISTINCT Employee_ID) AS Total_Employee_ID\nFROM evaluation;","time":0.4119231701}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Year_awarded`) FROM `evaluation`","question":"How many different Year_awarded are in table evaluation?","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Year_awarded) AS different_Year_awarded\nFROM evaluation;\n```","cost":0.000154,"response_parsed":"SELECT COUNT(DISTINCT Year_awarded) AS different_Year_awarded\nFROM evaluation;","time":0.6111683846}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Bonus`) FROM `evaluation`","question":"Find the maximum Bonus for the table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT MAX(Bonus) as Max_Bonus \nFROM evaluation;\n```","cost":0.000144,"response_parsed":"SELECT MAX(Bonus) as Max_Bonus \nFROM evaluation;","time":0.3510665894}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Bonus`) FROM `evaluation`","question":"Find the minimum Bonus for the table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT MIN(Bonus)\nFROM evaluation\n```","cost":0.0001365,"response_parsed":"SELECT MIN(Bonus)\nFROM evaluation","time":0.3611981869}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"evaluation","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Bonus`) FROM `evaluation`","question":"Find the average Bonus for the table evaluation","db_schema_normalized":"`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT AVG(Bonus) AS Average_Bonus\nFROM evaluation;\n```","cost":0.000144,"response_parsed":"SELECT AVG(Bonus) AS Average_Bonus\nFROM evaluation;","time":0.3448076248}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"hiring","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Start_from`) FROM `hiring`","question":"How many different Start_from are in table hiring?","db_schema_normalized":"`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Start_from) as different_Start_from\nFROM hiring;\n```","cost":0.000149,"response_parsed":"SELECT COUNT(DISTINCT Start_from) as different_Start_from\nFROM hiring;","time":0.3415865898}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Name`) FROM `shop`","question":"How many different Name are in table shop?","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Name) as different_names\nFROM shop;\n```","cost":0.0001455,"response_parsed":"SELECT COUNT(DISTINCT Name) as different_names\nFROM shop;","time":0.4409658909}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Location`) FROM `shop`","question":"How many different Location are in table shop?","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Location) AS num_locations\nFROM shop;\n```","cost":0.0001455,"response_parsed":"SELECT COUNT(DISTINCT Location) AS num_locations\nFROM shop;","time":0.3518579006}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `District`) FROM `shop`","question":"How many different District are in table shop?","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT District) AS number_of_districts\nFROM shop;\n```","cost":0.0001485,"response_parsed":"SELECT COUNT(DISTINCT District) AS number_of_districts\nFROM shop;","time":0.4210102558}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Manager_name`) FROM `shop`","question":"How many different Manager_name are in table shop?","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Manager_name) AS manager_count\nFROM shop;\n```","cost":0.0001475,"response_parsed":"SELECT COUNT(DISTINCT Manager_name) AS manager_count\nFROM shop;","time":0.5279796124}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Number_products`) FROM `shop`","question":"Find the maximum Number_products for the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT MAX(Number_products) AS Maximum_Number_products\nFROM shop;\n```","cost":0.0001445,"response_parsed":"SELECT MAX(Number_products) AS Maximum_Number_products\nFROM shop;","time":0.3596961498}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Number_products`) FROM `shop`","question":"Find the minimum Number_products for the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT MIN(Number_products) AS minimum_Number_products\nFROM shop\n```","cost":0.0001445,"response_parsed":"SELECT MIN(Number_products) AS minimum_Number_products\nFROM shop","time":0.3306024075}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/employee_hire_evaluation\/employee_hire_evaluation.sqlite","db_id":"employee_hire_evaluation","tbl_name":"shop","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Number_products`) FROM `shop`","question":"Find the average Number_products for the table shop","db_schema_normalized":"`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))","db_schema":"`\"employee\"` (\"Employee_ID\" int, \"Name\" text, \"Age\" int, \"City\" text, PRIMARY KEY (\"Employee_ID\"))\n`\"shop\"` (\"Shop_ID\" int, \"Name\" text, \"Location\" text, \"District\" text, \"Number_products\" int, \"Manager_name\" text, PRIMARY KEY (\"Shop_ID\"))\n`\"hiring\"` (\"Shop_ID\" int, \"Employee_ID\" int, \"Start_from\" text, \"Is_full_time\" bool, PRIMARY KEY (\"Employee_ID\"), FOREIGN KEY (`Shop_ID`) REFERENCES `shop`(`Shop_ID`), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))\n`\"evaluation\"` (\"Employee_ID\" text, \"Year_awarded\" text, \"Bonus\" real, PRIMARY KEY (\"Employee_ID\",\"Year_awarded\"), FOREIGN KEY (`Employee_ID`) REFERENCES `employee`(`Employee_ID`))","pred_dict":{"response":"```sql\nSELECT AVG(Number_products) AS average_Number_products\nFROM shop;\n```","cost":0.0001445,"response_parsed":"SELECT AVG(Number_products) AS average_Number_products\nFROM shop;","time":0.3110790253}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Document_Name` FROM `Documents`","question":"Show the different Document_Name in the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT DISTINCT Document_Name \nFROM Documents;\n```","cost":0.000143,"response_parsed":"SELECT DISTINCT Document_Name \nFROM Documents;","time":0.2607274055}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Document_Description` FROM `Documents`","question":"Show the different Document_Description in the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT DISTINCT Document_Description \nFROM Documents;\n```","cost":0.000143,"response_parsed":"SELECT DISTINCT Document_Description \nFROM Documents;","time":0.3104770184}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Other_Details` FROM `Documents`","question":"Show the different Other_Details in the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT DISTINCT Other_Details\nFROM Documents;\n```","cost":0.000143,"response_parsed":"SELECT DISTINCT Other_Details\nFROM Documents;","time":0.4204492569}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Template_Type_Code` FROM `Templates`","question":"Show the different Template_Type_Code in the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT DISTINCT Template_Type_Code\nFROM Templates\n```","cost":0.000145,"response_parsed":"SELECT DISTINCT Template_Type_Code\nFROM Templates","time":0.4812655449}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Template_Details` FROM `Templates`","question":"Show the different Template_Details in the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT DISTINCT Template_Details\nFROM Templates\n```","cost":0.000143,"response_parsed":"SELECT DISTINCT Template_Details\nFROM Templates","time":0.3249063492}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Template_Type_Code` FROM `Ref_Template_Types`","question":"Show the different Template_Type_Code in the table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT DISTINCT Template_Type_Code\nFROM Ref_Template_Types;\n```","cost":0.000151,"response_parsed":"SELECT DISTINCT Template_Type_Code\nFROM Ref_Template_Types;","time":0.3500463963}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Template_Type_Description` FROM `Ref_Template_Types`","question":"Show the different Template_Type_Description in the table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT DISTINCT Template_Type_Description\nFROM Ref_Template_Types;\n```","cost":0.000151,"response_parsed":"SELECT DISTINCT Template_Type_Description\nFROM Ref_Template_Types;","time":0.3424062729}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Paragraph_Text` FROM `Paragraphs`","question":"Show the different Paragraph_Text in the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT DISTINCT Paragraph_Text\nFROM Paragraphs;\n```","cost":0.000145,"response_parsed":"SELECT DISTINCT Paragraph_Text\nFROM Paragraphs;","time":0.3378267288}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Other_Details` FROM `Paragraphs`","question":"Show the different Other_Details in the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT DISTINCT Other_Details\nFROM Paragraphs;\n```","cost":0.000145,"response_parsed":"SELECT DISTINCT Other_Details\nFROM Paragraphs;","time":0.3410508633}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Document_Name`, COUNT(*) FROM `Documents` GROUP BY `Document_Name`","question":"For each Document_Name, count the number of rows in table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Document_Name, COUNT(*) AS Row_Count\nFROM Documents\nGROUP BY Document_Name;\n```","cost":0.00016,"response_parsed":"SELECT Document_Name, COUNT(*) AS Row_Count\nFROM Documents\nGROUP BY Document_Name;","time":0.4601275921}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Document_Description`, COUNT(*) FROM `Documents` GROUP BY `Document_Description`","question":"For each Document_Description, count the number of rows in table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Document_Description, COUNT(*) AS Num_of_Rows\nFROM Documents\nGROUP BY Document_Description;\n```","cost":0.000163,"response_parsed":"SELECT Document_Description, COUNT(*) AS Num_of_Rows\nFROM Documents\nGROUP BY Document_Description;","time":0.4459826946}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Other_Details`, COUNT(*) FROM `Documents` GROUP BY `Other_Details`","question":"For each Other_Details, count the number of rows in table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Other_Details, COUNT(*) AS Number_of_Documents\nFROM Documents\nGROUP BY Other_Details;\n```","cost":0.0001645,"response_parsed":"SELECT Other_Details, COUNT(*) AS Number_of_Documents\nFROM Documents\nGROUP BY Other_Details;","time":0.4071736336}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Template_Type_Code`, COUNT(*) FROM `Templates` GROUP BY `Template_Type_Code`","question":"For each Template_Type_Code, count the number of rows in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code, COUNT(*) AS Number_of_Rows\nFROM Templates\nGROUP BY Template_Type_Code;\n```","cost":0.0001665,"response_parsed":"SELECT Template_Type_Code, COUNT(*) AS Number_of_Rows\nFROM Templates\nGROUP BY Template_Type_Code;","time":0.4663550854}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Template_Details`, COUNT(*) FROM `Templates` GROUP BY `Template_Details`","question":"For each Template_Details, count the number of rows in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT td.Template_Details, COUNT(t.Template_ID) AS Num_of_Templates\nFROM Template_Details td\nLEFT JOIN Templates t ON td.Template_ID = t.Template_ID\nGROUP BY td.Template_Details;\n```","cost":0.000193,"response_parsed":"SELECT td.Template_Details, COUNT(t.Template_ID) AS Num_of_Templates\nFROM Template_Details td\nLEFT JOIN Templates t ON td.Template_ID = t.Template_ID\nGROUP BY td.Template_Details;","time":0.584220171}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Template_Type_Code`, MIN(`Version_Number`) FROM `Templates` GROUP BY `Template_Type_Code`","question":"For each Template_Type_Code, find the min of Version_Number in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code, MIN(Version_Number) AS Min_Version_Number\nFROM Templates\nGROUP BY Template_Type_Code;\n```","cost":0.00017,"response_parsed":"SELECT Template_Type_Code, MIN(Version_Number) AS Min_Version_Number\nFROM Templates\nGROUP BY Template_Type_Code;","time":0.8007051945}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Template_Type_Code`, MAX(`Version_Number`) FROM `Templates` GROUP BY `Template_Type_Code`","question":"For each Template_Type_Code, find the max of Version_Number in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code, MAX(Version_Number) AS Max_Version_Number\nFROM Templates\nGROUP BY Template_Type_Code;\n```","cost":0.00017,"response_parsed":"SELECT Template_Type_Code, MAX(Version_Number) AS Max_Version_Number\nFROM Templates\nGROUP BY Template_Type_Code;","time":0.5068118572}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Template_Type_Code`, AVG(`Version_Number`) FROM `Templates` GROUP BY `Template_Type_Code`","question":"For each Template_Type_Code, find the avg of Version_Number in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code, AVG(Version_Number) AS Avg_Version_Number\nFROM Templates\nGROUP BY Template_Type_Code;\n```","cost":0.00017,"response_parsed":"SELECT Template_Type_Code, AVG(Version_Number) AS Avg_Version_Number\nFROM Templates\nGROUP BY Template_Type_Code;","time":0.6342480183}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Template_Type_Code`, SUM(`Version_Number`) FROM `Templates` GROUP BY `Template_Type_Code`","question":"For each Template_Type_Code, find the sum of Version_Number in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code, SUM(Version_Number) AS Total_Version_Number\nFROM Templates\nGROUP BY Template_Type_Code;\n```","cost":0.00017,"response_parsed":"SELECT Template_Type_Code, SUM(Version_Number) AS Total_Version_Number\nFROM Templates\nGROUP BY Template_Type_Code;","time":0.5864384174}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Template_Details`, MIN(`Version_Number`) FROM `Templates` GROUP BY `Template_Details`","question":"For each Template_Details, find the min of Version_Number in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Details, MIN(Version_Number) AS Min_Version\nFROM Templates\nGROUP BY Template_Details;\n```","cost":0.000165,"response_parsed":"SELECT Template_Details, MIN(Version_Number) AS Min_Version\nFROM Templates\nGROUP BY Template_Details;","time":0.4637162685}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Template_Details`, MAX(`Version_Number`) FROM `Templates` GROUP BY `Template_Details`","question":"For each Template_Details, find the max of Version_Number in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Details, MAX(Version_Number)\nFROM Templates\nGROUP BY Template_Details;\n```","cost":0.000159,"response_parsed":"SELECT Template_Details, MAX(Version_Number)\nFROM Templates\nGROUP BY Template_Details;","time":0.4101934433}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Template_Details`, AVG(`Version_Number`) FROM `Templates` GROUP BY `Template_Details`","question":"For each Template_Details, find the avg of Version_Number in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT t.Template_Details, AVG(t.Version_Number) AS Avg_Version_Number\nFROM Templates t\nGROUP BY t.Template_Details;\n```","cost":0.000171,"response_parsed":"SELECT t.Template_Details, AVG(t.Version_Number) AS Avg_Version_Number\nFROM Templates t\nGROUP BY t.Template_Details;","time":0.4688355923}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Template_Details`, SUM(`Version_Number`) FROM `Templates` GROUP BY `Template_Details`","question":"For each Template_Details, find the sum of Version_Number in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Details, SUM(Version_Number) AS Total_Version_Number\nFROM Templates\nGROUP BY Template_Details;\n```","cost":0.0001665,"response_parsed":"SELECT Template_Details, SUM(Version_Number) AS Total_Version_Number\nFROM Templates\nGROUP BY Template_Details;","time":0.4324109554}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Template_Type_Code`, COUNT(*) FROM `Ref_Template_Types` GROUP BY `Template_Type_Code`","question":"For each Template_Type_Code, count the number of rows in table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code, COUNT(*) AS NumberOfRows\nFROM Ref_Template_Types\nGROUP BY Template_Type_Code;\n```","cost":0.0001695,"response_parsed":"SELECT Template_Type_Code, COUNT(*) AS NumberOfRows\nFROM Ref_Template_Types\nGROUP BY Template_Type_Code;","time":0.4919376373}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Template_Type_Description`, COUNT(*) FROM `Ref_Template_Types` GROUP BY `Template_Type_Description`","question":"For each Template_Type_Description, count the number of rows in table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Description, COUNT(*)\nFROM Ref_Template_Types\nGROUP BY Template_Type_Description;\n```","cost":0.000165,"response_parsed":"SELECT Template_Type_Description, COUNT(*)\nFROM Ref_Template_Types\nGROUP BY Template_Type_Description;","time":0.3860337734}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Paragraph_Text`, COUNT(*) FROM `Paragraphs` GROUP BY `Paragraph_Text`","question":"For each Paragraph_Text, count the number of rows in table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Paragraph_Text, COUNT(*) AS Number_of_Rows\nFROM Paragraphs\nGROUP BY Paragraph_Text;\n```","cost":0.000165,"response_parsed":"SELECT Paragraph_Text, COUNT(*) AS Number_of_Rows\nFROM Paragraphs\nGROUP BY Paragraph_Text;","time":0.5066018105}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Other_Details`, COUNT(*) FROM `Paragraphs` GROUP BY `Other_Details`","question":"For each Other_Details, count the number of rows in table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT d.Other_Details, COUNT(p.Paragraph_ID) AS Num_Of_Paragraphs\nFROM Documents d\nLEFT JOIN Paragraphs p ON d.Document_ID = p.Document_ID\nGROUP BY d.Other_Details;\n```","cost":0.000198,"response_parsed":"SELECT d.Other_Details, COUNT(p.Paragraph_ID) AS Num_Of_Paragraphs\nFROM Documents d\nLEFT JOIN Paragraphs p ON d.Document_ID = p.Document_ID\nGROUP BY d.Other_Details;","time":4.1508011818}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Document_Name` FROM `Documents` GROUP BY `Document_Name` HAVING count(*) >= 1","question":"Find all the Document_Name that have at least 1 records in table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT DISTINCT Document_Name\nFROM Documents\n```","cost":0.000146,"response_parsed":"SELECT DISTINCT Document_Name\nFROM Documents","time":0.3079955578}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Document_Name` FROM `Documents` GROUP BY `Document_Name` HAVING count(*) <= 1","question":"Find all the Document_Name that have at most 1 records in table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Document_Name \nFROM Documents\nGROUP BY Document_Name\nHAVING COUNT(*) <= 1\n```","cost":0.000164,"response_parsed":"SELECT Document_Name \nFROM Documents\nGROUP BY Document_Name\nHAVING COUNT(*) <= 1","time":0.3736567497}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Document_Description` FROM `Documents` GROUP BY `Document_Description` HAVING count(*) >= 1","question":"Find all the Document_Description that have at least 1 records in table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Document_Description\nFROM Documents\nGROUP BY Document_Description\nHAVING COUNT(*) >= 1\n```","cost":0.000164,"response_parsed":"SELECT Document_Description\nFROM Documents\nGROUP BY Document_Description\nHAVING COUNT(*) >= 1","time":0.4176528454}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Document_Description` FROM `Documents` GROUP BY `Document_Description` HAVING count(*) <= 1","question":"Find all the Document_Description that have at most 1 records in table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Document_Description\nFROM Documents\nGROUP BY Document_Description\nHAVING COUNT(*) <= 1\n```","cost":0.000164,"response_parsed":"SELECT Document_Description\nFROM Documents\nGROUP BY Document_Description\nHAVING COUNT(*) <= 1","time":0.4550220966}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Other_Details` FROM `Documents` GROUP BY `Other_Details` HAVING count(*) >= 15","question":"Find all the Other_Details that have at least 15 records in table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Other_Details\nFROM Documents\nGROUP BY Other_Details\nHAVING COUNT(*) >= 15;\n```","cost":0.000164,"response_parsed":"SELECT Other_Details\nFROM Documents\nGROUP BY Other_Details\nHAVING COUNT(*) >= 15;","time":0.4549190998}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Other_Details` FROM `Documents` GROUP BY `Other_Details` HAVING count(*) <= 15","question":"Find all the Other_Details that have at most 15 records in table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Other_Details\nFROM Documents\nGROUP BY Other_Details\nHAVING COUNT(*) <= 15\n```","cost":0.000164,"response_parsed":"SELECT Other_Details\nFROM Documents\nGROUP BY Other_Details\nHAVING COUNT(*) <= 15","time":0.5463728905}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Template_Type_Code` FROM `Templates` GROUP BY `Template_Type_Code` HAVING count(*) >= 4","question":"Find all the Template_Type_Code that have at least 4 records in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code\nFROM Templates\nGROUP BY Template_Type_Code\nHAVING COUNT(*) >= 4\n```","cost":0.0001675,"response_parsed":"SELECT Template_Type_Code\nFROM Templates\nGROUP BY Template_Type_Code\nHAVING COUNT(*) >= 4","time":0.4663815498}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Template_Type_Code` FROM `Templates` GROUP BY `Template_Type_Code` HAVING count(*) <= 4","question":"Find all the Template_Type_Code that have at most 4 records in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code\nFROM Templates\nGROUP BY Template_Type_Code\nHAVING COUNT(*) <= 4\n```","cost":0.0001675,"response_parsed":"SELECT Template_Type_Code\nFROM Templates\nGROUP BY Template_Type_Code\nHAVING COUNT(*) <= 4","time":0.4526376724}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Template_Details` FROM `Templates` GROUP BY `Template_Details` HAVING count(*) >= 20","question":"Find all the Template_Details that have at least 20 records in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Templates\nWHERE Template_ID IN (\n    SELECT Template_ID \n    FROM Templates\n    GROUP BY Template_ID\n    HAVING COUNT(*) >= 20\n)\n```","cost":0.000188,"response_parsed":"SELECT * \nFROM Templates\nWHERE Template_ID IN (\n    SELECT Template_ID \n    FROM Templates\n    GROUP BY Template_ID\n    HAVING COUNT(*) >= 20\n)","time":0.6385400295}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Template_Details` FROM `Templates` GROUP BY `Template_Details` HAVING count(*) <= 20","question":"Find all the Template_Details that have at most 20 records in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT *\nFROM Templates\nWHERE Template_ID IN (\n    SELECT Template_ID\n    FROM Templates\n    GROUP BY Template_ID\n    HAVING COUNT(*) <= 20\n)\n```","cost":0.0001865,"response_parsed":"SELECT *\nFROM Templates\nWHERE Template_ID IN (\n    SELECT Template_ID\n    FROM Templates\n    GROUP BY Template_ID\n    HAVING COUNT(*) <= 20\n)","time":0.5430464745}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Template_Type_Code` FROM `Templates` GROUP BY `Template_Type_Code` HAVING AVG(`Version_Number`) >= 5.5","question":"List the Template_Type_Code which average of Version_Number is at least 5.5 in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code\nFROM Templates\nGROUP BY Template_Type_Code\nHAVING AVG(Version_Number) >= 5.5\n```","cost":0.000177,"response_parsed":"SELECT Template_Type_Code\nFROM Templates\nGROUP BY Template_Type_Code\nHAVING AVG(Version_Number) >= 5.5","time":0.4608831406}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Template_Type_Code` FROM `Templates` GROUP BY `Template_Type_Code` HAVING AVG(`Version_Number`) <= 5.5","question":"List the Template_Type_Code which average of Version_Number is at most 5.5 in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code\nFROM Templates\nGROUP BY Template_Type_Code\nHAVING AVG(Version_Number) <= 5.5\n```","cost":0.000177,"response_parsed":"SELECT Template_Type_Code\nFROM Templates\nGROUP BY Template_Type_Code\nHAVING AVG(Version_Number) <= 5.5","time":0.5265107155}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Template_Type_Code` FROM `Templates` GROUP BY `Template_Type_Code` HAVING SUM(`Version_Number`) >= 20.6","question":"List the Template_Type_Code which summation of Version_Number is at least 20.6 in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code\nFROM Templates\nGROUP BY Template_Type_Code\nHAVING SUM(Version_Number) >= 20.6\n```","cost":0.0001775,"response_parsed":"SELECT Template_Type_Code\nFROM Templates\nGROUP BY Template_Type_Code\nHAVING SUM(Version_Number) >= 20.6","time":0.4755785465}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Template_Type_Code` FROM `Templates` GROUP BY `Template_Type_Code` HAVING SUM(`Version_Number`) <= 20.6","question":"List the Template_Type_Code which summation of Version_Number is at most 20.6 in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code\nFROM Templates\nGROUP BY Template_Type_Code\nHAVING SUM(Version_Number) <= 20.6;\n```","cost":0.0001775,"response_parsed":"SELECT Template_Type_Code\nFROM Templates\nGROUP BY Template_Type_Code\nHAVING SUM(Version_Number) <= 20.6;","time":0.5942997932}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Template_Details` FROM `Templates` GROUP BY `Template_Details` HAVING AVG(`Version_Number`) >= 5.15","question":"List the Template_Details which average of Version_Number is at least 5.15 in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Details\nFROM Templates\nGROUP BY Template_Details\nHAVING AVG(Version_Number) >= 5.15;\n```","cost":0.0001735,"response_parsed":"SELECT Template_Details\nFROM Templates\nGROUP BY Template_Details\nHAVING AVG(Version_Number) >= 5.15;","time":0.4349179268}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Template_Details` FROM `Templates` GROUP BY `Template_Details` HAVING AVG(`Version_Number`) <= 5.15","question":"List the Template_Details which average of Version_Number is at most 5.15 in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Details \nFROM Templates \nGROUP BY Template_Details \nHAVING AVG(Version_Number) <= 5.15;\n```","cost":0.0001735,"response_parsed":"SELECT Template_Details \nFROM Templates \nGROUP BY Template_Details \nHAVING AVG(Version_Number) <= 5.15;","time":0.4693951607}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Template_Details` FROM `Templates` GROUP BY `Template_Details` HAVING SUM(`Version_Number`) >= 103.0","question":"List the Template_Details which summation of Version_Number is at least 103.0 in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Details\nFROM Templates\nGROUP BY Template_Details\nHAVING SUM(Version_Number) >= 103.0;\n```","cost":0.000174,"response_parsed":"SELECT Template_Details\nFROM Templates\nGROUP BY Template_Details\nHAVING SUM(Version_Number) >= 103.0;","time":0.5164597034}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Template_Details` FROM `Templates` GROUP BY `Template_Details` HAVING SUM(`Version_Number`) <= 103.0","question":"List the Template_Details which summation of Version_Number is at most 103.0 in table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Details\nFROM Templates\nGROUP BY Template_Details\nHAVING SUM(Version_Number) <= 103.0;\n```","cost":0.000174,"response_parsed":"SELECT Template_Details\nFROM Templates\nGROUP BY Template_Details\nHAVING SUM(Version_Number) <= 103.0;","time":0.4249444008}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Template_Type_Code` FROM `Ref_Template_Types` GROUP BY `Template_Type_Code` HAVING count(*) >= 1","question":"Find all the Template_Type_Code that have at least 1 records in table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT DISTINCT Template_Type_Code\nFROM Ref_Template_Types\nWHERE Template_Type_Code IN (SELECT Template_Type_Code FROM Templates)\n```","cost":0.0001735,"response_parsed":"SELECT DISTINCT Template_Type_Code\nFROM Ref_Template_Types\nWHERE Template_Type_Code IN (SELECT Template_Type_Code FROM Templates)","time":0.3912148476}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Template_Type_Code` FROM `Ref_Template_Types` GROUP BY `Template_Type_Code` HAVING count(*) <= 1","question":"Find all the Template_Type_Code that have at most 1 records in table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code\nFROM Ref_Template_Types\nGROUP BY Template_Type_Code\nHAVING COUNT(*) <= 1;\n```","cost":0.0001735,"response_parsed":"SELECT Template_Type_Code\nFROM Ref_Template_Types\nGROUP BY Template_Type_Code\nHAVING COUNT(*) <= 1;","time":0.4270973206}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Template_Type_Description` FROM `Ref_Template_Types` GROUP BY `Template_Type_Description` HAVING count(*) >= 1","question":"Find all the Template_Type_Description that have at least 1 records in table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Description\nFROM Ref_Template_Types\nWHERE Template_Type_Code IN (\n    SELECT DISTINCT Template_Type_Code\n    FROM Templates\n)\n```","cost":0.0001795,"response_parsed":"SELECT Template_Type_Description\nFROM Ref_Template_Types\nWHERE Template_Type_Code IN (\n    SELECT DISTINCT Template_Type_Code\n    FROM Templates\n)","time":0.432292223}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Template_Type_Description` FROM `Ref_Template_Types` GROUP BY `Template_Type_Description` HAVING count(*) <= 1","question":"Find all the Template_Type_Description that have at most 1 records in table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Description\nFROM Ref_Template_Types\nGROUP BY Template_Type_Description\nHAVING COUNT(*) <= 1;\n```","cost":0.0001735,"response_parsed":"SELECT Template_Type_Description\nFROM Ref_Template_Types\nGROUP BY Template_Type_Description\nHAVING COUNT(*) <= 1;","time":0.4596762657}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Paragraph_Text` FROM `Paragraphs` GROUP BY `Paragraph_Text` HAVING count(*) >= 1","question":"Find all the Paragraph_Text that have at least 1 records in table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT DISTINCT Paragraph_Text\nFROM Paragraphs\n```","cost":0.000148,"response_parsed":"SELECT DISTINCT Paragraph_Text\nFROM Paragraphs","time":0.3461232185}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Paragraph_Text` FROM `Paragraphs` GROUP BY `Paragraph_Text` HAVING count(*) <= 1","question":"Find all the Paragraph_Text that have at most 1 records in table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Paragraph_Text\nFROM Paragraphs\nGROUP BY Paragraph_Text\nHAVING COUNT(*) <= 1;\n```","cost":0.000166,"response_parsed":"SELECT Paragraph_Text\nFROM Paragraphs\nGROUP BY Paragraph_Text\nHAVING COUNT(*) <= 1;","time":0.4233491421}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Other_Details` FROM `Paragraphs` GROUP BY `Other_Details` HAVING count(*) >= 15","question":"Find all the Other_Details that have at least 15 records in table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Other_Details\nFROM Paragraphs\nGROUP BY Other_Details\nHAVING COUNT(*) >= 15;\n```","cost":0.000166,"response_parsed":"SELECT Other_Details\nFROM Paragraphs\nGROUP BY Other_Details\nHAVING COUNT(*) >= 15;","time":0.427226305}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Other_Details` FROM `Paragraphs` GROUP BY `Other_Details` HAVING count(*) <= 15","question":"Find all the Other_Details that have at most 15 records in table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Other_Details\nFROM Paragraphs\nGROUP BY Other_Details\nHAVING COUNT(*) <= 15;\n```","cost":0.000166,"response_parsed":"SELECT Other_Details\nFROM Paragraphs\nGROUP BY Other_Details\nHAVING COUNT(*) <= 15;","time":0.5668404102}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `Documents` AS T1 JOIN `Templates` AS T2 ON T1.`Template_ID` = T2.`Template_ID`","question":"Join all the records from table Documents with table Templates on Template_ID","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT *\nFROM Documents\nJOIN Templates ON Documents.Template_ID = Templates.Template_ID;\n```","cost":0.000157,"response_parsed":"SELECT *\nFROM Documents\nJOIN Templates ON Documents.Template_ID = Templates.Template_ID;","time":0.7427687645}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Document_Name`, T2.`Template_Type_Code` FROM `Documents` AS T1 JOIN `Templates` AS T2 ON T1.`Template_ID`=T2.`Template_ID`","question":"List all the Document_Name and Template_Type_Code from the table Documents and the table Templates where Template_ID is the same","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT d.Document_Name, t.Template_Type_Code\nFROM Documents d\nJOIN Templates t ON d.Template_ID = t.Template_ID;\n```","cost":0.000177,"response_parsed":"SELECT d.Document_Name, t.Template_Type_Code\nFROM Documents d\nJOIN Templates t ON d.Template_ID = t.Template_ID;","time":0.7618601322}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Document_Name`, T2.`Template_Details` FROM `Documents` AS T1 JOIN `Templates` AS T2 ON T1.`Template_ID`=T2.`Template_ID`","question":"List all the Document_Name and Template_Details from the table Documents and the table Templates where Template_ID is the same","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT d.Document_Name, t.Template_Details\nFROM Documents d\nJOIN Templates t ON d.Template_ID = t.Template_ID\n```","cost":0.000175,"response_parsed":"SELECT d.Document_Name, t.Template_Details\nFROM Documents d\nJOIN Templates t ON d.Template_ID = t.Template_ID","time":0.5886292458}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Document_Description`, T2.`Template_Type_Code` FROM `Documents` AS T1 JOIN `Templates` AS T2 ON T1.`Template_ID`=T2.`Template_ID`","question":"List all the Document_Description and Template_Type_Code from the table Documents and the table Templates where Template_ID is the same","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT d.Document_Description, t.Template_Type_Code\nFROM Documents d\nJOIN Templates t ON d.Template_ID = t.Template_ID\n```","cost":0.000177,"response_parsed":"SELECT d.Document_Description, t.Template_Type_Code\nFROM Documents d\nJOIN Templates t ON d.Template_ID = t.Template_ID","time":0.463946104}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Document_Description`, T2.`Template_Details` FROM `Documents` AS T1 JOIN `Templates` AS T2 ON T1.`Template_ID`=T2.`Template_ID`","question":"List all the Document_Description and Template_Details from the table Documents and the table Templates where Template_ID is the same","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT d.Document_Description, t.Template_Details\nFROM Documents d\nJOIN Templates t ON d.Template_ID = t.Template_ID\n```","cost":0.000175,"response_parsed":"SELECT d.Document_Description, t.Template_Details\nFROM Documents d\nJOIN Templates t ON d.Template_ID = t.Template_ID","time":0.4524638653}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Other_Details`, T2.`Template_Type_Code` FROM `Documents` AS T1 JOIN `Templates` AS T2 ON T1.`Template_ID`=T2.`Template_ID`","question":"List all the Other_Details and Template_Type_Code from the table Documents and the table Templates where Template_ID is the same","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT d.Other_Details, t.Template_Type_Code\nFROM Documents d\nJOIN Templates t ON d.Template_ID = t.Template_ID;\n```","cost":0.000177,"response_parsed":"SELECT d.Other_Details, t.Template_Type_Code\nFROM Documents d\nJOIN Templates t ON d.Template_ID = t.Template_ID;","time":0.5407161713}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Other_Details`, T2.`Template_Details` FROM `Documents` AS T1 JOIN `Templates` AS T2 ON T1.`Template_ID`=T2.`Template_ID`","question":"List all the Other_Details and Template_Details from the table Documents and the table Templates where Template_ID is the same","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT\n    d.Other_Details,\n    t.Template_Details\nFROM\n    Documents d\nJOIN\n    Templates t ON d.Template_ID = t.Template_ID;\n```","cost":0.0001855,"response_parsed":"SELECT\n    d.Other_Details,\n    t.Template_Details\nFROM\n    Documents d\nJOIN\n    Templates t ON d.Template_ID = t.Template_ID;","time":0.4812357426}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `Templates` AS T1 JOIN `Ref_Template_Types` AS T2 ON T1.`Template_Type_Code` = T2.`Template_Type_Code`","question":"Join all the records from table Templates with table Ref_Template_Types on Template_Type_Code","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT *\nFROM Templates\nINNER JOIN Ref_Template_Types ON Templates.Template_Type_Code = Ref_Template_Types.Template_Type_Code;\n```","cost":0.0001725,"response_parsed":"SELECT *\nFROM Templates\nINNER JOIN Ref_Template_Types ON Templates.Template_Type_Code = Ref_Template_Types.Template_Type_Code;","time":1.0565514565}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Template_Details`, T2.`Template_Type_Description` FROM `Templates` AS T1 JOIN `Ref_Template_Types` AS T2 ON T1.`Template_Type_Code`=T2.`Template_Type_Code`","question":"List all the Template_Details and Template_Type_Description from the table Templates and the table Ref_Template_Types where Template_Type_Code is the same","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT T.Template_Details, RT.Template_Type_Description\nFROM Templates T\nJOIN Ref_Template_Types RT ON T.Template_Type_Code = RT.Template_Type_Code;\n```","cost":0.0001865,"response_parsed":"SELECT T.Template_Details, RT.Template_Type_Description\nFROM Templates T\nJOIN Ref_Template_Types RT ON T.Template_Type_Code = RT.Template_Type_Code;","time":0.558403492}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `Paragraphs` AS T1 JOIN `Documents` AS T2 ON T1.`Document_ID` = T2.`Document_ID`","question":"Join all the records from table Paragraphs with table Documents on Document_ID","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT *\nFROM Paragraphs\nINNER JOIN Documents ON Paragraphs.Document_ID = Documents.Document_ID;\n```","cost":0.000162,"response_parsed":"SELECT *\nFROM Paragraphs\nINNER JOIN Documents ON Paragraphs.Document_ID = Documents.Document_ID;","time":0.401399374}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Paragraph_Text`, T2.`Document_Name` FROM `Paragraphs` AS T1 JOIN `Documents` AS T2 ON T1.`Document_ID`=T2.`Document_ID`","question":"List all the Paragraph_Text and Document_Name from the table Paragraphs and the table Documents where Document_ID is the same","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT p.Paragraph_Text, d.Document_Name\nFROM Paragraphs p\nJOIN Documents d ON p.Document_ID = d.Document_ID;\n```","cost":0.0001785,"response_parsed":"SELECT p.Paragraph_Text, d.Document_Name\nFROM Paragraphs p\nJOIN Documents d ON p.Document_ID = d.Document_ID;","time":0.5627427101}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Paragraph_Text`, T2.`Document_Description` FROM `Paragraphs` AS T1 JOIN `Documents` AS T2 ON T1.`Document_ID`=T2.`Document_ID`","question":"List all the Paragraph_Text and Document_Description from the table Paragraphs and the table Documents where Document_ID is the same","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT p.Paragraph_Text, d.Document_Description\nFROM Paragraphs p\nJOIN Documents d ON p.Document_ID = d.Document_ID;\n```","cost":0.0001785,"response_parsed":"SELECT p.Paragraph_Text, d.Document_Description\nFROM Paragraphs p\nJOIN Documents d ON p.Document_ID = d.Document_ID;","time":0.463436842}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Paragraph_Text`, T2.`Other_Details` FROM `Paragraphs` AS T1 JOIN `Documents` AS T2 ON T1.`Document_ID`=T2.`Document_ID`","question":"List all the Paragraph_Text and Other_Details from the table Paragraphs and the table Documents where Document_ID is the same","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT p.Paragraph_Text, p.Other_Details\nFROM Paragraphs p\nJOIN Documents d ON p.Document_ID = d.Document_ID\n```","cost":0.0001785,"response_parsed":"SELECT p.Paragraph_Text, p.Other_Details\nFROM Paragraphs p\nJOIN Documents d ON p.Document_ID = d.Document_ID","time":0.4330158234}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Other_Details`, T2.`Document_Name` FROM `Paragraphs` AS T1 JOIN `Documents` AS T2 ON T1.`Document_ID`=T2.`Document_ID`","question":"List all the Other_Details and Document_Name from the table Paragraphs and the table Documents where Document_ID is the same","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT P.Other_Details, D.Document_Name\nFROM Paragraphs P\nJOIN Documents D ON P.Document_ID = D.Document_ID\n```","cost":0.000177,"response_parsed":"SELECT P.Other_Details, D.Document_Name\nFROM Paragraphs P\nJOIN Documents D ON P.Document_ID = D.Document_ID","time":0.5702524185}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Other_Details`, T2.`Document_Description` FROM `Paragraphs` AS T1 JOIN `Documents` AS T2 ON T1.`Document_ID`=T2.`Document_ID`","question":"List all the Other_Details and Document_Description from the table Paragraphs and the table Documents where Document_ID is the same","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT p.Other_Details, d.Document_Description\nFROM Paragraphs p\nJOIN Documents d ON p.Document_ID = d.Document_ID\n```","cost":0.000177,"response_parsed":"SELECT p.Other_Details, d.Document_Description\nFROM Paragraphs p\nJOIN Documents d ON p.Document_ID = d.Document_ID","time":0.4705789089}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`Other_Details`, T2.`Other_Details` FROM `Paragraphs` AS T1 JOIN `Documents` AS T2 ON T1.`Document_ID`=T2.`Document_ID`","question":"List all the Other_Details and Other_Details from the table Paragraphs and the table Documents where Document_ID is the same","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT P.Other_Details, D.Other_Details\nFROM Paragraphs P\nJOIN Documents D ON P.Document_ID = D.Document_ID\n```","cost":0.000177,"response_parsed":"SELECT P.Other_Details, D.Other_Details\nFROM Paragraphs P\nJOIN Documents D ON P.Document_ID = D.Document_ID","time":0.5398995876}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"many-to-many-generator","sql_tag":"many-to-many","query":"SELECT `Document_Name` FROM `Documents` GROUP BY `Document_Name` HAVING COUNT(DISTINCT `Other_Details`) = (SELECT COUNT(DISTINCT `Other_Details`) FROM `Documents`)","question":"What are the Document_Name with all the Other_Details in table Documents?","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Document_Name, Other_Details\nFROM Documents;\n```  ","cost":0.0001495,"response_parsed":"SELECT Document_Name, Other_Details\nFROM Documents;","time":0.3146436214}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"many-to-many-generator","sql_tag":"many-to-many","query":"SELECT `Document_Description` FROM `Documents` GROUP BY `Document_Description` HAVING COUNT(DISTINCT `Other_Details`) = (SELECT COUNT(DISTINCT `Other_Details`) FROM `Documents`)","question":"What are the Document_Description with all the Other_Details in table Documents?","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Document_Description, Other_Details\nFROM Documents;\n```","cost":0.000148,"response_parsed":"SELECT Document_Description, Other_Details\nFROM Documents;","time":0.3308975697}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"many-to-many-generator","sql_tag":"many-to-many","query":"SELECT `Template_Type_Code` FROM `Templates` GROUP BY `Template_Type_Code` HAVING COUNT(DISTINCT `Template_Details`) = (SELECT COUNT(DISTINCT `Template_Details`) FROM `Templates`)","question":"What are the Template_Type_Code with all the Template_Details in table Templates?","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code, Template_Details\nFROM Templates;\n```","cost":0.00015,"response_parsed":"SELECT Template_Type_Code, Template_Details\nFROM Templates;","time":0.3440346718}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"many-to-many-generator","sql_tag":"many-to-many","query":"SELECT `Paragraph_Text` FROM `Paragraphs` GROUP BY `Paragraph_Text` HAVING COUNT(DISTINCT `Other_Details`) = (SELECT COUNT(DISTINCT `Other_Details`) FROM `Paragraphs`)","question":"What are the Paragraph_Text with all the Other_Details in table Paragraphs?","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Paragraph_Text, Other_Details\nFROM Paragraphs;\n```","cost":0.00015,"response_parsed":"SELECT Paragraph_Text, Other_Details\nFROM Paragraphs;","time":0.3911583424}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Documents` ORDER BY `Template_ID` ASC","question":"Show all data ordered by Template_ID in ascending order for the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Documents\nORDER BY Template_ID ASC;\n```","cost":0.0001515,"response_parsed":"SELECT * \nFROM Documents\nORDER BY Template_ID ASC;","time":0.3946421146}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Documents` ORDER BY `Template_ID` DESC","question":"Show all data ordered by Template_ID in descending order for the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Documents\nORDER BY Template_ID DESC;\n```","cost":0.0001515,"response_parsed":"SELECT * \nFROM Documents\nORDER BY Template_ID DESC;","time":0.4010977745}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Documents` ORDER BY `Document_Description` ASC","question":"Show all data ordered by Document_Description in ascending order for the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * FROM Documents\nORDER BY Document_Description ASC;\n```","cost":0.00015,"response_parsed":"SELECT * FROM Documents\nORDER BY Document_Description ASC;","time":0.3141686916}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Documents` ORDER BY `Document_Description` DESC","question":"Show all data ordered by Document_Description in descending order for the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Documents \nORDER BY Document_Description DESC\n```","cost":0.0001515,"response_parsed":"SELECT * \nFROM Documents \nORDER BY Document_Description DESC","time":0.4055230618}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Document_Description` FROM `Documents` ORDER BY `Document_Description` ASC","question":"Project the Document_Description ordered in ascending order for the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Document_Description\nFROM Documents\nORDER BY Document_Description ASC;\n```","cost":0.000152,"response_parsed":"SELECT Document_Description\nFROM Documents\nORDER BY Document_Description ASC;","time":0.3395388126}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Document_Description` FROM `Documents` ORDER BY `Document_Description` DESC","question":"Project the Document_Description ordered in descending order for the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Document_Description\nFROM Documents\nORDER BY Document_Description DESC;\n```","cost":0.000152,"response_parsed":"SELECT Document_Description\nFROM Documents\nORDER BY Document_Description DESC;","time":0.4339067936}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Template_ID` FROM `Documents` ORDER BY `Template_ID` ASC","question":"Project the Template_ID ordered in ascending order for the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_ID\nFROM Documents\nORDER BY Template_ID ASC;\n```","cost":0.000152,"response_parsed":"SELECT Template_ID\nFROM Documents\nORDER BY Template_ID ASC;","time":0.512499094}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Template_ID` FROM `Documents` ORDER BY `Template_ID` DESC","question":"Project the Template_ID ordered in descending order for the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_ID\nFROM Documents\nORDER BY Template_ID DESC;\n```","cost":0.000152,"response_parsed":"SELECT Template_ID\nFROM Documents\nORDER BY Template_ID DESC;","time":0.3814382553}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Templates` ORDER BY `Version_Number` ASC","question":"Show all data ordered by Version_Number in ascending order for the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Templates \nORDER BY Version_Number ASC;\n```","cost":0.0001515,"response_parsed":"SELECT * \nFROM Templates \nORDER BY Version_Number ASC;","time":0.3534193039}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Templates` ORDER BY `Version_Number` DESC","question":"Show all data ordered by Version_Number in descending order for the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Templates\nORDER BY Version_Number DESC;\n```","cost":0.0001515,"response_parsed":"SELECT * \nFROM Templates\nORDER BY Version_Number DESC;","time":0.324732542}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Templates` ORDER BY `Template_Type_Code` ASC","question":"Show all data ordered by Template_Type_Code in ascending order for the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Templates\nORDER BY Template_Type_Code ASC;\n```","cost":0.0001535,"response_parsed":"SELECT * \nFROM Templates\nORDER BY Template_Type_Code ASC;","time":0.3581459522}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Templates` ORDER BY `Template_Type_Code` DESC","question":"Show all data ordered by Template_Type_Code in descending order for the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Templates\nORDER BY Template_Type_Code DESC;\n```","cost":0.0001535,"response_parsed":"SELECT * \nFROM Templates\nORDER BY Template_Type_Code DESC;","time":0.396119833}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Template_Type_Code` FROM `Templates` ORDER BY `Template_Type_Code` ASC","question":"Project the Template_Type_Code ordered in ascending order for the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code\nFROM Ref_Template_Types\nORDER BY Template_Type_Code ASC;\n```","cost":0.00016,"response_parsed":"SELECT Template_Type_Code\nFROM Ref_Template_Types\nORDER BY Template_Type_Code ASC;","time":0.3872182369}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Template_Type_Code` FROM `Templates` ORDER BY `Template_Type_Code` DESC","question":"Project the Template_Type_Code ordered in descending order for the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code\nFROM Templates\nORDER BY Template_Type_Code DESC;\n```","cost":0.0001555,"response_parsed":"SELECT Template_Type_Code\nFROM Templates\nORDER BY Template_Type_Code DESC;","time":0.3900258541}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Version_Number` FROM `Templates` ORDER BY `Version_Number` ASC","question":"Project the Version_Number ordered in ascending order for the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Version_Number\nFROM Templates\nORDER BY Version_Number ASC;\n```","cost":0.000152,"response_parsed":"SELECT Version_Number\nFROM Templates\nORDER BY Version_Number ASC;","time":0.3932631016}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Version_Number` FROM `Templates` ORDER BY `Version_Number` DESC","question":"Project the Version_Number ordered in descending order for the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Version_Number\nFROM Templates\nORDER BY Version_Number DESC;\n```","cost":0.000152,"response_parsed":"SELECT Version_Number\nFROM Templates\nORDER BY Version_Number DESC;","time":0.3836734295}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Ref_Template_Types` ORDER BY `Template_Type_Code` ASC","question":"Show all data ordered by Template_Type_Code in ascending order for the table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * FROM Ref_Template_Types\nORDER BY Template_Type_Code ASC;\n```","cost":0.000158,"response_parsed":"SELECT * FROM Ref_Template_Types\nORDER BY Template_Type_Code ASC;","time":0.7838468552}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Ref_Template_Types` ORDER BY `Template_Type_Code` DESC","question":"Show all data ordered by Template_Type_Code in descending order for the table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Ref_Template_Types\nORDER BY Template_Type_Code DESC;\n```","cost":0.0001595,"response_parsed":"SELECT * \nFROM Ref_Template_Types\nORDER BY Template_Type_Code DESC;","time":0.3448593616}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Ref_Template_Types` ORDER BY `Template_Type_Description` ASC","question":"Show all data ordered by Template_Type_Description in ascending order for the table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Ref_Template_Types\nORDER BY Template_Type_Description ASC;\n```","cost":0.0001595,"response_parsed":"SELECT * \nFROM Ref_Template_Types\nORDER BY Template_Type_Description ASC;","time":0.4431166649}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Ref_Template_Types` ORDER BY `Template_Type_Description` DESC","question":"Show all data ordered by Template_Type_Description in descending order for the table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Ref_Template_Types\nORDER BY Template_Type_Description DESC;\n```","cost":0.0001595,"response_parsed":"SELECT * \nFROM Ref_Template_Types\nORDER BY Template_Type_Description DESC;","time":0.4063241482}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Template_Type_Code` FROM `Ref_Template_Types` ORDER BY `Template_Type_Code` ASC","question":"Project the Template_Type_Code ordered in ascending order for the table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code \nFROM Ref_Template_Types\nORDER BY Template_Type_Code ASC;\n```","cost":0.0001615,"response_parsed":"SELECT Template_Type_Code \nFROM Ref_Template_Types\nORDER BY Template_Type_Code ASC;","time":0.4564402103}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Template_Type_Code` FROM `Ref_Template_Types` ORDER BY `Template_Type_Code` DESC","question":"Project the Template_Type_Code ordered in descending order for the table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code\nFROM Ref_Template_Types\nORDER BY Template_Type_Code DESC;\n```","cost":0.0001615,"response_parsed":"SELECT Template_Type_Code\nFROM Ref_Template_Types\nORDER BY Template_Type_Code DESC;","time":0.3732025623}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Template_Type_Description` FROM `Ref_Template_Types` ORDER BY `Template_Type_Description` ASC","question":"Project the Template_Type_Description ordered in ascending order for the table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Description\nFROM Ref_Template_Types\nORDER BY Template_Type_Description ASC;\n```","cost":0.0001615,"response_parsed":"SELECT Template_Type_Description\nFROM Ref_Template_Types\nORDER BY Template_Type_Description ASC;","time":0.3827869892}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Template_Type_Description` FROM `Ref_Template_Types` ORDER BY `Template_Type_Description` DESC","question":"Project the Template_Type_Description ordered in descending order for the table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Description\nFROM Ref_Template_Types\nORDER BY Template_Type_Description DESC;\n```","cost":0.0001615,"response_parsed":"SELECT Template_Type_Description\nFROM Ref_Template_Types\nORDER BY Template_Type_Description DESC;","time":0.4506955147}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Paragraphs` ORDER BY `Paragraph_Text` ASC","question":"Show all data ordered by Paragraph_Text in ascending order for the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Paragraphs\nORDER BY Paragraph_Text ASC;\n```","cost":0.0001535,"response_parsed":"SELECT * \nFROM Paragraphs\nORDER BY Paragraph_Text ASC;","time":0.455934763}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Paragraphs` ORDER BY `Paragraph_Text` DESC","question":"Show all data ordered by Paragraph_Text in descending order for the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT *\nFROM Paragraphs\nORDER BY Paragraph_Text DESC;\n```","cost":0.000152,"response_parsed":"SELECT *\nFROM Paragraphs\nORDER BY Paragraph_Text DESC;","time":0.4428126812}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Paragraphs` ORDER BY `Other_Details` ASC","question":"Show all data ordered by Other_Details in ascending order for the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Paragraphs\nORDER BY Other_Details ASC;\n```","cost":0.0001535,"response_parsed":"SELECT * \nFROM Paragraphs\nORDER BY Other_Details ASC;","time":0.3458182812}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `Paragraphs` ORDER BY `Other_Details` DESC","question":"Show all data ordered by Other_Details in descending order for the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Paragraphs\nORDER BY Other_Details DESC;\n```","cost":0.0001535,"response_parsed":"SELECT * \nFROM Paragraphs\nORDER BY Other_Details DESC;","time":0.5720579624}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Paragraph_Text` FROM `Paragraphs` ORDER BY `Paragraph_Text` ASC","question":"Project the Paragraph_Text ordered in ascending order for the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Paragraph_Text\nFROM Paragraphs\nORDER BY Paragraph_Text ASC;\n```","cost":0.000154,"response_parsed":"SELECT Paragraph_Text\nFROM Paragraphs\nORDER BY Paragraph_Text ASC;","time":0.3539457321}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Paragraph_Text` FROM `Paragraphs` ORDER BY `Paragraph_Text` DESC","question":"Project the Paragraph_Text ordered in descending order for the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Paragraph_Text\nFROM Paragraphs\nORDER BY Paragraph_Text DESC;\n```","cost":0.000154,"response_parsed":"SELECT Paragraph_Text\nFROM Paragraphs\nORDER BY Paragraph_Text DESC;","time":0.351680994}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Other_Details` FROM `Paragraphs` ORDER BY `Other_Details` ASC","question":"Project the Other_Details ordered in ascending order for the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Other_Details\nFROM Paragraphs\nORDER BY Other_Details ASC;\n```","cost":0.000154,"response_parsed":"SELECT Other_Details\nFROM Paragraphs\nORDER BY Other_Details ASC;","time":0.3344511986}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Other_Details` FROM `Paragraphs` ORDER BY `Other_Details` DESC","question":"Project the Other_Details ordered in descending order for the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Other_Details\nFROM Paragraphs\nORDER BY Other_Details DESC;\n```","cost":0.000154,"response_parsed":"SELECT Other_Details\nFROM Paragraphs\nORDER BY Other_Details DESC;","time":0.3498978615}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Document_ID` FROM `Documents`","question":"Show all Document_ID in the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Document_ID\nFROM Documents\n```","cost":0.000141,"response_parsed":"SELECT Document_ID\nFROM Documents","time":0.3381850719}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Template_ID` FROM `Documents`","question":"Show all Template_ID in the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_ID\nFROM Documents;\n```","cost":0.000141,"response_parsed":"SELECT Template_ID\nFROM Documents;","time":0.2584412098}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Document_Name` FROM `Documents`","question":"Show all Document_Name in the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Document_Name \nFROM Documents;\n```","cost":0.000141,"response_parsed":"SELECT Document_Name \nFROM Documents;","time":0.2475199699}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Document_Description` FROM `Documents`","question":"Show all Document_Description in the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Document_Description\nFROM Documents\n```","cost":0.000141,"response_parsed":"SELECT Document_Description\nFROM Documents","time":0.3417885303}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Other_Details` FROM `Documents`","question":"Show all Other_Details in the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Other_Details\nFROM Documents\n```","cost":0.000141,"response_parsed":"SELECT Other_Details\nFROM Documents","time":0.3576033115}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `Documents`","question":"Show all the rows in the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * FROM Documents;\n```","cost":0.000138,"response_parsed":"SELECT * FROM Documents;","time":0.2569348812}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Other_Details` FROM `Documents`","question":"Show all Other_Details in the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Other_Details\nFROM Documents;\n```","cost":0.000141,"response_parsed":"SELECT Other_Details\nFROM Documents;","time":0.2576568127}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Document_Description`, `Other_Details` FROM `Documents`","question":"Show all Document_Description, Other_Details in the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Document_Description, Other_Details\nFROM Documents\n```","cost":0.000147,"response_parsed":"SELECT Document_Description, Other_Details\nFROM Documents","time":0.3378999233}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Document_ID`, `Document_Name`, `Other_Details` FROM `Documents`","question":"Show all Document_ID, Document_Name, Other_Details in the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Document_ID, Document_Name, Other_Details\nFROM Documents;\n```","cost":0.000153,"response_parsed":"SELECT Document_ID, Document_Name, Other_Details\nFROM Documents;","time":0.3918106556}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Template_ID`, `Document_Name`, `Document_Description`, `Document_ID` FROM `Documents`","question":"Show all Template_ID, Document_Name, Document_Description, Document_ID in the table Documents","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_ID, Document_Name, Document_Description, Document_ID \nFROM Documents\n```","cost":0.000159,"response_parsed":"SELECT Template_ID, Document_Name, Document_Description, Document_ID \nFROM Documents","time":0.7033483982}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Template_ID` FROM `Templates`","question":"Show all Template_ID in the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_ID\nFROM Templates\n```","cost":0.000141,"response_parsed":"SELECT Template_ID\nFROM Templates","time":0.3649866581}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Version_Number` FROM `Templates`","question":"Show all Version_Number in the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Version_Number\nFROM Templates\n```","cost":0.000141,"response_parsed":"SELECT Version_Number\nFROM Templates","time":0.3079822063}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Template_Type_Code` FROM `Templates`","question":"Show all Template_Type_Code in the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code\nFROM Ref_Template_Types\n```","cost":0.0001475,"response_parsed":"SELECT Template_Type_Code\nFROM Ref_Template_Types","time":0.3604671955}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Template_Details` FROM `Templates`","question":"Show all Template_Details in the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Details \nFROM Templates;\n```","cost":0.000141,"response_parsed":"SELECT Template_Details \nFROM Templates;","time":0.3437948227}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `Templates`","question":"Show all the rows in the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT *\nFROM Templates;\n```","cost":0.000138,"response_parsed":"SELECT *\nFROM Templates;","time":0.3386669159}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Template_Type_Code` FROM `Templates`","question":"Show all Template_Type_Code in the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code\nFROM Ref_Template_Types;\n```","cost":0.0001475,"response_parsed":"SELECT Template_Type_Code\nFROM Ref_Template_Types;","time":0.3786897659}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Version_Number`, `Template_ID` FROM `Templates`","question":"Show all Version_Number, Template_ID in the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Version_Number, Template_ID\nFROM Templates\n```","cost":0.000147,"response_parsed":"SELECT Version_Number, Template_ID\nFROM Templates","time":0.3455152512}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Template_ID`, `Template_Type_Code`, `Template_Details` FROM `Templates`","question":"Show all Template_ID, Template_Type_Code, Template_Details in the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_ID, Template_Type_Code, Template_Details\nFROM Templates;\n```","cost":0.000155,"response_parsed":"SELECT Template_ID, Template_Type_Code, Template_Details\nFROM Templates;","time":0.6870501041}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Template_Type_Code` FROM `Ref_Template_Types`","question":"Show all Template_Type_Code in the table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Code\nFROM Ref_Template_Types;\n```","cost":0.000149,"response_parsed":"SELECT Template_Type_Code\nFROM Ref_Template_Types;","time":0.3516175747}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Template_Type_Description` FROM `Ref_Template_Types`","question":"Show all Template_Type_Description in the table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Description\nFROM Ref_Template_Types;\n```","cost":0.000149,"response_parsed":"SELECT Template_Type_Description\nFROM Ref_Template_Types;","time":0.3370916843}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `Ref_Template_Types`","question":"Show all the rows in the table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * FROM Ref_Template_Types;\n```","cost":0.000144,"response_parsed":"SELECT * FROM Ref_Template_Types;","time":0.3873262405}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Template_Type_Description` FROM `Ref_Template_Types`","question":"Show all Template_Type_Description in the table Ref_Template_Types","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Template_Type_Description \nFROM Ref_Template_Types\n```","cost":0.000149,"response_parsed":"SELECT Template_Type_Description \nFROM Ref_Template_Types","time":0.3037765026}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Paragraph_ID` FROM `Paragraphs`","question":"Show all Paragraph_ID in the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Paragraph_ID\nFROM Paragraphs\n```","cost":0.000143,"response_parsed":"SELECT Paragraph_ID\nFROM Paragraphs","time":0.4126579762}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Document_ID` FROM `Paragraphs`","question":"Show all Document_ID in the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Document_ID\nFROM Paragraphs\n```","cost":0.000143,"response_parsed":"SELECT Document_ID\nFROM Paragraphs","time":0.3620007038}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Paragraph_Text` FROM `Paragraphs`","question":"Show all Paragraph_Text in the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Paragraph_Text\nFROM Paragraphs\n```","cost":0.000143,"response_parsed":"SELECT Paragraph_Text\nFROM Paragraphs","time":0.3789241314}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Other_Details` FROM `Paragraphs`","question":"Show all Other_Details in the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Other_Details\nFROM Paragraphs;\n```","cost":0.000143,"response_parsed":"SELECT Other_Details\nFROM Paragraphs;","time":0.2664518356}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `Paragraphs`","question":"Show all the rows in the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT *\nFROM Paragraphs;\n```","cost":0.00014,"response_parsed":"SELECT *\nFROM Paragraphs;","time":0.4969465733}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Paragraph_Text` FROM `Paragraphs`","question":"Show all Paragraph_Text in the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Paragraph_Text\nFROM Paragraphs\n```","cost":0.000143,"response_parsed":"SELECT Paragraph_Text\nFROM Paragraphs","time":0.3776028156}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Paragraph_ID`, `Document_ID` FROM `Paragraphs`","question":"Show all Paragraph_ID, Document_ID in the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Paragraph_ID, Document_ID\nFROM Paragraphs\n```","cost":0.000149,"response_parsed":"SELECT Paragraph_ID, Document_ID\nFROM Paragraphs","time":0.2891695499}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Other_Details`, `Paragraph_Text`, `Document_ID` FROM `Paragraphs`","question":"Show all Other_Details, Paragraph_Text, Document_ID in the table Paragraphs","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT Other_Details, Paragraph_Text, Document_ID\nFROM Paragraphs;\n```","cost":0.000155,"response_parsed":"SELECT Other_Details, Paragraph_Text, Document_ID\nFROM Paragraphs;","time":0.3178641796}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Documents` WHERE `Document_Name` == 'Introduction of OS'","question":"Show the data of the table Documents where Document_Name is equal to Introduction of OS","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Documents\nWHERE Document_Name = 'Introduction of OS';\n```","cost":0.000157,"response_parsed":"SELECT * \nFROM Documents\nWHERE Document_Name = 'Introduction of OS';","time":0.3615908623}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Documents` WHERE `Document_Name` != 'Welcome to NY'","question":"Show the data of the table Documents where Document_Name is different from Welcome to NY","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT *\nFROM Documents\nWHERE Document_Name <> 'Welcome to NY';\n```","cost":0.0001555,"response_parsed":"SELECT *\nFROM Documents\nWHERE Document_Name <> 'Welcome to NY';","time":0.4147088528}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Documents` WHERE `Document_Name` != 'Understanding DB'","question":"Show the data of the table Documents where Document_Name not equal to Understanding DB","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT *\nFROM Documents\nWHERE Document_Name <> 'Understanding DB';\n```","cost":0.0001535,"response_parsed":"SELECT *\nFROM Documents\nWHERE Document_Name <> 'Understanding DB';","time":0.5504882336}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Documents` WHERE `Document_Description` == 'w'","question":"Show the data of the table Documents where Document_Description is equal to w","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Documents \nWHERE Document_Description = 'w';\n```","cost":0.000153,"response_parsed":"SELECT * \nFROM Documents \nWHERE Document_Description = 'w';","time":0.3789184093}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Documents` WHERE `Document_Description` != 'n'","question":"Show the data of the table Documents where Document_Description is different from n","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Documents \nWHERE Document_Description != 'n';\n```","cost":0.000153,"response_parsed":"SELECT * \nFROM Documents \nWHERE Document_Description != 'n';","time":0.3478932381}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Documents` WHERE `Document_Description` != 'h'","question":"Show the data of the table Documents where Document_Description not equal to h","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Documents\nWHERE Document_Description != 'h';\n```","cost":0.000153,"response_parsed":"SELECT * \nFROM Documents\nWHERE Document_Description != 'h';","time":0.4542229176}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Templates` WHERE `Template_Type_Code` == 'BK'","question":"Show the data of the table Templates where Template_Type_Code is equal to BK","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT *\nFROM Templates\nWHERE Template_Type_Code = 'BK';\n```","cost":0.0001535,"response_parsed":"SELECT *\nFROM Templates\nWHERE Template_Type_Code = 'BK';","time":0.4115812778}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Templates` WHERE `Template_Type_Code` != 'PPT'","question":"Show the data of the table Templates where Template_Type_Code is different from PPT","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT *\nFROM Templates\nWHERE Template_Type_Code != 'PPT';\n```","cost":0.0001555,"response_parsed":"SELECT *\nFROM Templates\nWHERE Template_Type_Code != 'PPT';","time":0.359228611}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Templates` WHERE `Template_Type_Code` != 'PP'","question":"Show the data of the table Templates where Template_Type_Code not equal to PP","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Templates\nWHERE Template_Type_Code <> 'PP';\n```","cost":0.000155,"response_parsed":"SELECT * \nFROM Templates\nWHERE Template_Type_Code <> 'PP';","time":0.3490030766}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Templates` WHERE `Template_Details` == ''","question":"Show the data of the table Templates where Template_Details is equal to ","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Templates \nWHERE Template_Details = 'value';\n```","cost":0.0001525,"response_parsed":"SELECT * \nFROM Templates \nWHERE Template_Details = 'value';","time":0.4392337799}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `Templates` WHERE `Version_Number` > 2","question":"Show the data of the table Templates where Version_Number is greater than 2","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Templates\nWHERE Version_Number > 2\n```","cost":0.0001535,"response_parsed":"SELECT * \nFROM Templates\nWHERE Version_Number > 2","time":0.3724207878}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `Templates` WHERE `Version_Number` < 4","question":"Show the data of the table Templates where Version_Number is less than 4","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Templates\nWHERE Version_Number < 4;\n```","cost":0.0001535,"response_parsed":"SELECT * \nFROM Templates\nWHERE Version_Number < 4;","time":0.3500809669}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Ref_Template_Types` WHERE `Template_Type_Code` == 'BK'","question":"Show the data of the table Ref_Template_Types where Template_Type_Code is equal to BK","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Ref_Template_Types \nWHERE Template_Type_Code = 'BK';\n```","cost":0.000161,"response_parsed":"SELECT * \nFROM Ref_Template_Types \nWHERE Template_Type_Code = 'BK';","time":1.4105796814}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Ref_Template_Types` WHERE `Template_Type_Code` != 'PPT'","question":"Show the data of the table Ref_Template_Types where Template_Type_Code is different from PPT","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT *\nFROM Ref_Template_Types\nWHERE Template_Type_Code <> 'PPT';\n```","cost":0.0001615,"response_parsed":"SELECT *\nFROM Ref_Template_Types\nWHERE Template_Type_Code <> 'PPT';","time":0.3495466709}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Ref_Template_Types` WHERE `Template_Type_Code` != 'PPT'","question":"Show the data of the table Ref_Template_Types where Template_Type_Code not equal to PPT","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Ref_Template_Types\nWHERE Template_Type_Code <> 'PPT';\n```","cost":0.000163,"response_parsed":"SELECT * \nFROM Ref_Template_Types\nWHERE Template_Type_Code <> 'PPT';","time":0.3739249706}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Ref_Template_Types` WHERE `Template_Type_Description` == 'Advertisement'","question":"Show the data of the table Ref_Template_Types where Template_Type_Description is equal to Advertisement","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Ref_Template_Types \nWHERE Template_Type_Description = 'Advertisement';\n```","cost":0.000161,"response_parsed":"SELECT * \nFROM Ref_Template_Types \nWHERE Template_Type_Description = 'Advertisement';","time":0.330265522}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Ref_Template_Types` WHERE `Template_Type_Description` != 'Presentation'","question":"Show the data of the table Ref_Template_Types where Template_Type_Description is different from Presentation","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Ref_Template_Types\nWHERE Template_Type_Description <> 'Presentation';\n```","cost":0.000161,"response_parsed":"SELECT * \nFROM Ref_Template_Types\nWHERE Template_Type_Description <> 'Presentation';","time":0.3843455315}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Ref_Template_Types` WHERE `Template_Type_Description` != 'Advertisement'","question":"Show the data of the table Ref_Template_Types where Template_Type_Description not equal to Advertisement","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Ref_Template_Types \nWHERE Template_Type_Description <> 'Advertisement'\n```","cost":0.000161,"response_parsed":"SELECT * \nFROM Ref_Template_Types \nWHERE Template_Type_Description <> 'Advertisement'","time":0.3490207195}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Paragraphs` WHERE `Paragraph_Text` == 'Jersey'","question":"Show the data of the table Paragraphs where Paragraph_Text is equal to Jersey","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Paragraphs\nWHERE Paragraph_Text = 'Jersey';\n```","cost":0.0001565,"response_parsed":"SELECT * \nFROM Paragraphs\nWHERE Paragraph_Text = 'Jersey';","time":0.3706541061}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Paragraphs` WHERE `Paragraph_Text` != 'Korea'","question":"Show the data of the table Paragraphs where Paragraph_Text is different from Korea","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT *\nFROM Paragraphs\nWHERE Paragraph_Text <> 'Korea';\n```","cost":0.000155,"response_parsed":"SELECT *\nFROM Paragraphs\nWHERE Paragraph_Text <> 'Korea';","time":0.4515469074}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `Paragraphs` WHERE `Paragraph_Text` != 'Palestinian Territory'","question":"Show the data of the table Paragraphs where Paragraph_Text not equal to Palestinian Territory","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT * \nFROM Paragraphs \nWHERE Paragraph_Text <> 'Palestinian Territory';\n```","cost":0.0001585,"response_parsed":"SELECT * \nFROM Paragraphs \nWHERE Paragraph_Text <> 'Palestinian Territory';","time":0.4600014687}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Document_Name`) FROM `Documents`","question":"How many different Document_Name are in table Documents?","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Document_Name) AS Num_Different_Document_Name\nFROM Documents;\n```","cost":0.0001595,"response_parsed":"SELECT COUNT(DISTINCT Document_Name) AS Num_Different_Document_Name\nFROM Documents;","time":0.3911395073}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Document_Description`) FROM `Documents`","question":"How many different Document_Description are in table Documents?","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Document_Description) AS num_different_document_descriptions\nFROM Documents;\n```","cost":0.000158,"response_parsed":"SELECT COUNT(DISTINCT Document_Description) AS num_different_document_descriptions\nFROM Documents;","time":0.4039447308}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Documents","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Other_Details`) FROM `Documents`","question":"How many different Other_Details are in table Documents?","db_schema_normalized":"`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Other_Details) AS Num_of_Different_Other_Details \nFROM Documents;\n```","cost":0.000161,"response_parsed":"SELECT COUNT(DISTINCT Other_Details) AS Num_of_Different_Other_Details \nFROM Documents;","time":0.5448868275}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Template_Type_Code`) FROM `Templates`","question":"How many different Template_Type_Code are in table Templates?","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Template_Type_Code) AS Num_Template_Type_Codes \nFROM Ref_Template_Types;\n```","cost":0.0001645,"response_parsed":"SELECT COUNT(DISTINCT Template_Type_Code) AS Num_Template_Type_Codes \nFROM Ref_Template_Types;","time":0.3933532238}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Template_Details`) FROM `Templates`","question":"How many different Template_Details are in table Templates?","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Template_Details) AS Total_Template_Details\nFROM Templates;\n```","cost":0.000155,"response_parsed":"SELECT COUNT(DISTINCT Template_Details) AS Total_Template_Details\nFROM Templates;","time":0.5548279285}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Version_Number`) FROM `Templates`","question":"Find the maximum Version_Number for the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT MAX(Version_Number) as Maximum_Version_Number\nFROM Templates;\n```","cost":0.000152,"response_parsed":"SELECT MAX(Version_Number) as Maximum_Version_Number\nFROM Templates;","time":0.5554761887}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Version_Number`) FROM `Templates`","question":"Find the minimum Version_Number for the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT MIN(Version_Number) \nFROM Templates;\n```","cost":0.000146,"response_parsed":"SELECT MIN(Version_Number) \nFROM Templates;","time":0.3480968475}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Templates","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Version_Number`) FROM `Templates`","question":"Find the average Version_Number for the table Templates","db_schema_normalized":"`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT AVG(Version_Number) AS Average_Version_Number FROM Templates;\n```","cost":0.0001505,"response_parsed":"SELECT AVG(Version_Number) AS Average_Version_Number FROM Templates;","time":0.3539237976}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Template_Type_Code`) FROM `Ref_Template_Types`","question":"How many different Template_Type_Code are in table Ref_Template_Types?","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Template_Type_Code) AS Num_Different_Template_Type_Codes\nFROM Ref_Template_Types;\n```","cost":0.000169,"response_parsed":"SELECT COUNT(DISTINCT Template_Type_Code) AS Num_Different_Template_Type_Codes\nFROM Ref_Template_Types;","time":0.4327619076}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Ref_Template_Types","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Template_Type_Description`) FROM `Ref_Template_Types`","question":"How many different Template_Type_Description are in table Ref_Template_Types?","db_schema_normalized":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Template_Type_Description) AS total_different_template_types\nFROM Ref_Template_Types;\n```","cost":0.0001645,"response_parsed":"SELECT COUNT(DISTINCT Template_Type_Description) AS total_different_template_types\nFROM Ref_Template_Types;","time":0.4302809238}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Paragraph_Text`) FROM `Paragraphs`","question":"How many different Paragraph_Text are in table Paragraphs?","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Paragraph_Text) AS Different_Paragraph_Text\nFROM Paragraphs;\n```","cost":0.00016,"response_parsed":"SELECT COUNT(DISTINCT Paragraph_Text) AS Different_Paragraph_Text\nFROM Paragraphs;","time":0.3996326923}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/cre_Doc_Template_Mgt\/cre_Doc_Template_Mgt.sqlite","db_id":"cre_Doc_Template_Mgt","tbl_name":"Paragraphs","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Other_Details`) FROM `Paragraphs`","question":"How many different Other_Details are in table Paragraphs?","db_schema_normalized":"`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","db_schema":"`Ref_Template_Types`(Template_Type_Code CHAR(15) NOT NULL, Template_Type_Description VARCHAR(255) NOT NULL, PRIMARY KEY (Template_Type_Code))\n`Templates`(Template_ID INTEGER NOT NULL, Version_Number INTEGER NOT NULL, Template_Type_Code CHAR(15) NOT NULL, Date_Effective_From DATETIME, Date_Effective_To DATETIME, Template_Details VARCHAR(255) NOT NULL, PRIMARY KEY (Template_ID), FOREIGN KEY (Template_Type_Code) REFERENCES Ref_Template_Types (Template_Type_Code))\n`Documents`(Document_ID INTEGER NOT NULL, Template_ID INTEGER, Document_Name VARCHAR(255), Document_Description VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Document_ID), FOREIGN KEY (Template_ID) REFERENCES Templates (Template_ID))\n`Paragraphs`(Paragraph_ID INTEGER NOT NULL, Document_ID INTEGER NOT NULL, Paragraph_Text VARCHAR(255), Other_Details VARCHAR(255), PRIMARY KEY (Paragraph_ID), FOREIGN KEY (Document_ID) REFERENCES Documents (Document_ID))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Other_Details) AS Total_Different_Other_Details\nFROM Paragraphs;\n```","cost":0.0001615,"response_parsed":"SELECT COUNT(DISTINCT Other_Details) AS Total_Different_Other_Details\nFROM Paragraphs;","time":0.4825358391}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Staring_Date` FROM `course`","question":"Show the different Staring_Date in the table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT \"Staring_Date\" \nFROM course\n```","cost":0.0001095,"response_parsed":"SELECT DISTINCT \"Staring_Date\" \nFROM course","time":0.3487122059}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Course` FROM `course`","question":"Show the different Course in the table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Course\nFROM course;\n```","cost":0.0001025,"response_parsed":"SELECT DISTINCT Course\nFROM course;","time":0.3234136105}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Name` FROM `teacher`","question":"Show the different Name in the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Name\nFROM teacher;\n```","cost":0.0001025,"response_parsed":"SELECT DISTINCT Name\nFROM teacher;","time":0.3783311844}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Age` FROM `teacher`","question":"Show the different Age in the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Age\nFROM teacher;\n```","cost":0.0001025,"response_parsed":"SELECT DISTINCT Age\nFROM teacher;","time":0.2670300007}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Hometown` FROM `teacher`","question":"Show the different Hometown in the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Hometown\nFROM teacher;\n```","cost":0.0001045,"response_parsed":"SELECT DISTINCT Hometown\nFROM teacher;","time":0.3455395699}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Staring_Date`, COUNT(*) FROM `course` GROUP BY `Staring_Date`","question":"For each Staring_Date, count the number of rows in table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Starting_Date, COUNT(*)\nFROM course\nGROUP BY Starting_Date;\n```","cost":0.0001175,"response_parsed":"SELECT Starting_Date, COUNT(*)\nFROM course\nGROUP BY Starting_Date;","time":0.3877384663}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Course`, COUNT(*) FROM `course` GROUP BY `Course`","question":"For each Course, count the number of rows in table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT c.Course, COUNT(*) AS Number_of_Rows\nFROM course c\nGROUP BY c.Course;\n```","cost":0.0001255,"response_parsed":"SELECT c.Course, COUNT(*) AS Number_of_Rows\nFROM course c\nGROUP BY c.Course;","time":0.5135524273}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Name`, COUNT(*) FROM `teacher` GROUP BY `Name`","question":"For each Name, count the number of rows in table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Name, COUNT(*)\nFROM teacher\nGROUP BY Name;\n```","cost":0.0001135,"response_parsed":"SELECT Name, COUNT(*)\nFROM teacher\nGROUP BY Name;","time":0.5344290733}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Age`, COUNT(*) FROM `teacher` GROUP BY `Age`","question":"For each Age, count the number of rows in table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Age, COUNT(*) AS number_of_teachers\nFROM teacher\nGROUP BY Age;\n```","cost":0.0001225,"response_parsed":"SELECT Age, COUNT(*) AS number_of_teachers\nFROM teacher\nGROUP BY Age;","time":0.4021885395}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Hometown`, COUNT(*) FROM `teacher` GROUP BY `Hometown`","question":"For each Hometown, count the number of rows in table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Hometown, COUNT(*) AS Teacher_Count\nFROM teacher\nGROUP BY Hometown;\n```","cost":0.0001215,"response_parsed":"SELECT Hometown, COUNT(*) AS Teacher_Count\nFROM teacher\nGROUP BY Hometown;","time":4.2886238098}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Staring_Date` FROM `course` GROUP BY `Staring_Date` HAVING count(*) >= 1","question":"Find all the Staring_Date that have at least 1 records in table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Starting_Date\nFROM course\nWHERE Course_ID IN (SELECT Course_ID FROM course_arrange)\n```","cost":0.0001275,"response_parsed":"SELECT DISTINCT Starting_Date\nFROM course\nWHERE Course_ID IN (SELECT Course_ID FROM course_arrange)","time":0.5891811848}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Staring_Date` FROM `course` GROUP BY `Staring_Date` HAVING count(*) <= 1","question":"Find all the Staring_Date that have at most 1 records in table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Starting_Date\nFROM course\nGROUP BY Starting_Date\nHAVING COUNT(*) <= 1\n```","cost":0.000126,"response_parsed":"SELECT Starting_Date\nFROM course\nGROUP BY Starting_Date\nHAVING COUNT(*) <= 1","time":0.4184057713}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Course` FROM `course` GROUP BY `Course` HAVING count(*) >= 1","question":"Find all the Course that have at least 1 records in table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Course\nFROM course\nWHERE Course_ID IN (SELECT Course_ID FROM course_arrange);\n```","cost":0.0001235,"response_parsed":"SELECT Course\nFROM course\nWHERE Course_ID IN (SELECT Course_ID FROM course_arrange);","time":0.4518454075}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Course` FROM `course` GROUP BY `Course` HAVING count(*) <= 1","question":"Find all the Course that have at most 1 records in table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Course\nFROM course\nGROUP BY Course\nHAVING COUNT(*) <= 1;\n```","cost":0.000122,"response_parsed":"SELECT Course\nFROM course\nGROUP BY Course\nHAVING COUNT(*) <= 1;","time":0.4994859695}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Name` FROM `teacher` GROUP BY `Name` HAVING count(*) >= 1","question":"Find all the Name that have at least 1 records in table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT t.Name\nFROM teacher t\nINNER JOIN course_arrange ca ON t.Teacher_ID = ca.Teacher_ID\n```","cost":0.000134,"response_parsed":"SELECT DISTINCT t.Name\nFROM teacher t\nINNER JOIN course_arrange ca ON t.Teacher_ID = ca.Teacher_ID","time":0.5244057178}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Name` FROM `teacher` GROUP BY `Name` HAVING count(*) <= 1","question":"Find all the Name that have at most 1 records in table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM teacher\nGROUP BY Name\nHAVING COUNT(*) <= 1;\n```","cost":0.000122,"response_parsed":"SELECT Name\nFROM teacher\nGROUP BY Name\nHAVING COUNT(*) <= 1;","time":0.5218398571}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Age` FROM `teacher` GROUP BY `Age` HAVING count(*) >= 1","question":"Find all the Age that have at least 1 records in table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Age\nFROM teacher\nWHERE Teacher_ID IN (SELECT DISTINCT Teacher_ID FROM course_arrange)\n```","cost":0.0001265,"response_parsed":"SELECT DISTINCT Age\nFROM teacher\nWHERE Teacher_ID IN (SELECT DISTINCT Teacher_ID FROM course_arrange)","time":0.4564607143}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Age` FROM `teacher` GROUP BY `Age` HAVING count(*) <= 1","question":"Find all the Age that have at most 1 records in table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Age\nFROM teacher\nGROUP BY Age\nHAVING COUNT(*) <= 1;\n```","cost":0.000122,"response_parsed":"SELECT Age\nFROM teacher\nGROUP BY Age\nHAVING COUNT(*) <= 1;","time":0.4680616856}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Hometown` FROM `teacher` GROUP BY `Hometown` HAVING count(*) >= 1","question":"Find all the Hometown that have at least 1 records in table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Hometown \nFROM teacher\nWHERE Teacher_ID IN (SELECT Teacher_ID FROM course_arrange)\n```","cost":0.000127,"response_parsed":"SELECT DISTINCT Hometown \nFROM teacher\nWHERE Teacher_ID IN (SELECT Teacher_ID FROM course_arrange)","time":0.5040869713}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Hometown` FROM `teacher` GROUP BY `Hometown` HAVING count(*) <= 1","question":"Find all the Hometown that have at most 1 records in table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Hometown\nFROM teacher\nGROUP BY Hometown\nHAVING COUNT(*) <= 1\n```","cost":0.0001255,"response_parsed":"SELECT Hometown\nFROM teacher\nGROUP BY Hometown\nHAVING COUNT(*) <= 1","time":0.4809212685}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `course_arrange` AS T1 JOIN `course` AS T2 ON T1.`Course_ID` = T2.`Course_ID`","question":"Join all the records from table course_arrange with table course on Course_ID","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM course_arrange\nJOIN course ON course_arrange.Course_ID = course.Course_ID\n```","cost":0.0001255,"response_parsed":"SELECT *\nFROM course_arrange\nJOIN course ON course_arrange.Course_ID = course.Course_ID","time":0.4428291321}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `course_arrange` AS T1 JOIN `teacher` AS T2 ON T1.`Teacher_ID` = T2.`Teacher_ID`","question":"Join all the records from table course_arrange with table teacher on Teacher_ID","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM course_arrange\nJOIN teacher ON course_arrange.Teacher_ID = teacher.Teacher_ID;\n```","cost":0.0001285,"response_parsed":"SELECT *\nFROM course_arrange\nJOIN teacher ON course_arrange.Teacher_ID = teacher.Teacher_ID;","time":0.7786533833}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `course` ORDER BY `Staring_Date` ASC","question":"Show all data ordered by Staring_Date in ascending order for the table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM course\nORDER BY Staring_Date ASC;\n```","cost":0.000115,"response_parsed":"SELECT * \nFROM course\nORDER BY Staring_Date ASC;","time":0.3857204914}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `course` ORDER BY `Staring_Date` DESC","question":"Show all data ordered by Staring_Date in descending order for the table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM course\nORDER BY Staring_Date DESC;\n```","cost":0.000115,"response_parsed":"SELECT * \nFROM course\nORDER BY Staring_Date DESC;","time":0.3743858337}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `course` ORDER BY `Course_ID` ASC","question":"Show all data ordered by Course_ID in ascending order for the table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM course\nORDER BY Course_ID ASC;\n```","cost":0.000113,"response_parsed":"SELECT * \nFROM course\nORDER BY Course_ID ASC;","time":0.3376443386}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `course` ORDER BY `Course_ID` DESC","question":"Show all data ordered by Course_ID in descending order for the table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM course \nORDER BY Course_ID DESC;\n```","cost":0.000113,"response_parsed":"SELECT * \nFROM course \nORDER BY Course_ID DESC;","time":0.3887968063}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Course_ID` FROM `course` ORDER BY `Course_ID` ASC","question":"Project the Course_ID ordered in ascending order for the table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Course_ID\nFROM course\nORDER BY Course_ID ASC;\n```","cost":0.0001135,"response_parsed":"SELECT Course_ID\nFROM course\nORDER BY Course_ID ASC;","time":0.4796569347}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Course_ID` FROM `course` ORDER BY `Course_ID` DESC","question":"Project the Course_ID ordered in descending order for the table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Course_ID\nFROM course\nORDER BY Course_ID DESC;\n```","cost":0.0001135,"response_parsed":"SELECT Course_ID\nFROM course\nORDER BY Course_ID DESC;","time":0.4511535168}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Staring_Date` FROM `course` ORDER BY `Staring_Date` ASC","question":"Project the Staring_Date ordered in ascending order for the table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Staring_Date\nFROM course\nORDER BY Staring_Date ASC;\n```","cost":0.000117,"response_parsed":"SELECT Staring_Date\nFROM course\nORDER BY Staring_Date ASC;","time":0.3701126575}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Staring_Date` FROM `course` ORDER BY `Staring_Date` DESC","question":"Project the Staring_Date ordered in descending order for the table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Staring_Date\nFROM course\nORDER BY Staring_Date DESC;\n```","cost":0.000117,"response_parsed":"SELECT Staring_Date\nFROM course\nORDER BY Staring_Date DESC;","time":0.6112849712}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `course_arrange` ORDER BY `Grade` ASC","question":"Show all data ordered by Grade in ascending order for the table course_arrange","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM course_arrange ORDER BY Grade ASC;\n```","cost":0.000112,"response_parsed":"SELECT * FROM course_arrange ORDER BY Grade ASC;","time":0.3068053722}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `course_arrange` ORDER BY `Grade` DESC","question":"Show all data ordered by Grade in descending order for the table course_arrange","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM course_arrange\nORDER BY Grade DESC;\n```","cost":0.000115,"response_parsed":"SELECT * \nFROM course_arrange\nORDER BY Grade DESC;","time":0.530826807}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `course_arrange` ORDER BY `Teacher_ID` ASC","question":"Show all data ordered by Teacher_ID in ascending order for the table course_arrange","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM course_arrange\nORDER BY Teacher_ID ASC;\n```","cost":0.000117,"response_parsed":"SELECT * \nFROM course_arrange\nORDER BY Teacher_ID ASC;","time":0.4635429382}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `course_arrange` ORDER BY `Teacher_ID` DESC","question":"Show all data ordered by Teacher_ID in descending order for the table course_arrange","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM course_arrange\nORDER BY Teacher_ID DESC;\n```","cost":0.000117,"response_parsed":"SELECT * \nFROM course_arrange\nORDER BY Teacher_ID DESC;","time":0.3913917542}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Course_ID` FROM `course_arrange` ORDER BY `Course_ID` ASC","question":"Project the Course_ID ordered in ascending order for the table course_arrange","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Course_ID\nFROM course_arrange\nORDER BY Course_ID ASC;\n```","cost":0.0001175,"response_parsed":"SELECT Course_ID\nFROM course_arrange\nORDER BY Course_ID ASC;","time":4.6081974506}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Course_ID` FROM `course_arrange` ORDER BY `Course_ID` DESC","question":"Project the Course_ID ordered in descending order for the table course_arrange","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Course_ID\nFROM course_arrange\nORDER BY Course_ID DESC;\n```","cost":0.0001175,"response_parsed":"SELECT Course_ID\nFROM course_arrange\nORDER BY Course_ID DESC;","time":0.4513916969}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Grade` FROM `course_arrange` ORDER BY `Grade` ASC","question":"Project the Grade ordered in ascending order for the table course_arrange","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Grade\nFROM course_arrange\nORDER BY Grade ASC;\n```","cost":0.000114,"response_parsed":"SELECT Grade\nFROM course_arrange\nORDER BY Grade ASC;","time":0.3406877518}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Grade` FROM `course_arrange` ORDER BY `Grade` DESC","question":"Project the Grade ordered in descending order for the table course_arrange","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Grade\nFROM course_arrange\nORDER BY Grade DESC;\n```","cost":0.000114,"response_parsed":"SELECT Grade\nFROM course_arrange\nORDER BY Grade DESC;","time":0.4241988659}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `teacher` ORDER BY `Teacher_ID` ASC","question":"Show all data ordered by Teacher_ID in ascending order for the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM teacher ORDER BY Teacher_ID ASC;\n```","cost":0.00011,"response_parsed":"SELECT * FROM teacher ORDER BY Teacher_ID ASC;","time":0.4325587749}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `teacher` ORDER BY `Teacher_ID` DESC","question":"Show all data ordered by Teacher_ID in descending order for the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM teacher\nORDER BY Teacher_ID DESC;\n```","cost":0.000113,"response_parsed":"SELECT * \nFROM teacher\nORDER BY Teacher_ID DESC;","time":0.7806942463}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `teacher` ORDER BY `Name` ASC","question":"Show all data ordered by Name in ascending order for the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM teacher\nORDER BY Name ASC;\n```","cost":0.000111,"response_parsed":"SELECT * \nFROM teacher\nORDER BY Name ASC;","time":0.4756033421}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `teacher` ORDER BY `Name` DESC","question":"Show all data ordered by Name in descending order for the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM teacher\nORDER BY Name DESC;\n```","cost":0.0001095,"response_parsed":"SELECT * FROM teacher\nORDER BY Name DESC;","time":0.39448452}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Name` FROM `teacher` ORDER BY `Name` ASC","question":"Project the Name ordered in ascending order for the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Name FROM teacher ORDER BY Name ASC;\n```","cost":0.000107,"response_parsed":"SELECT Name FROM teacher ORDER BY Name ASC;","time":0.3974070549}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Name` FROM `teacher` ORDER BY `Name` DESC","question":"Project the Name ordered in descending order for the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM teacher\nORDER BY Name DESC;\n```","cost":0.00011,"response_parsed":"SELECT Name\nFROM teacher\nORDER BY Name DESC;","time":0.4601612091}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Hometown` FROM `teacher` ORDER BY `Hometown` ASC","question":"Project the Hometown ordered in ascending order for the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Hometown\nFROM teacher\nORDER BY Hometown ASC;\n```","cost":0.0001135,"response_parsed":"SELECT Hometown\nFROM teacher\nORDER BY Hometown ASC;","time":0.4471809864}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Hometown` FROM `teacher` ORDER BY `Hometown` DESC","question":"Project the Hometown ordered in descending order for the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Hometown\nFROM teacher\nORDER BY Hometown DESC;\n```","cost":0.0001135,"response_parsed":"SELECT Hometown\nFROM teacher\nORDER BY Hometown DESC;","time":0.3796446323}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Course_ID` FROM `course`","question":"Show all Course_ID in the table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Course_ID\nFROM course\n```","cost":0.0001025,"response_parsed":"SELECT Course_ID\nFROM course","time":0.3104429245}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Staring_Date` FROM `course`","question":"Show all Staring_Date in the table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Staring_Date\nFROM course\n```","cost":0.0001045,"response_parsed":"SELECT Staring_Date\nFROM course","time":0.3295414448}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Course` FROM `course`","question":"Show all Course in the table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM course;\n```","cost":0.000099,"response_parsed":"SELECT * FROM course;","time":0.3625125885}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `course`","question":"Show all the rows in the table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM course\n```","cost":0.0000995,"response_parsed":"SELECT *\nFROM course","time":0.3614826202}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Course_ID` FROM `course`","question":"Show all Course_ID in the table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Course_ID \nFROM course\n```","cost":0.0001025,"response_parsed":"SELECT Course_ID \nFROM course","time":0.2317852974}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Course`, `Staring_Date` FROM `course`","question":"Show all Course, Staring_Date in the table course","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Course, Starting_Date \nFROM course;\n```","cost":0.000107,"response_parsed":"SELECT Course, Starting_Date \nFROM course;","time":0.3610444069}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Course_ID` FROM `course_arrange`","question":"Show all Course_ID in the table course_arrange","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Course_ID\nFROM course_arrange;\n```","cost":0.0001065,"response_parsed":"SELECT Course_ID\nFROM course_arrange;","time":0.3247637749}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Teacher_ID` FROM `course_arrange`","question":"Show all Teacher_ID in the table course_arrange","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Teacher_ID \nFROM course_arrange;\n```","cost":0.0001065,"response_parsed":"SELECT Teacher_ID \nFROM course_arrange;","time":0.4892218113}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Grade` FROM `course_arrange`","question":"Show all Grade in the table course_arrange","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Grade\nFROM course_arrange;\n```","cost":0.0001045,"response_parsed":"SELECT Grade\nFROM course_arrange;","time":0.3149449825}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `course_arrange`","question":"Show all the rows in the table course_arrange","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM course_arrange;\n```","cost":0.0001035,"response_parsed":"SELECT * FROM course_arrange;","time":0.3435382843}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Grade` FROM `course_arrange`","question":"Show all Grade in the table course_arrange","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Grade \nFROM course_arrange;\n```","cost":0.0001045,"response_parsed":"SELECT Grade \nFROM course_arrange;","time":0.2553241253}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Grade`, `Course_ID` FROM `course_arrange`","question":"Show all Grade, Course_ID in the table course_arrange","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Grade, Course_ID\nFROM course_arrange;\n```","cost":0.0001105,"response_parsed":"SELECT Grade, Course_ID\nFROM course_arrange;","time":1.1309978962}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Teacher_ID` FROM `teacher`","question":"Show all Teacher_ID in the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Teacher_ID\nFROM teacher\n```","cost":0.0001025,"response_parsed":"SELECT Teacher_ID\nFROM teacher","time":0.3479788303}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Name` FROM `teacher`","question":"Show all Name in the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM teacher\n```","cost":0.0001005,"response_parsed":"SELECT Name\nFROM teacher","time":0.2937943935}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Age` FROM `teacher`","question":"Show all Age in the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Age\nFROM teacher\n```","cost":0.0001005,"response_parsed":"SELECT Age\nFROM teacher","time":0.6153209209}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Hometown` FROM `teacher`","question":"Show all Hometown in the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Hometown FROM teacher\n```","cost":0.000101,"response_parsed":"SELECT Hometown FROM teacher","time":0.2898051739}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `teacher`","question":"Show all the rows in the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM teacher;\n```","cost":0.000101,"response_parsed":"SELECT * \nFROM teacher;","time":0.2505161762}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Hometown` FROM `teacher`","question":"Show all Hometown in the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Hometown FROM teacher;\n```","cost":0.000101,"response_parsed":"SELECT Hometown FROM teacher;","time":0.3918631077}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Hometown`, `Age` FROM `teacher`","question":"Show all Hometown, Age in the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Hometown, Age\nFROM teacher;\n```","cost":0.0001065,"response_parsed":"SELECT Hometown, Age\nFROM teacher;","time":0.4977874756}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Teacher_ID`, `Hometown`, `Name` FROM `teacher`","question":"Show all Teacher_ID, Hometown, Name in the table teacher","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT Teacher_ID, Hometown, Name \nFROM teacher\n```","cost":0.0001125,"response_parsed":"SELECT Teacher_ID, Hometown, Name \nFROM teacher","time":0.3307795525}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `course` WHERE `Staring_Date` == '10 May'","question":"Show the data of the table course where Staring_Date is equal to 10 May","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM course\nWHERE Starting_Date = '10 May'\n```","cost":0.000116,"response_parsed":"SELECT *\nFROM course\nWHERE Starting_Date = '10 May'","time":0.4298448563}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `course` WHERE `Staring_Date` != '5 May'","question":"Show the data of the table course where Staring_Date is different from 5 May","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM course\nWHERE Staring_Date <> '5 May';\n```","cost":0.000119,"response_parsed":"SELECT * \nFROM course\nWHERE Staring_Date <> '5 May';","time":0.3928749561}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `course` WHERE `Staring_Date` != '5 May'","question":"Show the data of the table course where Staring_Date not equal to 5 May","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM course\nWHERE Staring_Date <> '5 May'\n```","cost":0.0001175,"response_parsed":"SELECT *\nFROM course\nWHERE Staring_Date <> '5 May'","time":0.3888676167}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `course` WHERE `Course` == 'Science'","question":"Show the data of the table course where Course is equal to Science","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM course\nWHERE Course = 'Science';\n```","cost":0.0001125,"response_parsed":"SELECT * \nFROM course\nWHERE Course = 'Science';","time":0.3117380142}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `course` WHERE `Course` != 'Science'","question":"Show the data of the table course where Course is different from Science","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM course\nWHERE Course <> 'Science';\n```","cost":0.000111,"response_parsed":"SELECT *\nFROM course\nWHERE Course <> 'Science';","time":0.3296275139}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `course` WHERE `Course` != 'Science'","question":"Show the data of the table course where Course not equal to Science","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM course\nWHERE Course != 'Science';\n```","cost":0.000111,"response_parsed":"SELECT *\nFROM course\nWHERE Course != 'Science';","time":0.3416109085}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `course_arrange` WHERE `Grade` > 3","question":"Show the data of the table course_arrange where Grade is greater than 3","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM course_arrange\nWHERE Grade > 3;\n```","cost":0.0001155,"response_parsed":"SELECT *\nFROM course_arrange\nWHERE Grade > 3;","time":0.3593652248}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `teacher` WHERE `Name` == 'Gustaaf Deloor'","question":"Show the data of the table teacher where Name is equal to Gustaaf Deloor","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM teacher \nWHERE Name = 'Gustaaf Deloor';\n```","cost":0.0001205,"response_parsed":"SELECT * \nFROM teacher \nWHERE Name = 'Gustaaf Deloor';","time":0.4293503761}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `teacher` WHERE `Name` != 'John Deloor'","question":"Show the data of the table teacher where Name is different from John Deloor","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM teacher\nWHERE Name <> 'John Deloor';\n```","cost":0.000115,"response_parsed":"SELECT *\nFROM teacher\nWHERE Name <> 'John Deloor';","time":0.3237855434}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `teacher` WHERE `Name` != 'John Deloor'","question":"Show the data of the table teacher where Name not equal to John Deloor","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM teacher\nWHERE Name <> 'John Deloor';\n```","cost":0.000115,"response_parsed":"SELECT *\nFROM teacher\nWHERE Name <> 'John Deloor';","time":0.3931016922}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `teacher` WHERE `Age` == '26'","question":"Show the data of the table teacher where Age is equal to 26","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM teacher\nWHERE Age = '26';\n```","cost":0.0001115,"response_parsed":"SELECT *\nFROM teacher\nWHERE Age = '26';","time":0.5963494778}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `teacher` WHERE `Age` != '32'","question":"Show the data of the table teacher where Age is different from 32","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM teacher WHERE Age <> '32';\n```","cost":0.00011,"response_parsed":"SELECT * FROM teacher WHERE Age <> '32';","time":0.3587260246}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `teacher` WHERE `Age` != '29'","question":"Show the data of the table teacher where Age not equal to 29","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM teacher \nWHERE Age != 29;\n```","cost":0.000113,"response_parsed":"SELECT * \nFROM teacher \nWHERE Age != 29;","time":0.3243458271}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `teacher` WHERE `Hometown` == 'Blackrod Urban District'","question":"Show the data of the table teacher where Hometown is equal to Blackrod Urban District","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM teacher\nWHERE Hometown = 'Blackrod Urban District';\n```","cost":0.000119,"response_parsed":"SELECT *\nFROM teacher\nWHERE Hometown = 'Blackrod Urban District';","time":0.4155550003}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `teacher` WHERE `Hometown` != 'Blackrod Urban District'","question":"Show the data of the table teacher where Hometown is different from Blackrod Urban District","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM teacher\nWHERE Hometown <> 'Blackrod Urban District';\n```","cost":0.000119,"response_parsed":"SELECT * FROM teacher\nWHERE Hometown <> 'Blackrod Urban District';","time":0.3741650581}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `teacher` WHERE `Hometown` != 'Horwich Urban District'","question":"Show the data of the table teacher where Hometown not equal to Horwich Urban District","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM teacher \nWHERE Hometown <> 'Horwich Urban District';\n```","cost":0.0001205,"response_parsed":"SELECT * \nFROM teacher \nWHERE Hometown <> 'Horwich Urban District';","time":0.3498558998}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Staring_Date`) FROM `course`","question":"How many different Staring_Date are in table course?","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Staring_Date) AS NumberOfDifferentStartingDates\nFROM course;\n```","cost":0.00012,"response_parsed":"SELECT COUNT(DISTINCT Staring_Date) AS NumberOfDifferentStartingDates\nFROM course;","time":0.4131894112}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Course`) FROM `course`","question":"How many different Course are in table course?","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Course) AS Number_of_Courses\nFROM course\n```","cost":0.000116,"response_parsed":"SELECT COUNT(DISTINCT Course) AS Number_of_Courses\nFROM course","time":0.3747465611}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Grade`) FROM `course_arrange`","question":"Find the maximum Grade for the table course_arrange","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT MAX(Grade) \nFROM course_arrange;\n```","cost":0.0001095,"response_parsed":"SELECT MAX(Grade) \nFROM course_arrange;","time":0.3316917419}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Grade`) FROM `course_arrange`","question":"Find the minimum Grade for the table course_arrange","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT MIN(Grade) \nFROM course_arrange;\n```","cost":0.0001095,"response_parsed":"SELECT MIN(Grade) \nFROM course_arrange;","time":0.3324871063}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"course_arrange","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Grade`) FROM `course_arrange`","question":"Find the average Grade for the table course_arrange","db_schema_normalized":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT AVG(Grade) AS Average_Grade\nFROM course_arrange;\n```","cost":0.0001155,"response_parsed":"SELECT AVG(Grade) AS Average_Grade\nFROM course_arrange;","time":0.4114677906}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Name`) FROM `teacher`","question":"How many different Name are in table teacher?","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Name) AS Total_Different_Names\nFROM teacher;\n```","cost":0.0001175,"response_parsed":"SELECT COUNT(DISTINCT Name) AS Total_Different_Names\nFROM teacher;","time":1.890737772}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Age`) FROM `teacher`","question":"How many different Age are in table teacher?","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Age) AS Total_Age\nFROM teacher;\n```","cost":0.0001145,"response_parsed":"SELECT COUNT(DISTINCT Age) AS Total_Age\nFROM teacher;","time":0.7381358147}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/course_teach\/course_teach.sqlite","db_id":"course_teach","tbl_name":"teacher","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Hometown`) FROM `teacher`","question":"How many different Hometown are in table teacher?","db_schema_normalized":"`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))","db_schema":"`\"course\"` (\"Course_ID\" int, \"Staring_Date\" text, \"Course\" text, PRIMARY KEY (\"Course_ID\"))\n`\"teacher\"` (\"Teacher_ID\" int, \"Name\" text, \"Age\" text, \"Hometown\" text, PRIMARY KEY (\"Teacher_ID\"))\n`\"course_arrange\"` (\"Course_ID\" int, \"Teacher_ID\" int, \"Grade\" int, PRIMARY KEY (\"Course_ID\",\"Teacher_ID\",\"Grade\"), FOREIGN KEY (\"Course_ID\") REFERENCES `course`(\"Course_ID\"), FOREIGN KEY (\"Teacher_ID\") REFERENCES `teacher`(\"Teacher_ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Hometown) \nFROM teacher;\n```","cost":0.0001105,"response_parsed":"SELECT COUNT(DISTINCT Hometown) \nFROM teacher;","time":0.349470377}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Name` FROM `museum`","question":"Show the different Name in the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Name\nFROM museum;\n```","cost":0.0001125,"response_parsed":"SELECT DISTINCT Name\nFROM museum;","time":0.2639577389}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Open_Year` FROM `museum`","question":"Show the different Open_Year in the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Open_Year \nFROM museum;\n```","cost":0.0001165,"response_parsed":"SELECT DISTINCT Open_Year \nFROM museum;","time":0.4642860889}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `visitor_ID` FROM `visit`","question":"Show the different visitor_ID in the table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT visitor_ID \nFROM visit;\n```","cost":0.0001145,"response_parsed":"SELECT DISTINCT visitor_ID \nFROM visit;","time":0.3464148045}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"DISTINCT","sql_tag":"DISTINCT-SINGLE","query":"SELECT DISTINCT `Name` FROM `visitor`","question":"Show the different Name in the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Name\nFROM visitor;\n```","cost":0.0001125,"response_parsed":"SELECT DISTINCT Name\nFROM visitor;","time":0.4002885818}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Name`, COUNT(*) FROM `museum` GROUP BY `Name`","question":"For each Name, count the number of rows in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name, COUNT(*) AS num_rows\nFROM museum\nGROUP BY Name;\n```","cost":0.000128,"response_parsed":"SELECT Name, COUNT(*) AS num_rows\nFROM museum\nGROUP BY Name;","time":0.3169744015}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Open_Year`, COUNT(*) FROM `museum` GROUP BY `Open_Year`","question":"For each Open_Year, count the number of rows in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Open_Year, COUNT(*) AS num_of_rows\nFROM museum\nGROUP BY Open_Year;\n```","cost":0.0001365,"response_parsed":"SELECT Open_Year, COUNT(*) AS num_of_rows\nFROM museum\nGROUP BY Open_Year;","time":0.377872467}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Name`, MIN(`Num_of_Staff`) FROM `museum` GROUP BY `Name`","question":"For each Name, find the min of Num_of_Staff in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name, MIN(Num_of_Staff) \nFROM museum\nGROUP BY Name;\n```","cost":0.0001325,"response_parsed":"SELECT Name, MIN(Num_of_Staff) \nFROM museum\nGROUP BY Name;","time":0.376234293}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Name`, MAX(`Num_of_Staff`) FROM `museum` GROUP BY `Name`","question":"For each Name, find the max of Num_of_Staff in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name, MAX(Num_of_Staff) AS Max_Num_of_Staff\nFROM museum\nGROUP BY Name;\n```","cost":0.0001415,"response_parsed":"SELECT Name, MAX(Num_of_Staff) AS Max_Num_of_Staff\nFROM museum\nGROUP BY Name;","time":0.4311850071}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Name`, AVG(`Num_of_Staff`) FROM `museum` GROUP BY `Name`","question":"For each Name, find the avg of Num_of_Staff in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name, AVG(Num_of_Staff) AS Avg_Num_of_Staff\nFROM museum\nGROUP BY Name;\n```","cost":0.0001415,"response_parsed":"SELECT Name, AVG(Num_of_Staff) AS Avg_Num_of_Staff\nFROM museum\nGROUP BY Name;","time":0.4654912949}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Name`, SUM(`Num_of_Staff`) FROM `museum` GROUP BY `Name`","question":"For each Name, find the sum of Num_of_Staff in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name, SUM(Num_of_Staff) AS Total_Staff\nFROM museum\nGROUP BY Name;\n```","cost":0.0001385,"response_parsed":"SELECT Name, SUM(Num_of_Staff) AS Total_Staff\nFROM museum\nGROUP BY Name;","time":0.5662255287}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Open_Year`, MIN(`Num_of_Staff`) FROM `museum` GROUP BY `Open_Year`","question":"For each Open_Year, find the min of Num_of_Staff in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Open_Year, MIN(Num_of_Staff) \nFROM museum\nGROUP BY Open_Year;\n```","cost":0.0001395,"response_parsed":"SELECT Open_Year, MIN(Num_of_Staff) \nFROM museum\nGROUP BY Open_Year;","time":0.5718729496}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Open_Year`, MAX(`Num_of_Staff`) FROM `museum` GROUP BY `Open_Year`","question":"For each Open_Year, find the max of Num_of_Staff in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Open_Year, MAX(Num_of_Staff) AS Max_Staff\nFROM museum\nGROUP BY Open_Year;\n```","cost":0.0001455,"response_parsed":"SELECT Open_Year, MAX(Num_of_Staff) AS Max_Staff\nFROM museum\nGROUP BY Open_Year;","time":0.4905824661}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Open_Year`, AVG(`Num_of_Staff`) FROM `museum` GROUP BY `Open_Year`","question":"For each Open_Year, find the avg of Num_of_Staff in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Open_Year, AVG(Num_of_Staff) AS Avg_Staff\nFROM museum\nGROUP BY Open_Year;\n```","cost":0.0001455,"response_parsed":"SELECT Open_Year, AVG(Num_of_Staff) AS Avg_Staff\nFROM museum\nGROUP BY Open_Year;","time":0.5040614605}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Open_Year`, SUM(`Num_of_Staff`) FROM `museum` GROUP BY `Open_Year`","question":"For each Open_Year, find the sum of Num_of_Staff in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Open_Year, SUM(Num_of_Staff) AS Total_Staff\nFROM museum\nGROUP BY Open_Year;\n```","cost":0.0001455,"response_parsed":"SELECT Open_Year, SUM(Num_of_Staff) AS Total_Staff\nFROM museum\nGROUP BY Open_Year;","time":0.9439463615}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `visitor_ID`, COUNT(*) FROM `visit` GROUP BY `visitor_ID`","question":"For each visitor_ID, count the number of rows in table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID, COUNT(*) AS num_of_visits\nFROM visit\nGROUP BY visitor_ID;\n```","cost":0.0001345,"response_parsed":"SELECT visitor_ID, COUNT(*) AS num_of_visits\nFROM visit\nGROUP BY visitor_ID;","time":0.3823974133}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `visitor_ID`, MIN(`Num_of_Ticket`) FROM `visit` GROUP BY `visitor_ID`","question":"For each visitor_ID, find the min of Num_of_Ticket in table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID, MIN(Num_of_Ticket) AS Min_Num_of_Ticket\nFROM visit\nGROUP BY visitor_ID;\n```","cost":0.000145,"response_parsed":"SELECT visitor_ID, MIN(Num_of_Ticket) AS Min_Num_of_Ticket\nFROM visit\nGROUP BY visitor_ID;","time":0.4543862343}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `visitor_ID`, MAX(`Num_of_Ticket`) FROM `visit` GROUP BY `visitor_ID`","question":"For each visitor_ID, find the max of Num_of_Ticket in table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID, MAX(Num_of_Ticket) AS Max_Num_of_Ticket\nFROM visit\nGROUP BY visitor_ID;\n```","cost":0.000145,"response_parsed":"SELECT visitor_ID, MAX(Num_of_Ticket) AS Max_Num_of_Ticket\nFROM visit\nGROUP BY visitor_ID;","time":0.4750053883}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `visitor_ID`, AVG(`Num_of_Ticket`) FROM `visit` GROUP BY `visitor_ID`","question":"For each visitor_ID, find the avg of Num_of_Ticket in table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID, AVG(Num_of_Ticket) AS avg_tickets\nFROM visit\nGROUP BY visitor_ID;\n```","cost":0.0001405,"response_parsed":"SELECT visitor_ID, AVG(Num_of_Ticket) AS avg_tickets\nFROM visit\nGROUP BY visitor_ID;","time":0.4054157734}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `visitor_ID`, SUM(`Num_of_Ticket`) FROM `visit` GROUP BY `visitor_ID`","question":"For each visitor_ID, find the sum of Num_of_Ticket in table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID, SUM(Num_of_Ticket) AS Total_Tickets\nFROM visit\nGROUP BY visitor_ID;\n```","cost":0.000142,"response_parsed":"SELECT visitor_ID, SUM(Num_of_Ticket) AS Total_Tickets\nFROM visit\nGROUP BY visitor_ID;","time":0.4486467838}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `visitor_ID`, MIN(`Total_spent`) FROM `visit` GROUP BY `visitor_ID`","question":"For each visitor_ID, find the min of Total_spent in table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID, MIN(Total_spent) AS Min_Total_spent\nFROM visit\nGROUP BY visitor_ID;\n```","cost":0.0001415,"response_parsed":"SELECT visitor_ID, MIN(Total_spent) AS Min_Total_spent\nFROM visit\nGROUP BY visitor_ID;","time":0.5868525505}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `visitor_ID`, MAX(`Total_spent`) FROM `visit` GROUP BY `visitor_ID`","question":"For each visitor_ID, find the max of Total_spent in table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID, MAX(Total_spent) AS max_total_spent\nFROM visit\nGROUP BY visitor_ID;\n```","cost":0.0001415,"response_parsed":"SELECT visitor_ID, MAX(Total_spent) AS max_total_spent\nFROM visit\nGROUP BY visitor_ID;","time":0.3938682079}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `visitor_ID`, AVG(`Total_spent`) FROM `visit` GROUP BY `visitor_ID`","question":"For each visitor_ID, find the avg of Total_spent in table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID, AVG(Total_spent) as avg_total_spent\nFROM visit\nGROUP BY visitor_ID;\n```","cost":0.0001415,"response_parsed":"SELECT visitor_ID, AVG(Total_spent) as avg_total_spent\nFROM visit\nGROUP BY visitor_ID;","time":0.5754535198}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `visitor_ID`, SUM(`Total_spent`) FROM `visit` GROUP BY `visitor_ID`","question":"For each visitor_ID, find the sum of Total_spent in table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID, SUM(Total_spent) AS Total_spent\nFROM visit\nGROUP BY visitor_ID;\n```","cost":0.00014,"response_parsed":"SELECT visitor_ID, SUM(Total_spent) AS Total_spent\nFROM visit\nGROUP BY visitor_ID;","time":0.4726579189}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"GROUPBY","sql_tag":"GROUPBY-COUNT","query":"SELECT `Name`, COUNT(*) FROM `visitor` GROUP BY `Name`","question":"For each Name, count the number of rows in table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name, COUNT(*) AS Num_of_visitors\nFROM visitor\nGROUP BY Name;\n```","cost":0.000131,"response_parsed":"SELECT Name, COUNT(*) AS Num_of_visitors\nFROM visitor\nGROUP BY Name;","time":0.3842396736}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Name`, MIN(`Level_of_membership`) FROM `visitor` GROUP BY `Name`","question":"For each Name, find the min of Level_of_membership in table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name, MIN(Level_of_membership) AS Min_Level_of_membership\nFROM visitor\nGROUP BY Name;\n```","cost":0.0001365,"response_parsed":"SELECT Name, MIN(Level_of_membership) AS Min_Level_of_membership\nFROM visitor\nGROUP BY Name;","time":3.5131847858}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Name`, MAX(`Level_of_membership`) FROM `visitor` GROUP BY `Name`","question":"For each Name, find the max of Level_of_membership in table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name, MAX(Level_of_membership) AS Max_Level_of_membership\nFROM visitor\nGROUP BY Name;\n```","cost":0.0001365,"response_parsed":"SELECT Name, MAX(Level_of_membership) AS Max_Level_of_membership\nFROM visitor\nGROUP BY Name;","time":0.3969905376}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Name`, AVG(`Level_of_membership`) FROM `visitor` GROUP BY `Name`","question":"For each Name, find the avg of Level_of_membership in table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name, AVG(Level_of_membership) AS avg_membership\nFROM visitor\nGROUP BY Name;\n```","cost":0.0001335,"response_parsed":"SELECT Name, AVG(Level_of_membership) AS avg_membership\nFROM visitor\nGROUP BY Name;","time":0.4176328182}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Name`, SUM(`Level_of_membership`) FROM `visitor` GROUP BY `Name`","question":"For each Name, find the sum of Level_of_membership in table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name, SUM(Level_of_membership) AS Total_Level_of_membership\nFROM visitor\nGROUP BY Name;\n```","cost":0.0001365,"response_parsed":"SELECT Name, SUM(Level_of_membership) AS Total_Level_of_membership\nFROM visitor\nGROUP BY Name;","time":0.4712963104}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MIN","query":"SELECT `Name`, MIN(`Age`) FROM `visitor` GROUP BY `Name`","question":"For each Name, find the min of Age in table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name, MIN(Age) AS Min_Age\nFROM visitor\nGROUP BY Name;\n```","cost":0.0001325,"response_parsed":"SELECT Name, MIN(Age) AS Min_Age\nFROM visitor\nGROUP BY Name;","time":0.3707375526}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-MAX","query":"SELECT `Name`, MAX(`Age`) FROM `visitor` GROUP BY `Name`","question":"For each Name, find the max of Age in table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name, MAX(Age) AS Max_Age\nFROM visitor\nGROUP BY Name;\n```","cost":0.0001325,"response_parsed":"SELECT Name, MAX(Age) AS Max_Age\nFROM visitor\nGROUP BY Name;","time":0.4695458412}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-AVG","query":"SELECT `Name`, AVG(`Age`) FROM `visitor` GROUP BY `Name`","question":"For each Name, find the avg of Age in table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name, AVG(Age) AS Avg_Age\nFROM visitor\nGROUP BY Name;\n```","cost":0.0001325,"response_parsed":"SELECT Name, AVG(Age) AS Avg_Age\nFROM visitor\nGROUP BY Name;","time":0.4582479}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"GROUPBY","sql_tag":"GROUPBY-AGG-SUM","query":"SELECT `Name`, SUM(`Age`) FROM `visitor` GROUP BY `Name`","question":"For each Name, find the sum of Age in table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name, SUM(Age) AS Total_Age\nFROM visitor\nGROUP BY Name;\n```","cost":0.0001325,"response_parsed":"SELECT Name, SUM(Age) AS Total_Age\nFROM visitor\nGROUP BY Name;","time":3.554049015}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Name` FROM `museum` GROUP BY `Name` HAVING count(*) >= 1","question":"Find all the Name that have at least 1 records in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Name\nFROM museum\n```","cost":0.0001155,"response_parsed":"SELECT DISTINCT Name\nFROM museum","time":0.3618786335}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Name` FROM `museum` GROUP BY `Name` HAVING count(*) <= 1","question":"Find all the Name that have at most 1 records in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM museum\nGROUP BY Name\nHAVING COUNT(*) <= 1;\n```","cost":0.000132,"response_parsed":"SELECT Name\nFROM museum\nGROUP BY Name\nHAVING COUNT(*) <= 1;","time":0.5015068054}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Open_Year` FROM `museum` GROUP BY `Open_Year` HAVING count(*) >= 1","question":"Find all the Open_Year that have at least 1 records in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT Open_Year\nFROM museum\nWHERE Museum_ID IN (\n    SELECT DISTINCT Museum_ID\n    FROM visit\n)\n```","cost":0.0001435,"response_parsed":"SELECT DISTINCT Open_Year\nFROM museum\nWHERE Museum_ID IN (\n    SELECT DISTINCT Museum_ID\n    FROM visit\n)","time":0.5167353153}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Open_Year` FROM `museum` GROUP BY `Open_Year` HAVING count(*) <= 1","question":"Find all the Open_Year that have at most 1 records in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Open_Year\nFROM museum\nGROUP BY Open_Year\nHAVING COUNT(*) <= 1\n```","cost":0.000139,"response_parsed":"SELECT Open_Year\nFROM museum\nGROUP BY Open_Year\nHAVING COUNT(*) <= 1","time":0.3718180656}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Name` FROM `museum` GROUP BY `Name` HAVING AVG(`Num_of_Staff`) >= 22.62","question":"List the Name which average of Num_of_Staff is at least 22.62 in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM museum\nGROUP BY Name\nHAVING AVG(Num_of_Staff) >= 22.62;\n```","cost":0.0001455,"response_parsed":"SELECT Name\nFROM museum\nGROUP BY Name\nHAVING AVG(Num_of_Staff) >= 22.62;","time":0.4234013557}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Name` FROM `museum` GROUP BY `Name` HAVING AVG(`Num_of_Staff`) <= 22.62","question":"List the Name which average of Num_of_Staff is at most 22.62 in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM museum\nGROUP BY Name\nHAVING AVG(Num_of_Staff) <= 22.62;\n```","cost":0.0001455,"response_parsed":"SELECT Name\nFROM museum\nGROUP BY Name\nHAVING AVG(Num_of_Staff) <= 22.62;","time":0.5007112026}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Name` FROM `museum` GROUP BY `Name` HAVING SUM(`Num_of_Staff`) >= 22.62","question":"List the Name which summation of Num_of_Staff is at least 22.62 in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM museum\nGROUP BY Name\nHAVING SUM(Num_of_Staff) >= 22.62;\n```","cost":0.000146,"response_parsed":"SELECT Name\nFROM museum\nGROUP BY Name\nHAVING SUM(Num_of_Staff) >= 22.62;","time":0.4776217937}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Name` FROM `museum` GROUP BY `Name` HAVING SUM(`Num_of_Staff`) <= 22.62","question":"List the Name which summation of Num_of_Staff is at most 22.62 in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM museum\nGROUP BY Name\nHAVING SUM(Num_of_Staff) <= 22.62;\n```","cost":0.000146,"response_parsed":"SELECT Name\nFROM museum\nGROUP BY Name\nHAVING SUM(Num_of_Staff) <= 22.62;","time":0.4747934341}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Open_Year` FROM `museum` GROUP BY `Open_Year` HAVING AVG(`Num_of_Staff`) >= 24.75","question":"List the Open_Year which average of Num_of_Staff is at least 24.75 in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Open_Year\nFROM museum\nGROUP BY Open_Year\nHAVING AVG(Num_of_Staff) >= 24.75;\n```","cost":0.0001525,"response_parsed":"SELECT Open_Year\nFROM museum\nGROUP BY Open_Year\nHAVING AVG(Num_of_Staff) >= 24.75;","time":0.4751074314}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Open_Year` FROM `museum` GROUP BY `Open_Year` HAVING AVG(`Num_of_Staff`) <= 24.75","question":"List the Open_Year which average of Num_of_Staff is at most 24.75 in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Open_Year\nFROM museum\nGROUP BY Open_Year\nHAVING AVG(Num_of_Staff) <= 24.75\n```","cost":0.0001525,"response_parsed":"SELECT Open_Year\nFROM museum\nGROUP BY Open_Year\nHAVING AVG(Num_of_Staff) <= 24.75","time":0.4834260941}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Open_Year` FROM `museum` GROUP BY `Open_Year` HAVING SUM(`Num_of_Staff`) >= 30.17","question":"List the Open_Year which summation of Num_of_Staff is at least 30.17 in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Open_Year\nFROM museum\nGROUP BY Open_Year\nHAVING SUM(Num_of_Staff) >= 30.17;\n```","cost":0.000153,"response_parsed":"SELECT Open_Year\nFROM museum\nGROUP BY Open_Year\nHAVING SUM(Num_of_Staff) >= 30.17;","time":0.6913321018}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Open_Year` FROM `museum` GROUP BY `Open_Year` HAVING SUM(`Num_of_Staff`) <= 30.17","question":"List the Open_Year which summation of Num_of_Staff is at most 30.17 in table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Open_Year\nFROM museum\nGROUP BY Open_Year\nHAVING SUM(Num_of_Staff) <= 30.17\n```","cost":0.000153,"response_parsed":"SELECT Open_Year\nFROM museum\nGROUP BY Open_Year\nHAVING SUM(Num_of_Staff) <= 30.17","time":0.5121815205}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `visitor_ID` FROM `visit` GROUP BY `visitor_ID` HAVING count(*) >= 2","question":"Find all the visitor_ID that have at least 2 records in table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID\nFROM visit\nGROUP BY visitor_ID\nHAVING COUNT(*) >= 2;\n```","cost":0.0001355,"response_parsed":"SELECT visitor_ID\nFROM visit\nGROUP BY visitor_ID\nHAVING COUNT(*) >= 2;","time":0.4749469757}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `visitor_ID` FROM `visit` GROUP BY `visitor_ID` HAVING count(*) <= 2","question":"Find all the visitor_ID that have at most 2 records in table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID\nFROM visit\nGROUP BY visitor_ID\nHAVING COUNT(*) <= 2;\n```","cost":0.0001355,"response_parsed":"SELECT visitor_ID\nFROM visit\nGROUP BY visitor_ID\nHAVING COUNT(*) <= 2;","time":0.69516325}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `visitor_ID` FROM `visit` GROUP BY `visitor_ID` HAVING AVG(`Num_of_Ticket`) >= 10.5","question":"List the visitor_ID which average of Num_of_Ticket is at least 10.5 in table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID\nFROM visit\nGROUP BY visitor_ID\nHAVING AVG(Num_of_Ticket) >= 10.5;\n```","cost":0.000149,"response_parsed":"SELECT visitor_ID\nFROM visit\nGROUP BY visitor_ID\nHAVING AVG(Num_of_Ticket) >= 10.5;","time":0.4642362595}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `visitor_ID` FROM `visit` GROUP BY `visitor_ID` HAVING AVG(`Num_of_Ticket`) <= 10.5","question":"List the visitor_ID which average of Num_of_Ticket is at most 10.5 in table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID\nFROM visit\nGROUP BY visitor_ID\nHAVING AVG(Num_of_Ticket) <= 10.5;\n```","cost":0.000149,"response_parsed":"SELECT visitor_ID\nFROM visit\nGROUP BY visitor_ID\nHAVING AVG(Num_of_Ticket) <= 10.5;","time":0.4264478683}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `visitor_ID` FROM `visit` GROUP BY `visitor_ID` HAVING SUM(`Num_of_Ticket`) >= 21.0","question":"List the visitor_ID which summation of Num_of_Ticket is at least 21.0 in table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID\nFROM visit\nGROUP BY visitor_ID\nHAVING SUM(Num_of_Ticket) >= 21.0;\n```","cost":0.0001495,"response_parsed":"SELECT visitor_ID\nFROM visit\nGROUP BY visitor_ID\nHAVING SUM(Num_of_Ticket) >= 21.0;","time":0.4292063713}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `visitor_ID` FROM `visit` GROUP BY `visitor_ID` HAVING SUM(`Num_of_Ticket`) <= 21.0","question":"List the visitor_ID which summation of Num_of_Ticket is at most 21.0 in table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID \nFROM visit\nGROUP BY visitor_ID\nHAVING SUM(Num_of_Ticket) <= 21.0\n```","cost":0.0001495,"response_parsed":"SELECT visitor_ID \nFROM visit\nGROUP BY visitor_ID\nHAVING SUM(Num_of_Ticket) <= 21.0","time":0.576362133}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Name` FROM `visitor` GROUP BY `Name` HAVING count(*) >= 1","question":"Find all the Name that have at least 1 records in table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT DISTINCT v.Name\nFROM visitor v\n```","cost":0.0001185,"response_parsed":"SELECT DISTINCT v.Name\nFROM visitor v","time":0.3073573112}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"HAVING","sql_tag":"HAVING-COUNT","query":"SELECT `Name` FROM `visitor` GROUP BY `Name` HAVING count(*) <= 1","question":"Find all the Name that have at most 1 records in table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM visitor\nGROUP BY Name\nHAVING COUNT(*) <= 1\n```","cost":0.000132,"response_parsed":"SELECT Name\nFROM visitor\nGROUP BY Name\nHAVING COUNT(*) <= 1","time":0.3273382187}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Name` FROM `visitor` GROUP BY `Name` HAVING AVG(`Level_of_membership`) >= 3.83","question":"List the Name which average of Level_of_membership is at least 3.83 in table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM visitor\nGROUP BY Name\nHAVING AVG(Level_of_membership) >= 3.83;\n```","cost":0.000142,"response_parsed":"SELECT Name\nFROM visitor\nGROUP BY Name\nHAVING AVG(Level_of_membership) >= 3.83;","time":0.4319674969}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"HAVING","sql_tag":"HAVING-AGG-AVG","query":"SELECT `Name` FROM `visitor` GROUP BY `Name` HAVING AVG(`Level_of_membership`) <= 3.83","question":"List the Name which average of Level_of_membership is at most 3.83 in table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM visitor\nGROUP BY Name\nHAVING AVG(Level_of_membership) <= 3.83;\n```","cost":0.000142,"response_parsed":"SELECT Name\nFROM visitor\nGROUP BY Name\nHAVING AVG(Level_of_membership) <= 3.83;","time":0.4059085846}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Name` FROM `visitor` GROUP BY `Name` HAVING SUM(`Level_of_membership`) >= 3.83","question":"List the Name which summation of Level_of_membership is at least 3.83 in table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM visitor\nGROUP BY Name\nHAVING SUM(Level_of_membership) >= 3.83;\n```","cost":0.0001425,"response_parsed":"SELECT Name\nFROM visitor\nGROUP BY Name\nHAVING SUM(Level_of_membership) >= 3.83;","time":0.420573473}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"HAVING","sql_tag":"HAVING-AGG-SUM","query":"SELECT `Name` FROM `visitor` GROUP BY `Name` HAVING SUM(`Level_of_membership`) <= 3.83","question":"List the Name which summation of Level_of_membership is at most 3.83 in table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM visitor\nGROUP BY Name\nHAVING SUM(Level_of_membership) <= 3.83;\n```","cost":0.0001425,"response_parsed":"SELECT Name\nFROM visitor\nGROUP BY Name\nHAVING SUM(Level_of_membership) <= 3.83;","time":0.4290337563}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `visit` AS T1 JOIN `museum` AS T2 ON T1.`Museum_ID` = T2.`Museum_ID`","question":"Join all the records from table visit with table museum on Museum_ID","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM visit\nJOIN museum\nON visit.Museum_ID = museum.Museum_ID;\n```","cost":0.000133,"response_parsed":"SELECT *\nFROM visit\nJOIN museum\nON visit.Museum_ID = museum.Museum_ID;","time":0.3852536678}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-ALL","query":"SELECT * FROM `visit` AS T1 JOIN `visitor` AS T2 ON T1.`visitor_ID` = T2.`ID`","question":"Join all the records from table visit with table visitor on visitor_ID","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM visit\nJOIN visitor ON visit.visitor_ID = visitor.ID;\n```","cost":0.0001285,"response_parsed":"SELECT *\nFROM visit\nJOIN visitor ON visit.visitor_ID = visitor.ID;","time":0.4185023308}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`visitor_ID`, T2.`Name` FROM `visit` AS T1 JOIN `museum` AS T2 ON T1.`Museum_ID`=T2.`Museum_ID`","question":"List all the visitor_ID and Name from the table visit and the table museum where Museum_ID is the same","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT v.visitor_ID, v.Name\nFROM visit v\nJOIN museum m ON v.Museum_ID = m.Museum_ID;\n```","cost":0.000149,"response_parsed":"SELECT v.visitor_ID, v.Name\nFROM visit v\nJOIN museum m ON v.Museum_ID = m.Museum_ID;","time":0.398922205}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"INNER-JOIN","sql_tag":"JOIN-PROJECT-CAT","query":"SELECT T1.`visitor_ID`, T2.`Open_Year` FROM `visit` AS T1 JOIN `museum` AS T2 ON T1.`Museum_ID`=T2.`Museum_ID`","question":"List all the visitor_ID and Open_Year from the table visit and the table museum where Museum_ID is the same","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT v.visitor_ID, m.Open_Year\nFROM visit v\nJOIN museum m ON v.Museum_ID = m.Museum_ID\n```","cost":0.000153,"response_parsed":"SELECT v.visitor_ID, m.Open_Year\nFROM visit v\nJOIN museum m ON v.Museum_ID = m.Museum_ID","time":0.4964404106}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `museum` ORDER BY `Open_Year` ASC","question":"Show all data ordered by Open_Year in ascending order for the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM museum\nORDER BY Open_Year ASC;\n```","cost":0.000125,"response_parsed":"SELECT * \nFROM museum\nORDER BY Open_Year ASC;","time":0.3675739765}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `museum` ORDER BY `Open_Year` DESC","question":"Show all data ordered by Open_Year in descending order for the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM museum\nORDER BY Open_Year DESC;\n```","cost":0.000125,"response_parsed":"SELECT * \nFROM museum\nORDER BY Open_Year DESC;","time":0.4523715973}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `museum` ORDER BY `Name` ASC","question":"Show all data ordered by Name in ascending order for the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM museum\nORDER BY Name ASC;\n```","cost":0.000121,"response_parsed":"SELECT * \nFROM museum\nORDER BY Name ASC;","time":0.3957974911}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `museum` ORDER BY `Name` DESC","question":"Show all data ordered by Name in descending order for the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM museum\nORDER BY Name DESC;\n```","cost":0.000121,"response_parsed":"SELECT * \nFROM museum\nORDER BY Name DESC;","time":0.4080417156}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Museum_ID` FROM `museum` ORDER BY `Museum_ID` ASC","question":"Project the Museum_ID ordered in ascending order for the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Museum_ID\nFROM museum\nORDER BY Museum_ID ASC;\n```","cost":0.0001235,"response_parsed":"SELECT Museum_ID\nFROM museum\nORDER BY Museum_ID ASC;","time":0.4746313095}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Museum_ID` FROM `museum` ORDER BY `Museum_ID` DESC","question":"Project the Museum_ID ordered in descending order for the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Museum_ID\nFROM museum\nORDER BY Museum_ID DESC;\n```","cost":0.0001235,"response_parsed":"SELECT Museum_ID\nFROM museum\nORDER BY Museum_ID DESC;","time":0.6747722626}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Open_Year` FROM `museum` ORDER BY `Open_Year` ASC","question":"Project the Open_Year ordered in ascending order for the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Open_Year\nFROM museum\nORDER BY Open_Year ASC;\n```","cost":0.000127,"response_parsed":"SELECT Open_Year\nFROM museum\nORDER BY Open_Year ASC;","time":0.6430149078}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Open_Year` FROM `museum` ORDER BY `Open_Year` DESC","question":"Project the Open_Year ordered in descending order for the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Open_Year\nFROM museum\nORDER BY Open_Year DESC;\n```","cost":0.000127,"response_parsed":"SELECT Open_Year\nFROM museum\nORDER BY Open_Year DESC;","time":0.3867630959}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `visit` ORDER BY `Museum_ID` ASC","question":"Show all data ordered by Museum_ID in ascending order for the table visit","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM visit\nORDER BY Museum_ID ASC;\n```","cost":0.000123,"response_parsed":"SELECT * \nFROM visit\nORDER BY Museum_ID ASC;","time":0.4704539776}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `visit` ORDER BY `Museum_ID` DESC","question":"Show all data ordered by Museum_ID in descending order for the table visit","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM visit\nORDER BY Museum_ID DESC;\n```","cost":0.0001215,"response_parsed":"SELECT *\nFROM visit\nORDER BY Museum_ID DESC;","time":0.3057427406}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `visit` ORDER BY `Num_of_Ticket` ASC","question":"Show all data ordered by Num_of_Ticket in ascending order for the table visit","db_schema_normalized":"`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM visit\nORDER BY Num_of_Ticket ASC;\n```","cost":0.000127,"response_parsed":"SELECT * \nFROM visit\nORDER BY Num_of_Ticket ASC;","time":0.3632080555}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `visit` ORDER BY `Num_of_Ticket` DESC","question":"Show all data ordered by Num_of_Ticket in descending order for the table visit","db_schema_normalized":"`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM visit\nORDER BY Num_of_Ticket DESC;\n```","cost":0.0001255,"response_parsed":"SELECT *\nFROM visit\nORDER BY Num_of_Ticket DESC;","time":0.4452998638}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Museum_ID` FROM `visit` ORDER BY `Museum_ID` ASC","question":"Project the Museum_ID ordered in ascending order for the table visit","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Museum_ID\nFROM visit\nORDER BY Museum_ID ASC;\n```","cost":0.0001235,"response_parsed":"SELECT Museum_ID\nFROM visit\nORDER BY Museum_ID ASC;","time":0.3356854916}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Museum_ID` FROM `visit` ORDER BY `Museum_ID` DESC","question":"Project the Museum_ID ordered in descending order for the table visit","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Museum_ID\nFROM visit\nORDER BY Museum_ID DESC;\n```","cost":0.0001235,"response_parsed":"SELECT Museum_ID\nFROM visit\nORDER BY Museum_ID DESC;","time":0.3245232105}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `visitor_ID` FROM `visit` ORDER BY `visitor_ID` ASC","question":"Project the visitor_ID ordered in ascending order for the table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID \nFROM visit \nORDER BY visitor_ID ASC;\n```","cost":0.0001235,"response_parsed":"SELECT visitor_ID \nFROM visit \nORDER BY visitor_ID ASC;","time":0.6398129463}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `visitor_ID` FROM `visit` ORDER BY `visitor_ID` DESC","question":"Project the visitor_ID ordered in descending order for the table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID\nFROM visit\nORDER BY visitor_ID DESC;\n```","cost":0.0001235,"response_parsed":"SELECT visitor_ID\nFROM visit\nORDER BY visitor_ID DESC;","time":0.3072230816}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `visitor` ORDER BY `Level_of_membership` ASC","question":"Show all data ordered by Level_of_membership in ascending order for the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM visitor\nORDER BY Level_of_membership ASC;\n```","cost":0.0001235,"response_parsed":"SELECT *\nFROM visitor\nORDER BY Level_of_membership ASC;","time":0.4353277683}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `visitor` ORDER BY `Level_of_membership` DESC","question":"Show all data ordered by Level_of_membership in descending order for the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM visitor\nORDER BY Level_of_membership DESC;\n```","cost":0.0001235,"response_parsed":"SELECT * FROM visitor\nORDER BY Level_of_membership DESC;","time":0.3212788105}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `visitor` ORDER BY `Age` ASC","question":"Show all data ordered by Age in ascending order for the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM visitor ORDER BY Age ASC;\n```","cost":0.000118,"response_parsed":"SELECT * FROM visitor ORDER BY Age ASC;","time":0.3391690254}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"ORDERBY","sql_tag":"ORDERBY-SINGLE","query":"SELECT * FROM `visitor` ORDER BY `Age` DESC","question":"Show all data ordered by Age in descending order for the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM visitor\nORDER BY Age DESC;\n```","cost":0.0001195,"response_parsed":"SELECT * FROM visitor\nORDER BY Age DESC;","time":0.3151686192}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `ID` FROM `visitor` ORDER BY `ID` ASC","question":"Project the ID ordered in ascending order for the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT ID\nFROM visitor\nORDER BY ID ASC;\n```","cost":0.00012,"response_parsed":"SELECT ID\nFROM visitor\nORDER BY ID ASC;","time":0.287488699}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `ID` FROM `visitor` ORDER BY `ID` DESC","question":"Project the ID ordered in descending order for the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT ID\nFROM visitor\nORDER BY ID DESC;\n```","cost":0.00012,"response_parsed":"SELECT ID\nFROM visitor\nORDER BY ID DESC;","time":0.3353676796}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Name` FROM `visitor` ORDER BY `Name` ASC","question":"Project the Name ordered in ascending order for the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM visitor\nORDER BY Name ASC;\n```","cost":0.00012,"response_parsed":"SELECT Name\nFROM visitor\nORDER BY Name ASC;","time":0.4074795246}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"ORDERBY","sql_tag":"ORDERBY-PROJECT","query":"SELECT `Name` FROM `visitor` ORDER BY `Name` DESC","question":"Project the Name ordered in descending order for the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM visitor\nORDER BY Name DESC;\n```","cost":0.00012,"response_parsed":"SELECT Name\nFROM visitor\nORDER BY Name DESC;","time":0.3933708668}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Museum_ID` FROM `museum`","question":"Show all Museum_ID in the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Museum_ID\nFROM museum;\n```","cost":0.0001125,"response_parsed":"SELECT Museum_ID\nFROM museum;","time":0.3131575584}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Name` FROM `museum`","question":"Show all Name in the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM museum;\n```","cost":0.0001105,"response_parsed":"SELECT Name\nFROM museum;","time":0.2984118462}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Num_of_Staff` FROM `museum`","question":"Show all Num_of_Staff in the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Num_of_Staff \nFROM museum\n```","cost":0.0001165,"response_parsed":"SELECT Num_of_Staff \nFROM museum","time":0.3899199963}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Open_Year` FROM `museum`","question":"Show all Open_Year in the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Open_Year\nFROM museum\n```","cost":0.0001145,"response_parsed":"SELECT Open_Year\nFROM museum","time":0.2354102135}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `museum`","question":"Show all the rows in the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM museum;\n```","cost":0.0001095,"response_parsed":"SELECT * FROM museum;","time":0.3392529488}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Name` FROM `museum`","question":"Show all Name in the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name\nFROM museum;\n```","cost":0.0001105,"response_parsed":"SELECT Name\nFROM museum;","time":0.2565057278}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Museum_ID`, `Name` FROM `museum`","question":"Show all Museum_ID, Name in the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Museum_ID, Name\nFROM museum;\n```","cost":0.0001165,"response_parsed":"SELECT Museum_ID, Name\nFROM museum;","time":0.3345024586}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Open_Year`, `Name`, `Num_of_Staff` FROM `museum`","question":"Show all Open_Year, Name, Num_of_Staff in the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Open_Year, Name, Num_of_Staff\nFROM museum;\n```","cost":0.0001285,"response_parsed":"SELECT Open_Year, Name, Num_of_Staff\nFROM museum;","time":0.3459405899}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Museum_ID` FROM `visit`","question":"Show all Museum_ID in the table visit","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Museum_ID\nFROM visit;\n```","cost":0.0001125,"response_parsed":"SELECT Museum_ID\nFROM visit;","time":0.4281654358}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `visitor_ID` FROM `visit`","question":"Show all visitor_ID in the table visit","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID\nFROM visit;\n```","cost":0.0001125,"response_parsed":"SELECT visitor_ID\nFROM visit;","time":0.3720567226}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Num_of_Ticket` FROM `visit`","question":"Show all Num_of_Ticket in the table visit","db_schema_normalized":"`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Num_of_Ticket\nFROM visit;\n```","cost":0.0001165,"response_parsed":"SELECT Num_of_Ticket\nFROM visit;","time":0.3092107773}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Total_spent` FROM `visit`","question":"Show all Total_spent in the table visit","db_schema_normalized":"`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Total_spent\nFROM visit;\n```","cost":0.0001145,"response_parsed":"SELECT Total_spent\nFROM visit;","time":0.2856476307}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `visit`","question":"Show all the rows in the table visit","db_schema_normalized":"`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM visit;\n```","cost":0.0001095,"response_parsed":"SELECT *\nFROM visit;","time":0.3543350697}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Total_spent` FROM `visit`","question":"Show all Total_spent in the table visit","db_schema_normalized":"`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Total_spent\nFROM visit;\n```","cost":0.0001145,"response_parsed":"SELECT Total_spent\nFROM visit;","time":0.3006947041}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Museum_ID`, `Total_spent` FROM `visit`","question":"Show all Museum_ID, Total_spent in the table visit","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Museum_ID, Total_spent\nFROM visit;\n```","cost":0.0001205,"response_parsed":"SELECT Museum_ID, Total_spent\nFROM visit;","time":0.3629248142}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `visitor_ID`, `Museum_ID`, `Total_spent` FROM `visit`","question":"Show all visitor_ID, Museum_ID, Total_spent in the table visit","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT visitor_ID, Museum_ID, Total_spent\nFROM visit;\n```","cost":0.0001265,"response_parsed":"SELECT visitor_ID, Museum_ID, Total_spent\nFROM visit;","time":0.3391160965}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `ID` FROM `visitor`","question":"Show all ID in the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT ID\nFROM visitor\n```","cost":0.0001105,"response_parsed":"SELECT ID\nFROM visitor","time":0.2334089279}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Name` FROM `visitor`","question":"Show all Name in the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Name \nFROM visitor;\n```","cost":0.0001105,"response_parsed":"SELECT Name \nFROM visitor;","time":0.3739490509}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Level_of_membership` FROM `visitor`","question":"Show all Level_of_membership in the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Level_of_membership\nFROM visitor;\n```","cost":0.0001145,"response_parsed":"SELECT Level_of_membership\nFROM visitor;","time":0.3548102379}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"PROJECT","sql_tag":"SELECT-SINGLE-COL","query":"SELECT `Age` FROM `visitor`","question":"Show all Age in the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Age FROM visitor;\n```","cost":0.000109,"response_parsed":"SELECT Age FROM visitor;","time":0.2674891949}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"PROJECT","sql_tag":"SELECT-ALL","query":"SELECT * FROM `visitor`","question":"Show all the rows in the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM visitor;\n```","cost":0.0001095,"response_parsed":"SELECT * FROM visitor;","time":0.3303878307}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Level_of_membership` FROM `visitor`","question":"Show all Level_of_membership in the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Level_of_membership \nFROM visitor;\n```","cost":0.0001145,"response_parsed":"SELECT Level_of_membership \nFROM visitor;","time":0.2858221531}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Level_of_membership`, `Name` FROM `visitor`","question":"Show all Level_of_membership, Name in the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Level_of_membership, Name \nFROM visitor;\n```","cost":0.0001185,"response_parsed":"SELECT Level_of_membership, Name \nFROM visitor;","time":0.3618540764}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"PROJECT","sql_tag":"SELECT-RANDOM-COL","query":"SELECT `Age`, `ID`, `Name` FROM `visitor`","question":"Show all Age, ID, Name in the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT Age, ID, Name \nFROM visitor;\n```","cost":0.0001185,"response_parsed":"SELECT Age, ID, Name \nFROM visitor;","time":0.3825592995}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `museum` WHERE `Name` == 'Plaza Museum'","question":"Show the data of the table museum where Name is equal to Plaza Museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM museum\nWHERE Name = 'Plaza Museum';\n```","cost":0.0001245,"response_parsed":"SELECT *\nFROM museum\nWHERE Name = 'Plaza Museum';","time":0.354924202}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `museum` WHERE `Name` != 'Willow Grande Museum'","question":"Show the data of the table museum where Name is different from Willow Grande Museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM museum\nWHERE Name <> 'Willow Grande Museum';\n```","cost":0.000128,"response_parsed":"SELECT * \nFROM museum\nWHERE Name <> 'Willow Grande Museum';","time":0.3943271637}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `museum` WHERE `Name` != 'Willow Grande Museum'","question":"Show the data of the table museum where Name not equal to Willow Grande Museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM museum\nWHERE Name <> 'Willow Grande Museum';\n```","cost":0.0001265,"response_parsed":"SELECT * FROM museum\nWHERE Name <> 'Willow Grande Museum';","time":0.3324923515}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `museum` WHERE `Open_Year` == '2012'","question":"Show the data of the table museum where Open_Year is equal to 2012","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM museum\nWHERE Open_Year = '2012';\n```","cost":0.0001275,"response_parsed":"SELECT *\nFROM museum\nWHERE Open_Year = '2012';","time":0.3194308281}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `museum` WHERE `Open_Year` != '2008'","question":"Show the data of the table museum where Open_Year is different from 2008","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM museum\nWHERE Open_Year <> '2008';\n```","cost":0.0001275,"response_parsed":"SELECT *\nFROM museum\nWHERE Open_Year <> '2008';","time":0.3544528484}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `museum` WHERE `Open_Year` != '2010'","question":"Show the data of the table museum where Open_Year not equal to 2010","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM museum\nWHERE Open_Year != '2010';\n```","cost":0.0001275,"response_parsed":"SELECT *\nFROM museum\nWHERE Open_Year != '2010';","time":0.4626441002}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `museum` WHERE `Num_of_Staff` > 18","question":"Show the data of the table museum where Num_of_Staff is greater than 18","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM museum\nWHERE Num_of_Staff > 18;\n```","cost":0.0001275,"response_parsed":"SELECT * FROM museum\nWHERE Num_of_Staff > 18;","time":0.3421006203}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `museum` WHERE `Num_of_Staff` < 18","question":"Show the data of the table museum where Num_of_Staff is less than 18","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM museum\nWHERE Num_of_Staff < 18;\n```","cost":0.000129,"response_parsed":"SELECT * \nFROM museum\nWHERE Num_of_Staff < 18;","time":0.6111459732}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `visit` WHERE `visitor_ID` == '5'","question":"Show the data of the table visit where visitor_ID is equal to 5","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM visit \nWHERE visitor_ID = 5;\n```","cost":0.000125,"response_parsed":"SELECT * \nFROM visit \nWHERE visitor_ID = 5;","time":0.3569281101}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `visit` WHERE `visitor_ID` != '5'","question":"Show the data of the table visit where visitor_ID is different from 5","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM visit\nWHERE visitor_ID <> 5;\n```","cost":0.0001235,"response_parsed":"SELECT *\nFROM visit\nWHERE visitor_ID <> 5;","time":0.3700335026}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `visit` WHERE `visitor_ID` != '6'","question":"Show the data of the table visit where visitor_ID not equal to 6","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM visit\nWHERE visitor_ID <> 6;\n```","cost":0.0001235,"response_parsed":"SELECT *\nFROM visit\nWHERE visitor_ID <> 6;","time":0.4008290768}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `visit` WHERE `Num_of_Ticket` > 10","question":"Show the data of the table visit where Num_of_Ticket is greater than 10","db_schema_normalized":"`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM visit\nWHERE Num_of_Ticket > 10;\n```","cost":0.0001275,"response_parsed":"SELECT *\nFROM visit\nWHERE Num_of_Ticket > 10;","time":0.3821024895}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `visit` WHERE `Num_of_Ticket` < 20","question":"Show the data of the table visit where Num_of_Ticket is less than 20","db_schema_normalized":"`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM visit\nWHERE Num_of_Ticket < 20;\n```","cost":0.0001275,"response_parsed":"SELECT *\nFROM visit\nWHERE Num_of_Ticket < 20;","time":0.3646771908}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `visit` WHERE `Total_spent` < 320.14","question":"Show the data of the table visit where Total_spent is less than 320.14","db_schema_normalized":"`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM visit\nWHERE Total_spent < 320.14;\n```","cost":0.0001295,"response_parsed":"SELECT *\nFROM visit\nWHERE Total_spent < 320.14;","time":0.3215413094}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `visitor` WHERE `Name` == 'Fernando Gago'","question":"Show the data of the table visitor where Name is equal to Fernando Gago","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM visitor \nWHERE Name = 'Fernando Gago';\n```","cost":0.0001295,"response_parsed":"SELECT * \nFROM visitor \nWHERE Name = 'Fernando Gago';","time":0.3387300968}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `visitor` WHERE `Name` != 'Arjen Robben'","question":"Show the data of the table visitor where Name is different from Arjen Robben","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT *\nFROM visitor\nWHERE Name <> 'Arjen Robben';\n```","cost":0.000127,"response_parsed":"SELECT *\nFROM visitor\nWHERE Name <> 'Arjen Robben';","time":0.4677402973}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"SELECT","sql_tag":"WHERE-CAT","query":"SELECT * FROM `visitor` WHERE `Name` != 'Arjen Robben'","question":"Show the data of the table visitor where Name not equal to Arjen Robben","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM visitor \nWHERE Name <> 'Arjen Robben';\n```","cost":0.0001285,"response_parsed":"SELECT * \nFROM visitor \nWHERE Name <> 'Arjen Robben';","time":0.3556182384}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `visitor` WHERE `Age` > 28","question":"Show the data of the table visitor where Age is greater than 28","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * \nFROM visitor\nWHERE Age > 28;\n```","cost":0.000123,"response_parsed":"SELECT * \nFROM visitor\nWHERE Age > 28;","time":0.3568453789}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"SELECT","sql_tag":"WHERE-NUM","query":"SELECT * FROM `visitor` WHERE `Age` < 28","question":"Show the data of the table visitor where Age is less than 28","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT * FROM visitor \nWHERE Age < 28;\n```","cost":0.0001215,"response_parsed":"SELECT * FROM visitor \nWHERE Age < 28;","time":4.7594900131}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Name`) FROM `museum`","question":"How many different Name are in table museum?","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT \"Name\") AS num_different_name\nFROM museum;\n```","cost":0.000126,"response_parsed":"SELECT COUNT(DISTINCT \"Name\") AS num_different_name\nFROM museum;","time":0.3217339516}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Open_Year`) FROM `museum`","question":"How many different Open_Year are in table museum?","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Open_Year) AS num_different_years\nFROM museum;\n```","cost":0.0001285,"response_parsed":"SELECT COUNT(DISTINCT Open_Year) AS num_different_years\nFROM museum;","time":0.4091355801}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Num_of_Staff`) FROM `museum`","question":"Find the maximum Num_of_Staff for the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT MAX(Num_of_Staff) AS Maximum_Num_of_Staff\nFROM museum;\n```","cost":0.0001305,"response_parsed":"SELECT MAX(Num_of_Staff) AS Maximum_Num_of_Staff\nFROM museum;","time":0.4728486538}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Num_of_Staff`) FROM `museum`","question":"Find the minimum Num_of_Staff for the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT MIN(Num_of_Staff) AS Min_Num_of_Staff\nFROM museum;\n```","cost":0.0001305,"response_parsed":"SELECT MIN(Num_of_Staff) AS Min_Num_of_Staff\nFROM museum;","time":0.4726188183}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"museum","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Num_of_Staff`) FROM `museum`","question":"Find the average Num_of_Staff for the table museum","db_schema_normalized":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT AVG(Num_of_Staff) as Avg_Num_of_Staff\nFROM museum;\n```","cost":0.0001305,"response_parsed":"SELECT AVG(Num_of_Staff) as Avg_Num_of_Staff\nFROM museum;","time":0.6967632771}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `visitor_ID`) FROM `visit`","question":"How many different visitor_ID are in table visit?","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT visitor_ID) AS num_different_visitor_ID\nFROM visit;\n```","cost":0.000128,"response_parsed":"SELECT COUNT(DISTINCT visitor_ID) AS num_different_visitor_ID\nFROM visit;","time":0.3426642418}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Num_of_Ticket`) FROM `visit`","question":"Find the maximum Num_of_Ticket for the table visit","db_schema_normalized":"`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT MAX(Num_of_Ticket) AS Maximum_Num_of_Ticket \nFROM visit;\n```","cost":0.0001305,"response_parsed":"SELECT MAX(Num_of_Ticket) AS Maximum_Num_of_Ticket \nFROM visit;","time":0.3667051792}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Num_of_Ticket`) FROM `visit`","question":"Find the minimum Num_of_Ticket for the table visit","db_schema_normalized":"`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT MIN(Num_of_Ticket) AS Min_Num_of_Ticket\nFROM visit;\n```","cost":0.0001305,"response_parsed":"SELECT MIN(Num_of_Ticket) AS Min_Num_of_Ticket\nFROM visit;","time":0.533567667}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Num_of_Ticket`) FROM `visit`","question":"Find the average Num_of_Ticket for the table visit","db_schema_normalized":"`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT AVG(Num_of_Ticket) AS Average_Num_of_Ticket\nFROM visit;\n```","cost":0.0001305,"response_parsed":"SELECT AVG(Num_of_Ticket) AS Average_Num_of_Ticket\nFROM visit;","time":0.4443485737}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Total_spent`) FROM `visit`","question":"Find the maximum Total_spent for the table visit","db_schema_normalized":"`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT MAX(Total_spent) AS Maximum_Total_spent\nFROM visit;\n```","cost":0.000127,"response_parsed":"SELECT MAX(Total_spent) AS Maximum_Total_spent\nFROM visit;","time":0.3888046741}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Total_spent`) FROM `visit`","question":"Find the minimum Total_spent for the table visit","db_schema_normalized":"`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT MIN(Total_spent) AS Minimum_Total_spent\nFROM visit;\n```","cost":0.000127,"response_parsed":"SELECT MIN(Total_spent) AS Minimum_Total_spent\nFROM visit;","time":0.3437094688}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visit","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Total_spent`) FROM `visit`","question":"Find the average Total_spent for the table visit","db_schema_normalized":"`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT AVG(Total_spent) AS Average_Total_spent\nFROM visit;\n```","cost":0.000127,"response_parsed":"SELECT AVG(Total_spent) AS Average_Total_spent\nFROM visit;","time":0.3906784058}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-COUNT-DISTINCT","query":"SELECT COUNT(DISTINCT `Name`) FROM `visitor`","question":"How many different Name are in table visitor?","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT COUNT(DISTINCT Name) AS Total_Different_Names\nFROM visitor;\n```","cost":0.0001275,"response_parsed":"SELECT COUNT(DISTINCT Name) AS Total_Different_Names\nFROM visitor;","time":0.4118747711}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Level_of_membership`) FROM `visitor`","question":"Find the maximum Level_of_membership for the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT MAX(Level_of_membership) AS Max_Level_of_membership\nFROM visitor;\n```","cost":0.0001255,"response_parsed":"SELECT MAX(Level_of_membership) AS Max_Level_of_membership\nFROM visitor;","time":31.9304571152}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Level_of_membership`) FROM `visitor`","question":"Find the minimum Level_of_membership for the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT MIN(Level_of_membership) AS Minimum_Level_of_membership \nFROM visitor;\n```","cost":0.0001255,"response_parsed":"SELECT MIN(Level_of_membership) AS Minimum_Level_of_membership \nFROM visitor;","time":0.4386868477}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Level_of_membership`) FROM `visitor`","question":"Find the average Level_of_membership for the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT AVG(Level_of_membership) AS Avg_Level_of_membership\nFROM visitor;\n```","cost":0.0001255,"response_parsed":"SELECT AVG(Level_of_membership) AS Avg_Level_of_membership\nFROM visitor;","time":0.4472980499}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MAX","query":"SELECT MAX(`Age`) FROM `visitor`","question":"Find the maximum Age for the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT MAX(Age) AS Maximum_Age\nFROM visitor;\n```","cost":0.0001215,"response_parsed":"SELECT MAX(Age) AS Maximum_Age\nFROM visitor;","time":0.3227782249}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-MIN","query":"SELECT MIN(`Age`) FROM `visitor`","question":"Find the minimum Age for the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT MIN(Age) AS Minimum_Age\nFROM visitor;\n```","cost":0.0001215,"response_parsed":"SELECT MIN(Age) AS Minimum_Age\nFROM visitor;","time":0.4032168388}}
+{"db_path":"QATCH-journal\/spider_data\/test_database\/museum_visit\/museum_visit.sqlite","db_id":"museum_visit","tbl_name":"visitor","test_category":"SIMPLE-AGG","sql_tag":"SIMPLE-AGG-AVG","query":"SELECT AVG(`Age`) FROM `visitor`","question":"Find the average Age for the table visitor","db_schema_normalized":"`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","db_schema":"`\"museum\"` (\"Museum_ID\" int, \"Name\" text, \"Num_of_Staff\" int, \"Open_Year\" text, PRIMARY KEY (\"Museum_ID\"))\n`\"visitor\"` (\"ID\" int, \"Name\" text, \"Level_of_membership\" int, \"Age\" int, PRIMARY KEY (\"ID\"))\n`\"visit\"` (\"Museum_ID\" int, \"visitor_ID\" text, \"Num_of_Ticket\" int, \"Total_spent\" real, PRIMARY KEY (\"Museum_ID\",\"visitor_ID\"), FOREIGN KEY (\"Museum_ID\") REFERENCES `museum`(\"Museum_ID\"), FOREIGN KEY (\"visitor_ID\") REFERENCES `visitor`(\"ID\"))","pred_dict":{"response":"```sql\nSELECT AVG(Age) AS Average_Age\nFROM visitor;\n```","cost":0.0001215,"response_parsed":"SELECT AVG(Age) AS Average_Age\nFROM visitor;","time":0.4648685455}}