1 line
70 KiB
JSON
1 line
70 KiB
JSON
{"dsl_version":2,"release":{"accuracy":0.5384615384615384,"correct":14,"total":26,"results":[{"question":"Which city had the highest average PM2.5 in 2023?","expected":["a","city","pm25","argmax",[["year","=",2023]]],"actual":["a","city","pm25","argmax",[["year","=",2023]]],"raw":"[\"a\",\"city\",\"pm25\",\"argmax\",[[\"year\",\"=\",2023]]]","ok":true},{"question":"Which month had the cleanest air in Delhi?","expected":["a","month","pm25","argmin",[["city","=","Delhi"]]],"actual":["a","month","air","argmin",[["city","=","Delhi"]]],"raw":"[\"a\",\"month\",\"air\",\"argmin\",[[\"city\",\"=\",\"Delhi\"]]]","ok":false},{"question":"Top 10 cities with the worst PM2.5","expected":["t","city","pm25",10,false,null],"actual":["t","city","pm25",10,false,null],"raw":"[\"t\",\"city\",\"pm25\",10,false,null]","ok":true},{"question":"Top 5 cleanest days in Mumbai","expected":["t",null,"pm25",5,true,[["city","=","Mumbai"]]],"actual":["t",null,"day","argmin",[["city","=","Mumbai"]]],"raw":"[\"t\",null,\"day\",\"argmin\",[[\"city\",\"=\",\"Mumbai\"]]]","ok":false},{"question":"Which state has the most polluted cities on average?","expected":["a","state","pm25","argmax",null],"actual":["a","state","city","argmax",[["year","=",2019]]],"raw":"[\"a\",\"state\",\"city\",\"argmax\",[[\"year\",\"=\",2019]]]","ok":false},{"question":"Plot monthly PM2.5 trend for Delhi in 2023","expected":["l","pm25",null,30,[["city","=","Delhi"],["year","=",2023]]],"actual":["s","pm25",null,30,[["city","=","Delhi"],["year","=",2023]]],"raw":"[\"s\",\"pm25\",null,30,[[\"city\",\"=\",\"Delhi\"],[\"year\",\"=\",2023]]]","ok":false},{"question":"Plot 30-day rolling PM2.5 for Mumbai","expected":["l","pm25",null,30,[["city","=","Mumbai"]]],"actual":["s","pm25",null,30,[["city","=","Mumbai"]]],"raw":"[\"s\",\"pm25\",null,30,[[\"city\",\"=\",\"Mumbai\"]]]","ok":false},{"question":"Plot yearly PM2.5 from 2020 to 2023 for Delhi, Mumbai and Kolkata","expected":["l","pm25","city",365,[["city","in",["Delhi","Mumbai","Kolkata"]],["year",">=",2020],["year","<=",2023]]],"actual":["l","pm25",null,365,[["city","=","Delhi"],["year","=",2020]]],"raw":"[\"l\",\"pm25\",null,365,[[\"city\",\"=\",\"Delhi\"],[\"year\",\"=\",2020]]]","ok":false},{"question":"Plot PM2.5 for Delhi across all years","expected":["l","pm25",null,30,[["city","=","Delhi"]]],"actual":["s","pm25","city",365,[["city","=","Delhi"]]],"raw":"[\"s\",\"pm25\",\"city\",365,[[\"city\",\"=\",\"Delhi\"]]]","ok":false},{"question":"How did Bengaluru's PM2.5 change from 2017 to 2024?","expected":["x","city","pm25",2024,2017,[["city","=","Bengaluru"]]],"actual":["l","pm25",null,2024,[["city","=","Bengaluru"]]],"raw":"[\"l\",\"pm25\",null,2024,[[\"city\",\"=\",\"Bengaluru\"]]]","ok":false},{"question":"Plot average PM2.5 by city","expected":["b","city","pm25","desc",null],"actual":["b","city","pm25","desc",null],"raw":"[\"b\",\"city\",\"pm25\",\"desc\",null]","ok":true},{"question":"Compare winter vs summer PM2.5","expected":["b","season","pm25",null,[["season","in",["winter","summer"]]]],"actual":["b","season","pm25",null,[["season","in",["winter","summer"]]]],"raw":"[\"b\",\"season\",\"pm25\",null,[[\"season\",\"in\",[\"winter\",\"summer\"]]]]","ok":true},{"question":"Compare weekday vs weekend PM2.5 across all cities","expected":["b","is_weekend","pm25",null,null],"actual":["b","city","pm25",null,[["city","=","cities"]]],"raw":"[\"b\",\"city\",\"pm25\",null,[[\"city\",\"=\",\"cities\"]]]","ok":false},{"question":"Compare PM2.5 between monsoon and post-monsoon seasons","expected":["b","season","pm25",null,[["season","in",["monsoon","post-monsoon"]]]],"actual":["b","season","pm25",null,[["season","in",["monsoon","post-monsoon"]]]],"raw":"[\"b\",\"season\",\"pm25\",null,[[\"season\",\"in\",[\"monsoon\",\"post-monsoon\"]]]]","ok":true},{"question":"Compare Delhi vs Mumbai vs Kolkata average PM2.5","expected":["b","city","pm25",null,[["city","in",["Delhi","Mumbai","Kolkata"]]]],"actual":["b","city","pm25",null,[["city","in",["Delhi","Mumbai","Kolkata"]]]],"raw":"[\"b\",\"city\",\"pm25\",null,[[\"city\",\"in\",[\"Delhi\",\"Mumbai\",\"Kolkata\"]]]]","ok":true},{"question":"Scatter of PM2.5 vs PM10","expected":["s","pm25","pm10",null,null],"actual":["s","pm25","pm10",null,null],"raw":"[\"s\",\"pm25\",\"pm10\",null,null]","ok":true},{"question":"Does wind speed bring PM2.5 down? scatter wind_mps vs pm25","expected":["s","wind_mps","pm25",null,null],"actual":["s","wind_mps","pm25",null,null],"raw":"[\"s\",\"wind_mps\",\"pm25\",null,null]","ok":true},{"question":"Scatter of humidity vs PM2.5 in Delhi","expected":["s","humidity_pct","pm25",null,[["city","=","Delhi"]]],"actual":["s","humidity_pct","pm25",null,[["city","=","Delhi"]]],"raw":"[\"s\",\"humidity_pct\",\"pm25\",null,[[\"city\",\"=\",\"Delhi\"]]]","ok":true},{"question":"Correlation between temperature, humidity, wind and PM2.5","expected":["r",["temp_c","humidity_pct","wind_mps","pm25"],null],"actual":null,"raw":"[\"r\",[\"temp_c\",\"humidity_pct\",\"wind_mps\",\"pm255.7\",null]","ok":false},{"question":"Correlation matrix for PM2.5, PM10, NO2 and Ozone","expected":["r",["pm25","pm10","no2","o3"],null],"actual":["r",["pm25","pm10","no2","o3"],null],"raw":"[\"r\",[\"pm25\",\"pm10\",\"no2\",\"o3\"],null]","ok":true},{"question":"How many cities exceed the WHO PM2.5 guideline of 15 µg/m³?","expected":["c",[["pm25",">",15]],"city","cities"],"actual":["c",[["pm25",">",15]],"city","cities"],"raw":"[\"c\",[[\"pm25\",\">\",15]],\"city\",\"cities\"]","ok":true},{"question":"How many cities had any day with PM2.5 above 250?","expected":["c",[["pm25",">",250]],"city","cities"],"actual":["c",[["pm25",">",250]],"city","cities"],"raw":"[\"c\",[[\"pm25\",\">\",250]],\"city\",\"cities\"]","ok":true},{"question":"How many days did Delhi have PM2.5 above 150?","expected":["c",[["city","=","Delhi"],["pm25",">",150]],null,"days"],"actual":["c",[["city","=","Delhi"],["pm25",">",150]],null,"days"],"raw":"[\"c\",[[\"city\",\"=\",\"Delhi\"],[\"pm25\",\">\",150]],null,\"days\"]","ok":true},{"question":"Summary stats for PM2.5 in Delhi","expected":["d",["pm25"],[["city","=","Delhi"]]],"actual":["s","pm25",null,30,[["city","=","Delhi"]]],"raw":"[\"s\",\"pm25\",null,30,[[\"city\",\"=\",\"Delhi\"]]]","ok":false},{"question":"Summary stats for all pollutants in Mumbai","expected":["d",["pm25","pm10","no2","o3","so2","co"],[["city","=","Mumbai"]]],"actual":["q"],"raw":"[\"q\"]","ok":false},{"question":"How many distinct cities are in the dataset?","expected":["c",null,"city","cities"],"actual":["c",null,"city","cities"],"raw":"[\"c\",null,\"city\",\"cities\"]","ok":true}]},"paraphrase":{"accuracy":1.0,"correct":274,"total":274,"results":[{"question":"Plot wind speed against rainfall.","expected":["s","wind_mps","rain_mm",null,null],"actual":["s","wind_mps","rain_mm",null,null],"raw":"[\"s\",\"wind_mps\",\"rain_mm\",null,null]","ok":true},{"question":"Can you plot noise pollution in Paris.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"What is the number of cities covered?","expected":["c",null,"city","cities"],"actual":["c",null,"city","cities"],"raw":"[\"c\",null,\"city\",\"cities\"]","ok":true},{"question":"Show the complete time trend of ozone in Delhi.","expected":["l","o3",null,30,[["city","=","Delhi"]]],"actual":["l","o3",null,30,[["city","=","Delhi"]]],"raw":"[\"l\",\"o3\",null,30,[[\"city\",\"=\",\"Delhi\"]]]","ok":true},{"question":"Multi-city line plot of ozone: Patna, Bhopal, Chennai, 2019-2021.","expected":["l","o3","city",365,[["city","in",["Patna","Bhopal","Chennai"]],["year",">=",2019],["year","<=",2021]]],"actual":["l","o3","city",365,[["city","in",["Patna","Bhopal","Chennai"]],["year",">=",2019],["year","<=",2021]]],"raw":"[\"l\",\"o3\",\"city\",365,[[\"city\",\"in\",[\"Patna\",\"Bhopal\",\"Chennai\"]],[\"year\",\">=\",2019],[\"year\",\"<=\",2021]]]","ok":true},{"question":"Compare ozone trends for Bengaluru, Lucknow, Kolkata between 2018 and 2020.","expected":["l","o3","city",365,[["city","in",["Bengaluru","Lucknow","Kolkata"]],["year",">=",2018],["year","<=",2020]]],"actual":["l","o3","city",365,[["city","in",["Bengaluru","Lucknow","Kolkata"]],["year",">=",2018],["year","<=",2020]]],"raw":"[\"l\",\"o3\",\"city\",365,[[\"city\",\"in\",[\"Bengaluru\",\"Lucknow\",\"Kolkata\"]],[\"year\",\">=\",2018],[\"year\",\"<=\",2020]]]","ok":true},{"question":"Show 5 states ranked by worst PM2.5.","expected":["t","state","pm25",5,false,null],"actual":["t","state","pm25",5,false,null],"raw":"[\"t\",\"state\",\"pm25\",5,false,null]","ok":true},{"question":"Does average PM2.5 differ on weekends versus weekdays?","expected":["b","is_weekend","pm25",null,null],"actual":["b","is_weekend","pm25",null,null],"raw":"[\"b\",\"is_weekend\",\"pm25\",null,null]","ok":true},{"question":"Which city had the highest average PM2.5 in 2018?","expected":["a","city","pm25","argmax",[["year","=",2018]]],"actual":["a","city","pm25","argmax",[["year","=",2018]]],"raw":"[\"a\",\"city\",\"pm25\",\"argmax\",[[\"year\",\"=\",2018]]]","ok":true},{"question":"Show a 14 day moving average of Kolkata carbon monoxide.","expected":["l","co",null,14,[["city","=","Kolkata"]]],"actual":["l","co",null,14,[["city","=","Kolkata"]]],"raw":"[\"l\",\"co\",null,14,[[\"city\",\"=\",\"Kolkata\"]]]","ok":true},{"question":"Who won the cricket match yesterday?","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Full-period Pune PM10 line chart.","expected":["l","pm10",null,30,[["city","=","Pune"]]],"actual":["l","pm10",null,30,[["city","=","Pune"]]],"raw":"[\"l\",\"pm10\",null,30,[[\"city\",\"=\",\"Pune\"]]]","ok":true},{"question":"Change in average SO2 for Mumbai, 2019 versus 2021?","expected":["x","city","so2",2021,2019,[["city","=","Mumbai"]]],"actual":["x","city","so2",2021,2019,[["city","=","Mumbai"]]],"raw":"[\"x\",\"city\",\"so2\",2021,2019,[[\"city\",\"=\",\"Mumbai\"]]]","ok":true},{"question":"In 2018, what state recorded the least polluted average ozone?","expected":["a","state","o3","argmin",[["year","=",2018]]],"actual":["a","state","o3","argmin",[["year","=",2018]]],"raw":"[\"a\",\"state\",\"o3\",\"argmin\",[[\"year\",\"=\",2018]]]","ok":true},{"question":"Bar chart of mean NO2 for Bengaluru, Delhi, Ahmedabad.","expected":["b","city","no2",null,[["city","in",["Bengaluru","Delhi","Ahmedabad"]]]],"actual":["b","city","no2",null,[["city","in",["Bengaluru","Delhi","Ahmedabad"]]]],"raw":"[\"b\",\"city\",\"no2\",null,[[\"city\",\"in\",[\"Bengaluru\",\"Delhi\",\"Ahmedabad\"]]]]","ok":true},{"question":"Rank 2 state by carbon monoxide per km2, excluding union territories, lowest first.","expected":["u","co",2,true,null],"actual":["u","co",2,true,null],"raw":"[\"u\",\"co\",2,true,null]","ok":true},{"question":"Which city had the least polluted average SO2 in 2022?","expected":["a","city","so2","argmin",[["year","=",2022]]],"actual":["a","city","so2","argmin",[["year","=",2022]]],"raw":"[\"a\",\"city\",\"so2\",\"argmin\",[[\"year\",\"=\",2022]]]","ok":true},{"question":"Does average carbon monoxide differ on weekends versus weekdays?","expected":["b","is_weekend","co",null,null],"actual":["b","is_weekend","co",null,null],"raw":"[\"b\",\"is_weekend\",\"co\",null,null]","ok":true},{"question":"What is today's weather forecast?","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"List the top 15 citys with the lowest average NO2.","expected":["t","city","no2",15,true,null],"actual":["t","city","no2",15,true,null],"raw":"[\"t\",\"city\",\"no2\",15,true,null]","ok":true},{"question":"Which were the top 5 cleanest PM10 days for Bhopal?","expected":["t",null,"pm10",5,true,[["city","=","Bhopal"]]],"actual":["t",null,"pm10",5,true,[["city","=","Bhopal"]]],"raw":"[\"t\",null,\"pm10\",5,true,[[\"city\",\"=\",\"Bhopal\"]]]","ok":true},{"question":"Book me a flight to London.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"How are SO2, PM10, temperature, rainfall correlated?","expected":["r",["so2","pm10","temp_c","rain_mm"],null],"actual":["r",["so2","pm10","temp_c","rain_mm"],null],"raw":"[\"r\",[\"so2\",\"pm10\",\"temp_c\",\"rain_mm\"],null]","ok":true},{"question":"I need you to tell me a joke.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Count days in Lucknow where PM10 exceeded 50.","expected":["c",[["city","=","Lucknow"],["pm10",">",50]],null,"days"],"actual":["c",[["city","=","Lucknow"],["pm10",">",50]],null,"days"],"raw":"[\"c\",[[\"city\",\"=\",\"Lucknow\"],[\"pm10\",\">\",50]],null,\"days\"]","ok":true},{"question":"Rank 1 state by carbon monoxide per km2, excluding union territories, highest first.","expected":["u","co",1,false,null],"actual":["u","co",1,false,null],"raw":"[\"u\",\"co\",1,false,null]","ok":true},{"question":"Rank 3 state by NO2 per km2, excluding union territories, highest first.","expected":["u","no2",3,false,null],"actual":["u","no2",3,false,null],"raw":"[\"u\",\"no2\",3,false,null]","ok":true},{"question":"Lucknow SO2 trend smoothed over 30 days.","expected":["l","so2",null,30,[["city","=","Lucknow"]]],"actual":["l","so2",null,30,[["city","=","Lucknow"]]],"raw":"[\"l\",\"so2\",null,30,[[\"city\",\"=\",\"Lucknow\"]]]","ok":true},{"question":"Does wind speed relate to PM10? Show a scatter.","expected":["s","wind_mps","pm10",null,null],"actual":["s","wind_mps","pm10",null,null],"raw":"[\"s\",\"wind_mps\",\"pm10\",null,null]","ok":true},{"question":"For Mumbai, find the month with the cleanest average PM2.5.","expected":["a","month","pm25","argmin",[["city","=","Mumbai"]]],"actual":["a","month","pm25","argmin",[["city","=","Mumbai"]]],"raw":"[\"a\",\"month\",\"pm25\",\"argmin\",[[\"city\",\"=\",\"Mumbai\"]]]","ok":true},{"question":"Find the state with the cleanest mean SO2 for 2018.","expected":["a","state","so2","argmin",[["year","=",2018]]],"actual":["a","state","so2","argmin",[["year","=",2018]]],"raw":"[\"a\",\"state\",\"so2\",\"argmin\",[[\"year\",\"=\",2018]]]","ok":true},{"question":"Plot rainfall against humidity.","expected":["s","rain_mm","humidity_pct",null,null],"actual":["s","rain_mm","humidity_pct",null,null],"raw":"[\"s\",\"rain_mm\",\"humidity_pct\",null,null]","ok":true},{"question":"What is the GDP of France?","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Can you which city has the best restaurants?","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Rank 3 state by NO2 per km2, excluding union territories, lowest first.","expected":["u","no2",3,true,null],"actual":["u","no2",3,true,null],"raw":"[\"u\",\"no2\",3,true,null]","ok":true},{"question":"Describe Delhi's all pollutants.","expected":["d",["pm25","pm10","no2","o3","so2","co"],[["city","=","Delhi"]]],"actual":["d",["pm25","pm10","no2","o3","so2","co"],[["city","=","Delhi"]]],"raw":"[\"d\",[\"pm25\",\"pm10\",\"no2\",\"o3\",\"so2\",\"co\"],[[\"city\",\"=\",\"Delhi\"]]]","ok":true},{"question":"Diagnose my cough.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"How does average SO2 differ in summer and winter?","expected":["b","season","so2",null,[["season","in",["summer","winter"]]]],"actual":["b","season","so2",null,[["season","in",["summer","winter"]]]],"raw":"[\"b\",\"season\",\"so2\",null,[[\"season\",\"in\",[\"summer\",\"winter\"]]]]","ok":true},{"question":"What is Hyderabad's most polluted month by ozone?","expected":["a","month","o3","argmax",[["city","=","Hyderabad"]]],"actual":["a","month","o3","argmax",[["city","=","Hyderabad"]]],"raw":"[\"a\",\"month\",\"o3\",\"argmax\",[[\"city\",\"=\",\"Hyderabad\"]]]","ok":true},{"question":"Can you what is today's weather forecast?","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"How many cities does this data contain?","expected":["c",null,"city","cities"],"actual":["c",null,"city","cities"],"raw":"[\"c\",null,\"city\",\"cities\"]","ok":true},{"question":"Change in average ozone for Agra, 2020 versus 2022?","expected":["x","city","o3",2022,2020,[["city","=","Agra"]]],"actual":["x","city","o3",2022,2020,[["city","=","Agra"]]],"raw":"[\"x\",\"city\",\"o3\",2022,2020,[[\"city\",\"=\",\"Agra\"]]]","ok":true},{"question":"Show 5 citys ranked by most polluted PM10.","expected":["t","city","pm10",5,false,null],"actual":["t","city","pm10",5,false,null],"raw":"[\"t\",\"city\",\"pm10\",5,false,null]","ok":true},{"question":"I need you to what is the GDP of France?","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Show a 7 day moving average of Pune ozone.","expected":["l","o3",null,7,[["city","=","Pune"]]],"actual":["l","o3",null,7,[["city","=","Pune"]]],"raw":"[\"l\",\"o3\",null,7,[[\"city\",\"=\",\"Pune\"]]]","ok":true},{"question":"What is the number of cities covered?","expected":["c",null,"city","cities"],"actual":["c",null,"city","cities"],"raw":"[\"c\",null,\"city\",\"cities\"]","ok":true},{"question":"Does humidity relate to rainfall? Show a scatter.","expected":["s","humidity_pct","rain_mm",null,null],"actual":["s","humidity_pct","rain_mm",null,null],"raw":"[\"s\",\"humidity_pct\",\"rain_mm\",null,null]","ok":true},{"question":"List the top 3 states with the most polluted average ozone.","expected":["t","state","o3",3,false,null],"actual":["t","state","o3",3,false,null],"raw":"[\"t\",\"state\",\"o3\",3,false,null]","ok":true},{"question":"List the top 5 states with the lowest average NO2.","expected":["t","state","no2",5,true,null],"actual":["t","state","no2",5,true,null],"raw":"[\"t\",\"state\",\"no2\",5,true,null]","ok":true},{"question":"Give count, mean, spread and percentiles for PM2.5, SO2, carbon monoxide in Bengaluru.","expected":["d",["pm25","so2","co"],[["city","=","Bengaluru"]]],"actual":["d",["pm25","so2","co"],[["city","=","Bengaluru"]]],"raw":"[\"d\",[\"pm25\",\"so2\",\"co\"],[[\"city\",\"=\",\"Bengaluru\"]]]","ok":true},{"question":"In 2018, what state recorded the cleanest average PM10?","expected":["a","state","pm10","argmin",[["year","=",2018]]],"actual":["a","state","pm10","argmin",[["year","=",2018]]],"raw":"[\"a\",\"state\",\"pm10\",\"argmin\",[[\"year\",\"=\",2018]]]","ok":true},{"question":"In 2023, what city recorded the least polluted average PM10?","expected":["a","city","pm10","argmin",[["year","=",2023]]],"actual":["a","city","pm10","argmin",[["year","=",2023]]],"raw":"[\"a\",\"city\",\"pm10\",\"argmin\",[[\"year\",\"=\",2023]]]","ok":true},{"question":"Does NO2 relate to rainfall? Show a scatter.","expected":["s","no2","rain_mm",null,null],"actual":["s","no2","rain_mm",null,null],"raw":"[\"s\",\"no2\",\"rain_mm\",null,null]","ok":true},{"question":"Can you tell me a joke.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Multi-city line plot of SO2: Ahmedabad, Agra, Jaipur, 2018-2019.","expected":["l","so2","city",365,[["city","in",["Ahmedabad","Agra","Jaipur"]],["year",">=",2018],["year","<=",2019]]],"actual":["l","so2","city",365,[["city","in",["Ahmedabad","Agra","Jaipur"]],["year",">=",2018],["year","<=",2019]]],"raw":"[\"l\",\"so2\",\"city\",365,[[\"city\",\"in\",[\"Ahmedabad\",\"Agra\",\"Jaipur\"]],[\"year\",\">=\",2018],[\"year\",\"<=\",2019]]]","ok":true},{"question":"Give rank 5 among states for average carbon monoxide, low to high.","expected":["n","state","co",5,true,null],"actual":["n","state","co",5,true,null],"raw":"[\"n\",\"state\",\"co\",5,true,null]","ok":true},{"question":"Compare Chennai SO2 between 2018 and 2023.","expected":["x","city","so2",2023,2018,[["city","=","Chennai"]]],"actual":["x","city","so2",2023,2018,[["city","=","Chennai"]]],"raw":"[\"x\",\"city\",\"so2\",2023,2018,[[\"city\",\"=\",\"Chennai\"]]]","ok":true},{"question":"Count unique cities in this data.","expected":["c",null,"city","cities"],"actual":["c",null,"city","cities"],"raw":"[\"c\",null,\"city\",\"cities\"]","ok":true},{"question":"Does wind speed relate to NO2? Show a scatter.","expected":["s","wind_mps","no2",null,null],"actual":["s","wind_mps","no2",null,null],"raw":"[\"s\",\"wind_mps\",\"no2\",null,null]","ok":true},{"question":"Can you diagnose my cough.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Bar chart of mean PM10 for Chandigarh, Hyderabad, Kochi.","expected":["b","city","pm10",null,[["city","in",["Chandigarh","Hyderabad","Kochi"]]]],"actual":["b","city","pm10",null,[["city","in",["Chandigarh","Hyderabad","Kochi"]]]],"raw":"[\"b\",\"city\",\"pm10\",null,[[\"city\",\"in\",[\"Chandigarh\",\"Hyderabad\",\"Kochi\"]]]]","ok":true},{"question":"What is the number of cities covered?","expected":["c",null,"city","cities"],"actual":["c",null,"city","cities"],"raw":"[\"c\",null,\"city\",\"cities\"]","ok":true},{"question":"I need you to who won the cricket match yesterday?","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Book me a flight to London.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"What is Lucknow's most polluted month by PM2.5?","expected":["a","month","pm25","argmax",[["city","=","Lucknow"]]],"actual":["a","month","pm25","argmax",[["city","=","Lucknow"]]],"raw":"[\"a\",\"month\",\"pm25\",\"argmax\",[[\"city\",\"=\",\"Lucknow\"]]]","ok":true},{"question":"Describe Patna's PM10, NO2.","expected":["d",["pm10","no2"],[["city","=","Patna"]]],"actual":["d",["pm10","no2"],[["city","=","Patna"]]],"raw":"[\"d\",[\"pm10\",\"no2\"],[[\"city\",\"=\",\"Patna\"]]]","ok":true},{"question":"Show Chandigarh's 3 worst daily ozone readings.","expected":["t",null,"o3",3,false,[["city","=","Chandigarh"]]],"actual":["t",null,"o3",3,false,[["city","=","Chandigarh"]]],"raw":"[\"t\",null,\"o3\",3,false,[[\"city\",\"=\",\"Chandigarh\"]]]","ok":true},{"question":"Change in average SO2 for Kolkata, 2019 versus 2020?","expected":["x","city","so2",2020,2019,[["city","=","Kolkata"]]],"actual":["x","city","so2",2020,2019,[["city","=","Kolkata"]]],"raw":"[\"x\",\"city\",\"so2\",2020,2019,[[\"city\",\"=\",\"Kolkata\"]]]","ok":true},{"question":"Count unique cities in this data.","expected":["c",null,"city","cities"],"actual":["c",null,"city","cities"],"raw":"[\"c\",null,\"city\",\"cities\"]","ok":true},{"question":"In 2022, what state recorded the highest average PM10?","expected":["a","state","pm10","argmax",[["year","=",2022]]],"actual":["a","state","pm10","argmax",[["year","=",2022]]],"raw":"[\"a\",\"state\",\"pm10\",\"argmax\",[[\"year\",\"=\",2022]]]","ok":true},{"question":"For Ahmedabad, find the month with the cleanest average NO2.","expected":["a","month","no2","argmin",[["city","=","Ahmedabad"]]],"actual":["a","month","no2","argmin",[["city","=","Ahmedabad"]]],"raw":"[\"a\",\"month\",\"no2\",\"argmin\",[[\"city\",\"=\",\"Ahmedabad\"]]]","ok":true},{"question":"Which city had the lowest average carbon monoxide in 2024?","expected":["a","city","co","argmin",[["year","=",2024]]],"actual":["a","city","co","argmin",[["year","=",2024]]],"raw":"[\"a\",\"city\",\"co\",\"argmin\",[[\"year\",\"=\",2024]]]","ok":true},{"question":"Find the state with the most polluted mean SO2 for 2018.","expected":["a","state","so2","argmax",[["year","=",2018]]],"actual":["a","state","so2","argmax",[["year","=",2018]]],"raw":"[\"a\",\"state\",\"so2\",\"argmax\",[[\"year\",\"=\",2018]]]","ok":true},{"question":"Show correlations among rainfall, wind speed, humidity.","expected":["r",["rain_mm","wind_mps","humidity_pct"],null],"actual":["r",["rain_mm","wind_mps","humidity_pct"],null],"raw":"[\"r\",[\"rain_mm\",\"wind_mps\",\"humidity_pct\"],null]","ok":true},{"question":"How are temperature, wind speed correlated?","expected":["r",["temp_c","wind_mps"],null],"actual":["r",["temp_c","wind_mps"],null],"raw":"[\"r\",[\"temp_c\",\"wind_mps\"],null]","ok":true},{"question":"Does average PM2.5 differ on weekends versus weekdays?","expected":["b","is_weekend","pm25",null,null],"actual":["b","is_weekend","pm25",null,null],"raw":"[\"b\",\"is_weekend\",\"pm25\",null,null]","ok":true},{"question":"Which state had the lowest average NO2 in 2023?","expected":["a","state","no2","argmin",[["year","=",2023]]],"actual":["a","state","no2","argmin",[["year","=",2023]]],"raw":"[\"a\",\"state\",\"no2\",\"argmin\",[[\"year\",\"=\",2023]]]","ok":true},{"question":"Full-period Chandigarh PM2.5 line chart.","expected":["l","pm25",null,30,[["city","=","Chandigarh"]]],"actual":["l","pm25",null,30,[["city","=","Chandigarh"]]],"raw":"[\"l\",\"pm25\",null,30,[[\"city\",\"=\",\"Chandigarh\"]]]","ok":true},{"question":"How does average NO2 differ in monsoon and post-monsoon?","expected":["b","season","no2",null,[["season","in",["monsoon","post-monsoon"]]]],"actual":["b","season","no2",null,[["season","in",["monsoon","post-monsoon"]]]],"raw":"[\"b\",\"season\",\"no2\",null,[[\"season\",\"in\",[\"monsoon\",\"post-monsoon\"]]]]","ok":true},{"question":"Book me a flight to London.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"How are PM2.5, carbon monoxide, wind speed correlated?","expected":["r",["pm25","co","wind_mps"],null],"actual":["r",["pm25","co","wind_mps"],null],"raw":"[\"r\",[\"pm25\",\"co\",\"wind_mps\"],null]","ok":true},{"question":"Does SO2 relate to ozone? Show a scatter for Kochi.","expected":["s","so2","o3",null,[["city","=","Kochi"]]],"actual":["s","so2","o3",null,[["city","=","Kochi"]]],"raw":"[\"s\",\"so2\",\"o3\",null,[[\"city\",\"=\",\"Kochi\"]]]","ok":true},{"question":"How many distinct cities went over 50 PM10?","expected":["c",[["pm10",">",50]],"city","cities"],"actual":["c",[["pm10",">",50]],"city","cities"],"raw":"[\"c\",[[\"pm10\",\">\",50]],\"city\",\"cities\"]","ok":true},{"question":"Show a 30 day moving average of Lucknow carbon monoxide.","expected":["l","co",null,30,[["city","=","Lucknow"]]],"actual":["l","co",null,30,[["city","=","Lucknow"]]],"raw":"[\"l\",\"co\",null,30,[[\"city\",\"=\",\"Lucknow\"]]]","ok":true},{"question":"How many cities does this data contain?","expected":["c",null,"city","cities"],"actual":["c",null,"city","cities"],"raw":"[\"c\",null,\"city\",\"cities\"]","ok":true},{"question":"Compare Chandigarh carbon monoxide between 2020 and 2021.","expected":["x","city","co",2021,2020,[["city","=","Chandigarh"]]],"actual":["x","city","co",2021,2020,[["city","=","Chandigarh"]]],"raw":"[\"x\",\"city\",\"co\",2021,2020,[[\"city\",\"=\",\"Chandigarh\"]]]","ok":true},{"question":"Compare states using average NO2.","expected":["b","state","no2","desc",null],"actual":["b","state","no2","desc",null],"raw":"[\"b\",\"state\",\"no2\",\"desc\",null]","ok":true},{"question":"Describe Pune's all pollutants.","expected":["d",["pm25","pm10","no2","o3","so2","co"],[["city","=","Pune"]]],"actual":["d",["pm25","pm10","no2","o3","so2","co"],[["city","=","Pune"]]],"raw":"[\"d\",[\"pm25\",\"pm10\",\"no2\",\"o3\",\"so2\",\"co\"],[[\"city\",\"=\",\"Pune\"]]]","ok":true},{"question":"List the top 10 states with the most polluted average PM10.","expected":["t","state","pm10",10,false,null],"actual":["t","state","pm10",10,false,null],"raw":"[\"t\",\"state\",\"pm10\",10,false,null]","ok":true},{"question":"Describe Bengaluru's all pollutants.","expected":["d",["pm25","pm10","no2","o3","so2","co"],[["city","=","Bengaluru"]]],"actual":["d",["pm25","pm10","no2","o3","so2","co"],[["city","=","Bengaluru"]]],"raw":"[\"d\",[\"pm25\",\"pm10\",\"no2\",\"o3\",\"so2\",\"co\"],[[\"city\",\"=\",\"Bengaluru\"]]]","ok":true},{"question":"List the top 3 citys with the cleanest average carbon monoxide.","expected":["t","city","co",3,true,null],"actual":["t","city","co",3,true,null],"raw":"[\"t\",\"city\",\"co\",3,true,null]","ok":true},{"question":"In 2023, what city recorded the worst average SO2?","expected":["a","city","so2","argmax",[["year","=",2023]]],"actual":["a","city","so2","argmax",[["year","=",2023]]],"raw":"[\"a\",\"city\",\"so2\",\"argmax\",[[\"year\",\"=\",2023]]]","ok":true},{"question":"Can you summarize this PDF.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"How many cities does this data contain?","expected":["c",null,"city","cities"],"actual":["c",null,"city","cities"],"raw":"[\"c\",null,\"city\",\"cities\"]","ok":true},{"question":"Plot PM10 against SO2.","expected":["s","pm10","so2",null,null],"actual":["s","pm10","so2",null,null],"raw":"[\"s\",\"pm10\",\"so2\",null,null]","ok":true},{"question":"Show correlations among NO2, humidity, PM2.5, wind speed in Pune.","expected":["r",["no2","humidity_pct","pm25","wind_mps"],[["city","=","Pune"]]],"actual":["r",["no2","humidity_pct","pm25","wind_mps"],[["city","=","Pune"]]],"raw":"[\"r\",[\"no2\",\"humidity_pct\",\"pm25\",\"wind_mps\"],[[\"city\",\"=\",\"Pune\"]]]","ok":true},{"question":"Line chart of monthly carbon monoxide, Patna, 2019.","expected":["l","co",null,30,[["city","=","Patna"],["year","=",2019]]],"actual":["l","co",null,30,[["city","=","Patna"],["year","=",2019]]],"raw":"[\"l\",\"co\",null,30,[[\"city\",\"=\",\"Patna\"],[\"year\",\"=\",2019]]]","ok":true},{"question":"Show 5 states ranked by most polluted PM2.5.","expected":["t","state","pm25",5,false,null],"actual":["t","state","pm25",5,false,null],"raw":"[\"t\",\"state\",\"pm25\",5,false,null]","ok":true},{"question":"Multi-city line plot of ozone: Lucknow, Bhopal, Agra, 2022-2024.","expected":["l","o3","city",365,[["city","in",["Lucknow","Bhopal","Agra"]],["year",">=",2022],["year","<=",2024]]],"actual":["l","o3","city",365,[["city","in",["Lucknow","Bhopal","Agra"]],["year",">=",2022],["year","<=",2024]]],"raw":"[\"l\",\"o3\",\"city\",365,[[\"city\",\"in\",[\"Lucknow\",\"Bhopal\",\"Agra\"]],[\"year\",\">=\",2022],[\"year\",\"<=\",2024]]]","ok":true},{"question":"Lucknow: how many daily PM10 readings were over 50?","expected":["c",[["city","=","Lucknow"],["pm10",">",50]],null,"days"],"actual":["c",[["city","=","Lucknow"],["pm10",">",50]],null,"days"],"raw":"[\"c\",[[\"city\",\"=\",\"Lucknow\"],[\"pm10\",\">\",50]],null,\"days\"]","ok":true},{"question":"Multi-city line plot of PM10: Ahmedabad, Bengaluru, Chandigarh, 2021-2024.","expected":["l","pm10","city",365,[["city","in",["Ahmedabad","Bengaluru","Chandigarh"]],["year",">=",2021],["year","<=",2024]]],"actual":["l","pm10","city",365,[["city","in",["Ahmedabad","Bengaluru","Chandigarh"]],["year",">=",2021],["year","<=",2024]]],"raw":"[\"l\",\"pm10\",\"city\",365,[[\"city\",\"in\",[\"Ahmedabad\",\"Bengaluru\",\"Chandigarh\"]],[\"year\",\">=\",2021],[\"year\",\"<=\",2024]]]","ok":true},{"question":"Which state had the highest average ozone in 2023?","expected":["a","state","o3","argmax",[["year","=",2023]]],"actual":["a","state","o3","argmax",[["year","=",2023]]],"raw":"[\"a\",\"state\",\"o3\",\"argmax\",[[\"year\",\"=\",2023]]]","ok":true},{"question":"Show the complete time trend of ozone in Ahmedabad.","expected":["l","o3",null,30,[["city","=","Ahmedabad"]]],"actual":["l","o3",null,30,[["city","=","Ahmedabad"]]],"raw":"[\"l\",\"o3\",null,30,[[\"city\",\"=\",\"Ahmedabad\"]]]","ok":true},{"question":"Show Pune's monthly NO2 through 2024 as a line.","expected":["l","no2",null,30,[["city","=","Pune"],["year","=",2024]]],"actual":["l","no2",null,30,[["city","=","Pune"],["year","=",2024]]],"raw":"[\"l\",\"no2\",null,30,[[\"city\",\"=\",\"Pune\"],[\"year\",\"=\",2024]]]","ok":true},{"question":"Find the city with the least polluted mean ozone for 2019.","expected":["a","city","o3","argmin",[["year","=",2019]]],"actual":["a","city","o3","argmin",[["year","=",2019]]],"raw":"[\"a\",\"city\",\"o3\",\"argmin\",[[\"year\",\"=\",2019]]]","ok":true},{"question":"Count days in Jaipur where carbon monoxide exceeded 50.","expected":["c",[["city","=","Jaipur"],["co",">",50]],null,"days"],"actual":["c",[["city","=","Jaipur"],["co",">",50]],null,"days"],"raw":"[\"c\",[[\"city\",\"=\",\"Jaipur\"],[\"co\",\">\",50]],null,\"days\"]","ok":true},{"question":"Show Chandigarh's 10 cleanest daily carbon monoxide readings.","expected":["t",null,"co",10,true,[["city","=","Chandigarh"]]],"actual":["t",null,"co",10,true,[["city","=","Chandigarh"]]],"raw":"[\"t\",null,\"co\",10,true,[[\"city\",\"=\",\"Chandigarh\"]]]","ok":true},{"question":"Does humidity relate to temperature? Show a scatter.","expected":["s","humidity_pct","temp_c",null,null],"actual":["s","humidity_pct","temp_c",null,null],"raw":"[\"s\",\"humidity_pct\",\"temp_c\",null,null]","ok":true},{"question":"Multi-city line plot of ozone: Jaipur, Mumbai, Bhopal, 2017-2020.","expected":["l","o3","city",365,[["city","in",["Jaipur","Mumbai","Bhopal"]],["year",">=",2017],["year","<=",2020]]],"actual":["l","o3","city",365,[["city","in",["Jaipur","Mumbai","Bhopal"]],["year",">=",2017],["year","<=",2020]]],"raw":"[\"l\",\"o3\",\"city\",365,[[\"city\",\"in\",[\"Jaipur\",\"Mumbai\",\"Bhopal\"]],[\"year\",\">=\",2017],[\"year\",\"<=\",2020]]]","ok":true},{"question":"List the top 5 citys with the worst average ozone.","expected":["t","city","o3",5,false,null],"actual":["t","city","o3",5,false,null],"raw":"[\"t\",\"city\",\"o3\",5,false,null]","ok":true},{"question":"In 2022, what city recorded the lowest average SO2?","expected":["a","city","so2","argmin",[["year","=",2022]]],"actual":["a","city","so2","argmin",[["year","=",2022]]],"raw":"[\"a\",\"city\",\"so2\",\"argmin\",[[\"year\",\"=\",2022]]]","ok":true},{"question":"Bar chart comparing SO2 between monsoon and summer.","expected":["b","season","so2",null,[["season","in",["monsoon","summer"]]]],"actual":["b","season","so2",null,[["season","in",["monsoon","summer"]]]],"raw":"[\"b\",\"season\",\"so2\",null,[[\"season\",\"in\",[\"monsoon\",\"summer\"]]]]","ok":true},{"question":"Which city has the best restaurants?","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Give rank 3 among citys for average NO2, low to high.","expected":["n","city","no2",3,true,null],"actual":["n","city","no2",3,true,null],"raw":"[\"n\",\"city\",\"no2\",3,true,null]","ok":true},{"question":"Rank 1 state by NO2 per km2, excluding union territories, lowest first.","expected":["u","no2",1,true,null],"actual":["u","no2",1,true,null],"raw":"[\"u\",\"no2\",1,true,null]","ok":true},{"question":"Bar chart comparing carbon monoxide between post-monsoon and winter.","expected":["b","season","co",null,[["season","in",["post-monsoon","winter"]]]],"actual":["b","season","co",null,[["season","in",["post-monsoon","winter"]]]],"raw":"[\"b\",\"season\",\"co\",null,[[\"season\",\"in\",[\"post-monsoon\",\"winter\"]]]]","ok":true},{"question":"Rank 3 state by PM2.5 per person, highest first.","expected":["p","pm25",3,false,null],"actual":["p","pm25",3,false,null],"raw":"[\"p\",\"pm25\",3,false,null]","ok":true},{"question":"Show 10 citys ranked by worst PM10.","expected":["t","city","pm10",10,false,null],"actual":["t","city","pm10",10,false,null],"raw":"[\"t\",\"city\",\"pm10\",10,false,null]","ok":true},{"question":"Compare ozone trends for Agra, Chennai, Hyderabad between 2022 and 2024.","expected":["l","o3","city",365,[["city","in",["Agra","Chennai","Hyderabad"]],["year",">=",2022],["year","<=",2024]]],"actual":["l","o3","city",365,[["city","in",["Agra","Chennai","Hyderabad"]],["year",">=",2022],["year","<=",2024]]],"raw":"[\"l\",\"o3\",\"city\",365,[[\"city\",\"in\",[\"Agra\",\"Chennai\",\"Hyderabad\"]],[\"year\",\">=\",2022],[\"year\",\"<=\",2024]]]","ok":true},{"question":"Please who won the cricket match yesterday?","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"List the top 15 states with the most polluted average NO2.","expected":["t","state","no2",15,false,null],"actual":["t","state","no2",15,false,null],"raw":"[\"t\",\"state\",\"no2\",15,false,null]","ok":true},{"question":"Compare years using average SO2.","expected":["b","year","so2","desc",null],"actual":["b","year","so2","desc",null],"raw":"[\"b\",\"year\",\"so2\",\"desc\",null]","ok":true},{"question":"Compare PM10 trends for Patna, Lucknow, Agra between 2017 and 2018.","expected":["l","pm10","city",365,[["city","in",["Patna","Lucknow","Agra"]],["year",">=",2017],["year","<=",2018]]],"actual":["l","pm10","city",365,[["city","in",["Patna","Lucknow","Agra"]],["year",">=",2017],["year","<=",2018]]],"raw":"[\"l\",\"pm10\",\"city\",365,[[\"city\",\"in\",[\"Patna\",\"Lucknow\",\"Agra\"]],[\"year\",\">=\",2017],[\"year\",\"<=\",2018]]]","ok":true},{"question":"List the top 10 states with the lowest average PM2.5.","expected":["t","state","pm25",10,true,null],"actual":["t","state","pm25",10,true,null],"raw":"[\"t\",\"state\",\"pm25\",10,true,null]","ok":true},{"question":"In 2017, what state recorded the cleanest average NO2?","expected":["a","state","no2","argmin",[["year","=",2017]]],"actual":["a","state","no2","argmin",[["year","=",2017]]],"raw":"[\"a\",\"state\",\"no2\",\"argmin\",[[\"year\",\"=\",2017]]]","ok":true},{"question":"Change in average ozone for Jaipur, 2017 versus 2021?","expected":["x","city","o3",2021,2017,[["city","=","Jaipur"]]],"actual":["x","city","o3",2021,2017,[["city","=","Jaipur"]]],"raw":"[\"x\",\"city\",\"o3\",2021,2017,[[\"city\",\"=\",\"Jaipur\"]]]","ok":true},{"question":"Does ozone relate to NO2? Show a scatter.","expected":["s","o3","no2",null,null],"actual":["s","o3","no2",null,null],"raw":"[\"s\",\"o3\",\"no2\",null,null]","ok":true},{"question":"Multi-city line plot of carbon monoxide: Chennai, Mumbai, Agra, 2017-2021.","expected":["l","co","city",365,[["city","in",["Chennai","Mumbai","Agra"]],["year",">=",2017],["year","<=",2021]]],"actual":["l","co","city",365,[["city","in",["Chennai","Mumbai","Agra"]],["year",">=",2017],["year","<=",2021]]],"raw":"[\"l\",\"co\",\"city\",365,[[\"city\",\"in\",[\"Chennai\",\"Mumbai\",\"Agra\"]],[\"year\",\">=\",2017],[\"year\",\"<=\",2021]]]","ok":true},{"question":"How many distinct cities went over 50 ozone?","expected":["c",[["o3",">",50]],"city","cities"],"actual":["c",[["o3",">",50]],"city","cities"],"raw":"[\"c\",[[\"o3\",\">\",50]],\"city\",\"cities\"]","ok":true},{"question":"Show 15 states ranked by lowest carbon monoxide.","expected":["t","state","co",15,true,null],"actual":["t","state","co",15,true,null],"raw":"[\"t\",\"state\",\"co\",15,true,null]","ok":true},{"question":"How are humidity, ozone, temperature, carbon monoxide correlated?","expected":["r",["humidity_pct","o3","temp_c","co"],null],"actual":["r",["humidity_pct","o3","temp_c","co"],null],"raw":"[\"r\",[\"humidity_pct\",\"o3\",\"temp_c\",\"co\"],null]","ok":true},{"question":"Rank 2 NCAP-funded city by PM2.5, lowest first.","expected":["f","pm25",2,true,null],"actual":["f","pm25",2,true,null],"raw":"[\"f\",\"pm25\",2,true,null]","ok":true},{"question":"Compare months using average NO2.","expected":["b","month","no2","desc",null],"actual":["b","month","no2","desc",null],"raw":"[\"b\",\"month\",\"no2\",\"desc\",null]","ok":true},{"question":"Bar chart of mean ozone across years.","expected":["b","year","o3","desc",null],"actual":["b","year","o3","desc",null],"raw":"[\"b\",\"year\",\"o3\",\"desc\",null]","ok":true},{"question":"Plot rainfall against SO2.","expected":["s","rain_mm","so2",null,null],"actual":["s","rain_mm","so2",null,null],"raw":"[\"s\",\"rain_mm\",\"so2\",null,null]","ok":true},{"question":"Compare ozone trends for Mumbai, Bhopal, Chandigarh between 2019 and 2021.","expected":["l","o3","city",365,[["city","in",["Mumbai","Bhopal","Chandigarh"]],["year",">=",2019],["year","<=",2021]]],"actual":["l","o3","city",365,[["city","in",["Mumbai","Bhopal","Chandigarh"]],["year",">=",2019],["year","<=",2021]]],"raw":"[\"l\",\"o3\",\"city\",365,[[\"city\",\"in\",[\"Mumbai\",\"Bhopal\",\"Chandigarh\"]],[\"year\",\">=\",2019],[\"year\",\"<=\",2021]]]","ok":true},{"question":"What is the GDP of France?","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Full-period Kochi SO2 line chart.","expected":["l","so2",null,30,[["city","=","Kochi"]]],"actual":["l","so2",null,30,[["city","=","Kochi"]]],"raw":"[\"l\",\"so2\",null,30,[[\"city\",\"=\",\"Kochi\"]]]","ok":true},{"question":"Plot wind speed against humidity for Kochi.","expected":["s","wind_mps","humidity_pct",null,[["city","=","Kochi"]]],"actual":["s","wind_mps","humidity_pct",null,[["city","=","Kochi"]]],"raw":"[\"s\",\"wind_mps\",\"humidity_pct\",null,[[\"city\",\"=\",\"Kochi\"]]]","ok":true},{"question":"Show the complete time trend of NO2 in Mumbai.","expected":["l","no2",null,30,[["city","=","Mumbai"]]],"actual":["l","no2",null,30,[["city","=","Mumbai"]]],"raw":"[\"l\",\"no2\",null,30,[[\"city\",\"=\",\"Mumbai\"]]]","ok":true},{"question":"List the top 3 citys with the lowest average ozone.","expected":["t","city","o3",3,true,null],"actual":["t","city","o3",3,true,null],"raw":"[\"t\",\"city\",\"o3\",3,true,null]","ok":true},{"question":"In 2023, what city recorded the most polluted average PM2.5?","expected":["a","city","pm25","argmax",[["year","=",2023]]],"actual":["a","city","pm25","argmax",[["year","=",2023]]],"raw":"[\"a\",\"city\",\"pm25\",\"argmax\",[[\"year\",\"=\",2023]]]","ok":true},{"question":"Which city had the least polluted average carbon monoxide in 2023?","expected":["a","city","co","argmin",[["year","=",2023]]],"actual":["a","city","co","argmin",[["year","=",2023]]],"raw":"[\"a\",\"city\",\"co\",\"argmin\",[[\"year\",\"=\",2023]]]","ok":true},{"question":"Line chart of monthly PM2.5, Kolkata, 2019.","expected":["l","pm25",null,30,[["city","=","Kolkata"],["year","=",2019]]],"actual":["l","pm25",null,30,[["city","=","Kolkata"],["year","=",2019]]],"raw":"[\"l\",\"pm25\",null,30,[[\"city\",\"=\",\"Kolkata\"],[\"year\",\"=\",2019]]]","ok":true},{"question":"Show correlations among humidity, NO2, carbon monoxide, ozone.","expected":["r",["humidity_pct","no2","co","o3"],null],"actual":["r",["humidity_pct","no2","co","o3"],null],"raw":"[\"r\",[\"humidity_pct\",\"no2\",\"co\",\"o3\"],null]","ok":true},{"question":"Multi-city line plot of PM2.5: Delhi, Chennai, Lucknow, 2020-2024.","expected":["l","pm25","city",365,[["city","in",["Delhi","Chennai","Lucknow"]],["year",">=",2020],["year","<=",2024]]],"actual":["l","pm25","city",365,[["city","in",["Delhi","Chennai","Lucknow"]],["year",">=",2020],["year","<=",2024]]],"raw":"[\"l\",\"pm25\",\"city\",365,[[\"city\",\"in\",[\"Delhi\",\"Chennai\",\"Lucknow\"]],[\"year\",\">=\",2020],[\"year\",\"<=\",2024]]]","ok":true},{"question":"What is Kolkata's cleanest month by PM2.5?","expected":["a","month","pm25","argmin",[["city","=","Kolkata"]]],"actual":["a","month","pm25","argmin",[["city","=","Kolkata"]]],"raw":"[\"a\",\"month\",\"pm25\",\"argmin\",[[\"city\",\"=\",\"Kolkata\"]]]","ok":true},{"question":"Kochi: how many daily ozone readings were over 250?","expected":["c",[["city","=","Kochi"],["o3",">",250]],null,"days"],"actual":["c",[["city","=","Kochi"],["o3",">",250]],null,"days"],"raw":"[\"c\",[[\"city\",\"=\",\"Kochi\"],[\"o3\",\">\",250]],null,\"days\"]","ok":true},{"question":"Describe Kochi's PM2.5, PM10.","expected":["d",["pm25","pm10"],[["city","=","Kochi"]]],"actual":["d",["pm25","pm10"],[["city","=","Kochi"]]],"raw":"[\"d\",[\"pm25\",\"pm10\"],[[\"city\",\"=\",\"Kochi\"]]]","ok":true},{"question":"How does average SO2 differ in summer and winter?","expected":["b","season","so2",null,[["season","in",["summer","winter"]]]],"actual":["b","season","so2",null,[["season","in",["summer","winter"]]]],"raw":"[\"b\",\"season\",\"so2\",null,[[\"season\",\"in\",[\"summer\",\"winter\"]]]]","ok":true},{"question":"Multi-city line plot of ozone: Ahmedabad, Delhi, Bengaluru, 2017-2023.","expected":["l","o3","city",365,[["city","in",["Ahmedabad","Delhi","Bengaluru"]],["year",">=",2017],["year","<=",2023]]],"actual":["l","o3","city",365,[["city","in",["Ahmedabad","Delhi","Bengaluru"]],["year",">=",2017],["year","<=",2023]]],"raw":"[\"l\",\"o3\",\"city\",365,[[\"city\",\"in\",[\"Ahmedabad\",\"Delhi\",\"Bengaluru\"]],[\"year\",\">=\",2017],[\"year\",\"<=\",2023]]]","ok":true},{"question":"Rank 3 NCAP-funded city by PM2.5, highest first.","expected":["f","pm25",3,false,null],"actual":["f","pm25",3,false,null],"raw":"[\"f\",\"pm25\",3,false,null]","ok":true},{"question":"What is today's weather forecast?","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"How are humidity, SO2 correlated in Agra?","expected":["r",["humidity_pct","so2"],[["city","=","Agra"]]],"actual":["r",["humidity_pct","so2"],[["city","=","Agra"]]],"raw":"[\"r\",[\"humidity_pct\",\"so2\"],[[\"city\",\"=\",\"Agra\"]]]","ok":true},{"question":"Bar chart of mean carbon monoxide across citys.","expected":["b","city","co","desc",null],"actual":["b","city","co","desc",null],"raw":"[\"b\",\"city\",\"co\",\"desc\",null]","ok":true},{"question":"How are ozone, wind speed, rainfall correlated?","expected":["r",["o3","wind_mps","rain_mm"],null],"actual":["r",["o3","wind_mps","rain_mm"],null],"raw":"[\"r\",[\"o3\",\"wind_mps\",\"rain_mm\"],null]","ok":true},{"question":"Show correlations among carbon monoxide, PM10.","expected":["r",["co","pm10"],null],"actual":["r",["co","pm10"],null],"raw":"[\"r\",[\"co\",\"pm10\"],null]","ok":true},{"question":"Which city had the most polluted average NO2 in 2022?","expected":["a","city","no2","argmax",[["year","=",2022]]],"actual":["a","city","no2","argmax",[["year","=",2022]]],"raw":"[\"a\",\"city\",\"no2\",\"argmax\",[[\"year\",\"=\",2022]]]","ok":true},{"question":"Full-period Chandigarh NO2 line chart.","expected":["l","no2",null,30,[["city","=","Chandigarh"]]],"actual":["l","no2",null,30,[["city","=","Chandigarh"]]],"raw":"[\"l\",\"no2\",null,30,[[\"city\",\"=\",\"Chandigarh\"]]]","ok":true},{"question":"Does humidity relate to wind speed? Show a scatter for Jaipur.","expected":["s","humidity_pct","wind_mps",null,[["city","=","Jaipur"]]],"actual":["s","humidity_pct","wind_mps",null,[["city","=","Jaipur"]]],"raw":"[\"s\",\"humidity_pct\",\"wind_mps\",null,[[\"city\",\"=\",\"Jaipur\"]]]","ok":true},{"question":"Plot temperature against humidity for Lucknow.","expected":["s","temp_c","humidity_pct",null,[["city","=","Lucknow"]]],"actual":["s","temp_c","humidity_pct",null,[["city","=","Lucknow"]]],"raw":"[\"s\",\"temp_c\",\"humidity_pct\",null,[[\"city\",\"=\",\"Lucknow\"]]]","ok":true},{"question":"How are humidity, NO2 correlated in Agra?","expected":["r",["humidity_pct","no2"],[["city","=","Agra"]]],"actual":["r",["humidity_pct","no2"],[["city","=","Agra"]]],"raw":"[\"r\",[\"humidity_pct\",\"no2\"],[[\"city\",\"=\",\"Agra\"]]]","ok":true},{"question":"Show Hyderabad's monthly carbon monoxide through 2019 as a line.","expected":["l","co",null,30,[["city","=","Hyderabad"],["year","=",2019]]],"actual":["l","co",null,30,[["city","=","Hyderabad"],["year","=",2019]]],"raw":"[\"l\",\"co\",null,30,[[\"city\",\"=\",\"Hyderabad\"],[\"year\",\"=\",2019]]]","ok":true},{"question":"How many cities does this data contain?","expected":["c",null,"city","cities"],"actual":["c",null,"city","cities"],"raw":"[\"c\",null,\"city\",\"cities\"]","ok":true},{"question":"How does ozone compare across Chandigarh, Kolkata, Patna?","expected":["b","city","o3",null,[["city","in",["Chandigarh","Kolkata","Patna"]]]],"actual":["b","city","o3",null,[["city","in",["Chandigarh","Kolkata","Patna"]]]],"raw":"[\"b\",\"city\",\"o3\",null,[[\"city\",\"in\",[\"Chandigarh\",\"Kolkata\",\"Patna\"]]]]","ok":true},{"question":"Compare PM2.5 trends for Jaipur, Bhopal, Mumbai between 2020 and 2023.","expected":["l","pm25","city",365,[["city","in",["Jaipur","Bhopal","Mumbai"]],["year",">=",2020],["year","<=",2023]]],"actual":["l","pm25","city",365,[["city","in",["Jaipur","Bhopal","Mumbai"]],["year",">=",2020],["year","<=",2023]]],"raw":"[\"l\",\"pm25\",\"city\",365,[[\"city\",\"in\",[\"Jaipur\",\"Bhopal\",\"Mumbai\"]],[\"year\",\">=\",2020],[\"year\",\"<=\",2023]]]","ok":true},{"question":"Find the state with the cleanest mean PM10 for 2020.","expected":["a","state","pm10","argmin",[["year","=",2020]]],"actual":["a","state","pm10","argmin",[["year","=",2020]]],"raw":"[\"a\",\"state\",\"pm10\",\"argmin\",[[\"year\",\"=\",2020]]]","ok":true},{"question":"Bar chart comparing carbon monoxide between post-monsoon and summer.","expected":["b","season","co",null,[["season","in",["post-monsoon","summer"]]]],"actual":["b","season","co",null,[["season","in",["post-monsoon","summer"]]]],"raw":"[\"b\",\"season\",\"co\",null,[[\"season\",\"in\",[\"post-monsoon\",\"summer\"]]]]","ok":true},{"question":"Does PM10 relate to ozone? Show a scatter.","expected":["s","pm10","o3",null,null],"actual":["s","pm10","o3",null,null],"raw":"[\"s\",\"pm10\",\"o3\",null,null]","ok":true},{"question":"Tell me a joke.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Multi-city line plot of carbon monoxide: Patna, Mumbai, Pune, 2017-2020.","expected":["l","co","city",365,[["city","in",["Patna","Mumbai","Pune"]],["year",">=",2017],["year","<=",2020]]],"actual":["l","co","city",365,[["city","in",["Patna","Mumbai","Pune"]],["year",">=",2017],["year","<=",2020]]],"raw":"[\"l\",\"co\",\"city\",365,[[\"city\",\"in\",[\"Patna\",\"Mumbai\",\"Pune\"]],[\"year\",\">=\",2017],[\"year\",\"<=\",2020]]]","ok":true},{"question":"Tell me a joke.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Full-period Patna carbon monoxide line chart.","expected":["l","co",null,30,[["city","=","Patna"]]],"actual":["l","co",null,30,[["city","=","Patna"]]],"raw":"[\"l\",\"co\",null,30,[[\"city\",\"=\",\"Patna\"]]]","ok":true},{"question":"Bar chart: weekday and weekend average SO2.","expected":["b","is_weekend","so2",null,null],"actual":["b","is_weekend","so2",null,null],"raw":"[\"b\",\"is_weekend\",\"so2\",null,null]","ok":true},{"question":"Give count, mean, spread and percentiles for all pollutants in Lucknow.","expected":["d",["pm25","pm10","no2","o3","so2","co"],[["city","=","Lucknow"]]],"actual":["d",["pm25","pm10","no2","o3","so2","co"],[["city","=","Lucknow"]]],"raw":"[\"d\",[\"pm25\",\"pm10\",\"no2\",\"o3\",\"so2\",\"co\"],[[\"city\",\"=\",\"Lucknow\"]]]","ok":true},{"question":"What is number 3 when states are ranked by carbon monoxide high to low?","expected":["n","state","co",3,false,null],"actual":["n","state","co",3,false,null],"raw":"[\"n\",\"state\",\"co\",3,false,null]","ok":true},{"question":"Write a poem about rain.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Show 15 citys ranked by lowest PM2.5.","expected":["t","city","pm25",15,true,null],"actual":["t","city","pm25",15,true,null],"raw":"[\"t\",\"city\",\"pm25\",15,true,null]","ok":true},{"question":"Does wind speed relate to PM10? Show a scatter for Pune.","expected":["s","wind_mps","pm10",null,[["city","=","Pune"]]],"actual":["s","wind_mps","pm10",null,[["city","=","Pune"]]],"raw":"[\"s\",\"wind_mps\",\"pm10\",null,[[\"city\",\"=\",\"Pune\"]]]","ok":true},{"question":"Show 3 states ranked by lowest NO2.","expected":["t","state","no2",3,true,null],"actual":["t","state","no2",3,true,null],"raw":"[\"t\",\"state\",\"no2\",3,true,null]","ok":true},{"question":"Does SO2 relate to ozone? Show a scatter for Bhopal.","expected":["s","so2","o3",null,[["city","=","Bhopal"]]],"actual":["s","so2","o3",null,[["city","=","Bhopal"]]],"raw":"[\"s\",\"so2\",\"o3\",null,[[\"city\",\"=\",\"Bhopal\"]]]","ok":true},{"question":"Bar chart of mean SO2 across years.","expected":["b","year","so2","desc",null],"actual":["b","year","so2","desc",null],"raw":"[\"b\",\"year\",\"so2\",\"desc\",null]","ok":true},{"question":"Does PM2.5 relate to wind speed? Show a scatter for Mumbai.","expected":["s","pm25","wind_mps",null,[["city","=","Mumbai"]]],"actual":["s","pm25","wind_mps",null,[["city","=","Mumbai"]]],"raw":"[\"s\",\"pm25\",\"wind_mps\",null,[[\"city\",\"=\",\"Mumbai\"]]]","ok":true},{"question":"Please what is the GDP of France?","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Summarize this PDF.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Plot PM2.5 against carbon monoxide for Delhi.","expected":["s","pm25","co",null,[["city","=","Delhi"]]],"actual":["s","pm25","co",null,[["city","=","Delhi"]]],"raw":"[\"s\",\"pm25\",\"co\",null,[[\"city\",\"=\",\"Delhi\"]]]","ok":true},{"question":"Full-period Ahmedabad SO2 line chart.","expected":["l","so2",null,30,[["city","=","Ahmedabad"]]],"actual":["l","so2",null,30,[["city","=","Ahmedabad"]]],"raw":"[\"l\",\"so2\",null,30,[[\"city\",\"=\",\"Ahmedabad\"]]]","ok":true},{"question":"Does average carbon monoxide differ on weekends versus weekdays?","expected":["b","is_weekend","co",null,null],"actual":["b","is_weekend","co",null,null],"raw":"[\"b\",\"is_weekend\",\"co\",null,null]","ok":true},{"question":"What is the GDP of France?","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Count cities exceeding 200 for NO2.","expected":["c",[["no2",">",200]],"city","cities"],"actual":["c",[["no2",">",200]],"city","cities"],"raw":"[\"c\",[[\"no2\",\">\",200]],\"city\",\"cities\"]","ok":true},{"question":"For Delhi, find the month with the most polluted average ozone.","expected":["a","month","o3","argmax",[["city","=","Delhi"]]],"actual":["a","month","o3","argmax",[["city","=","Delhi"]]],"raw":"[\"a\",\"month\",\"o3\",\"argmax\",[[\"city\",\"=\",\"Delhi\"]]]","ok":true},{"question":"What is number 2 when citys are ranked by PM10 high to low?","expected":["n","city","pm10",2,false,null],"actual":["n","city","pm10",2,false,null],"raw":"[\"n\",\"city\",\"pm10\",2,false,null]","ok":true},{"question":"Does rainfall relate to humidity? Show a scatter.","expected":["s","rain_mm","humidity_pct",null,null],"actual":["s","rain_mm","humidity_pct",null,null],"raw":"[\"s\",\"rain_mm\",\"humidity_pct\",null,null]","ok":true},{"question":"List the top 15 citys with the most polluted average SO2.","expected":["t","city","so2",15,false,null],"actual":["t","city","so2",15,false,null],"raw":"[\"t\",\"city\",\"so2\",15,false,null]","ok":true},{"question":"Change in average PM2.5 for Hyderabad, 2020 versus 2023?","expected":["x","city","pm25",2023,2020,[["city","=","Hyderabad"]]],"actual":["x","city","pm25",2023,2020,[["city","=","Hyderabad"]]],"raw":"[\"x\",\"city\",\"pm25\",2023,2020,[[\"city\",\"=\",\"Hyderabad\"]]]","ok":true},{"question":"Show 10 citys ranked by cleanest ozone.","expected":["t","city","o3",10,true,null],"actual":["t","city","o3",10,true,null],"raw":"[\"t\",\"city\",\"o3\",10,true,null]","ok":true},{"question":"Plot noise pollution in Paris.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Does humidity relate to rainfall? Show a scatter.","expected":["s","humidity_pct","rain_mm",null,null],"actual":["s","humidity_pct","rain_mm",null,null],"raw":"[\"s\",\"humidity_pct\",\"rain_mm\",null,null]","ok":true},{"question":"Give count, mean, spread and percentiles for NO2, carbon monoxide, ozone in Chennai.","expected":["d",["no2","co","o3"],[["city","=","Chennai"]]],"actual":["d",["no2","co","o3"],[["city","=","Chennai"]]],"raw":"[\"d\",[\"no2\",\"co\",\"o3\"],[[\"city\",\"=\",\"Chennai\"]]]","ok":true},{"question":"Change in average PM2.5 for Kochi, 2021 versus 2023?","expected":["x","city","pm25",2023,2021,[["city","=","Kochi"]]],"actual":["x","city","pm25",2023,2021,[["city","=","Kochi"]]],"raw":"[\"x\",\"city\",\"pm25\",2023,2021,[[\"city\",\"=\",\"Kochi\"]]]","ok":true},{"question":"I need you to tell me a joke.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Does ozone relate to SO2? Show a scatter for Pune.","expected":["s","o3","so2",null,[["city","=","Pune"]]],"actual":["s","o3","so2",null,[["city","=","Pune"]]],"raw":"[\"s\",\"o3\",\"so2\",null,[[\"city\",\"=\",\"Pune\"]]]","ok":true},{"question":"In 2018, what state recorded the most polluted average SO2?","expected":["a","state","so2","argmax",[["year","=",2018]]],"actual":["a","state","so2","argmax",[["year","=",2018]]],"raw":"[\"a\",\"state\",\"so2\",\"argmax\",[[\"year\",\"=\",2018]]]","ok":true},{"question":"List the top 15 citys with the lowest average carbon monoxide.","expected":["t","city","co",15,true,null],"actual":["t","city","co",15,true,null],"raw":"[\"t\",\"city\",\"co\",15,true,null]","ok":true},{"question":"Please book me a flight to London.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Who won the cricket match yesterday?","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Show correlations among SO2, PM10, wind speed.","expected":["r",["so2","pm10","wind_mps"],null],"actual":["r",["so2","pm10","wind_mps"],null],"raw":"[\"r\",[\"so2\",\"pm10\",\"wind_mps\"],null]","ok":true},{"question":"Line chart of monthly NO2, Bengaluru, 2018.","expected":["l","no2",null,30,[["city","=","Bengaluru"],["year","=",2018]]],"actual":["l","no2",null,30,[["city","=","Bengaluru"],["year","=",2018]]],"raw":"[\"l\",\"no2\",null,30,[[\"city\",\"=\",\"Bengaluru\"],[\"year\",\"=\",2018]]]","ok":true},{"question":"Which were the top 3 worst carbon monoxide days for Hyderabad?","expected":["t",null,"co",3,false,[["city","=","Hyderabad"]]],"actual":["t",null,"co",3,false,[["city","=","Hyderabad"]]],"raw":"[\"t\",null,\"co\",3,false,[[\"city\",\"=\",\"Hyderabad\"]]]","ok":true},{"question":"Which were the top 10 worst ozone days for Chandigarh?","expected":["t",null,"o3",10,false,[["city","=","Chandigarh"]]],"actual":["t",null,"o3",10,false,[["city","=","Chandigarh"]]],"raw":"[\"t\",null,\"o3\",10,false,[[\"city\",\"=\",\"Chandigarh\"]]]","ok":true},{"question":"Can you tell me a joke.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Line chart of monthly PM2.5, Patna, 2024.","expected":["l","pm25",null,30,[["city","=","Patna"],["year","=",2024]]],"actual":["l","pm25",null,30,[["city","=","Patna"],["year","=",2024]]],"raw":"[\"l\",\"pm25\",null,30,[[\"city\",\"=\",\"Patna\"],[\"year\",\"=\",2024]]]","ok":true},{"question":"I need you to summarize this PDF.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Show 3 states ranked by cleanest PM10.","expected":["t","state","pm10",3,true,null],"actual":["t","state","pm10",3,true,null],"raw":"[\"t\",\"state\",\"pm10\",3,true,null]","ok":true},{"question":"Plot carbon monoxide against NO2.","expected":["s","co","no2",null,null],"actual":["s","co","no2",null,null],"raw":"[\"s\",\"co\",\"no2\",null,null]","ok":true},{"question":"Rank 3 NCAP-funded city by PM2.5, lowest first.","expected":["f","pm25",3,true,null],"actual":["f","pm25",3,true,null],"raw":"[\"f\",\"pm25\",3,true,null]","ok":true},{"question":"Book me a flight to London.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"In 2017, what state recorded the most polluted average NO2?","expected":["a","state","no2","argmax",[["year","=",2017]]],"actual":["a","state","no2","argmax",[["year","=",2017]]],"raw":"[\"a\",\"state\",\"no2\",\"argmax\",[[\"year\",\"=\",2017]]]","ok":true},{"question":"Multi-city line plot of PM2.5: Lucknow, Delhi, Patna, 2019-2024.","expected":["l","pm25","city",365,[["city","in",["Lucknow","Delhi","Patna"]],["year",">=",2019],["year","<=",2024]]],"actual":["l","pm25","city",365,[["city","in",["Lucknow","Delhi","Patna"]],["year",">=",2019],["year","<=",2024]]],"raw":"[\"l\",\"pm25\",\"city\",365,[[\"city\",\"in\",[\"Lucknow\",\"Delhi\",\"Patna\"]],[\"year\",\">=\",2019],[\"year\",\"<=\",2024]]]","ok":true},{"question":"Which were the top 3 worst SO2 days for Delhi?","expected":["t",null,"so2",3,false,[["city","=","Delhi"]]],"actual":["t",null,"so2",3,false,[["city","=","Delhi"]]],"raw":"[\"t\",null,\"so2\",3,false,[[\"city\",\"=\",\"Delhi\"]]]","ok":true},{"question":"Count cities exceeding 50 for carbon monoxide.","expected":["c",[["co",">",50]],"city","cities"],"actual":["c",[["co",">",50]],"city","cities"],"raw":"[\"c\",[[\"co\",\">\",50]],\"city\",\"cities\"]","ok":true},{"question":"Plot wind speed against NO2 for Kolkata.","expected":["s","wind_mps","no2",null,[["city","=","Kolkata"]]],"actual":["s","wind_mps","no2",null,[["city","=","Kolkata"]]],"raw":"[\"s\",\"wind_mps\",\"no2\",null,[[\"city\",\"=\",\"Kolkata\"]]]","ok":true},{"question":"Find the city with the worst mean SO2 for 2020.","expected":["a","city","so2","argmax",[["year","=",2020]]],"actual":["a","city","so2","argmax",[["year","=",2020]]],"raw":"[\"a\",\"city\",\"so2\",\"argmax\",[[\"year\",\"=\",2020]]]","ok":true},{"question":"How are carbon monoxide, rainfall, humidity correlated in Delhi?","expected":["r",["co","rain_mm","humidity_pct"],[["city","=","Delhi"]]],"actual":["r",["co","rain_mm","humidity_pct"],[["city","=","Delhi"]]],"raw":"[\"r\",[\"co\",\"rain_mm\",\"humidity_pct\"],[[\"city\",\"=\",\"Delhi\"]]]","ok":true},{"question":"How are ozone, temperature, SO2, PM2.5 correlated?","expected":["r",["o3","temp_c","so2","pm25"],null],"actual":["r",["o3","temp_c","so2","pm25"],null],"raw":"[\"r\",[\"o3\",\"temp_c\",\"so2\",\"pm25\"],null]","ok":true},{"question":"Plot rainfall against PM10.","expected":["s","rain_mm","pm10",null,null],"actual":["s","rain_mm","pm10",null,null],"raw":"[\"s\",\"rain_mm\",\"pm10\",null,null]","ok":true},{"question":"How many cities does this data contain?","expected":["c",null,"city","cities"],"actual":["c",null,"city","cities"],"raw":"[\"c\",null,\"city\",\"cities\"]","ok":true},{"question":"Which city had the cleanest average carbon monoxide in 2020?","expected":["a","city","co","argmin",[["year","=",2020]]],"actual":["a","city","co","argmin",[["year","=",2020]]],"raw":"[\"a\",\"city\",\"co\",\"argmin\",[[\"year\",\"=\",2020]]]","ok":true},{"question":"Does average SO2 differ on weekends versus weekdays?","expected":["b","is_weekend","so2",null,null],"actual":["b","is_weekend","so2",null,null],"raw":"[\"b\",\"is_weekend\",\"so2\",null,null]","ok":true},{"question":"Change in average PM2.5 for Hyderabad, 2022 versus 2023?","expected":["x","city","pm25",2023,2022,[["city","=","Hyderabad"]]],"actual":["x","city","pm25",2023,2022,[["city","=","Hyderabad"]]],"raw":"[\"x\",\"city\",\"pm25\",2023,2022,[[\"city\",\"=\",\"Hyderabad\"]]]","ok":true},{"question":"What is Ahmedabad's cleanest month by PM2.5?","expected":["a","month","pm25","argmin",[["city","=","Ahmedabad"]]],"actual":["a","month","pm25","argmin",[["city","=","Ahmedabad"]]],"raw":"[\"a\",\"month\",\"pm25\",\"argmin\",[[\"city\",\"=\",\"Ahmedabad\"]]]","ok":true},{"question":"Plot wind speed against PM2.5 for Chennai.","expected":["s","wind_mps","pm25",null,[["city","=","Chennai"]]],"actual":["s","wind_mps","pm25",null,[["city","=","Chennai"]]],"raw":"[\"s\",\"wind_mps\",\"pm25\",null,[[\"city\",\"=\",\"Chennai\"]]]","ok":true},{"question":"List the top 10 citys with the lowest average SO2.","expected":["t","city","so2",10,true,null],"actual":["t","city","so2",10,true,null],"raw":"[\"t\",\"city\",\"so2\",10,true,null]","ok":true},{"question":"Give count, mean, spread and percentiles for all pollutants in Patna.","expected":["d",["pm25","pm10","no2","o3","so2","co"],[["city","=","Patna"]]],"actual":["d",["pm25","pm10","no2","o3","so2","co"],[["city","=","Patna"]]],"raw":"[\"d\",[\"pm25\",\"pm10\",\"no2\",\"o3\",\"so2\",\"co\"],[[\"city\",\"=\",\"Patna\"]]]","ok":true},{"question":"Give rank 4 among states for average PM2.5, low to high.","expected":["n","state","pm25",4,true,null],"actual":["n","state","pm25",4,true,null],"raw":"[\"n\",\"state\",\"pm25\",4,true,null]","ok":true},{"question":"Kochi: how many daily PM10 readings were over 200?","expected":["c",[["city","=","Kochi"],["pm10",">",200]],null,"days"],"actual":["c",[["city","=","Kochi"],["pm10",">",200]],null,"days"],"raw":"[\"c\",[[\"city\",\"=\",\"Kochi\"],[\"pm10\",\">\",200]],null,\"days\"]","ok":true},{"question":"Which were the top 3 cleanest SO2 days for Agra?","expected":["t",null,"so2",3,true,[["city","=","Agra"]]],"actual":["t",null,"so2",3,true,[["city","=","Agra"]]],"raw":"[\"t\",null,\"so2\",3,true,[[\"city\",\"=\",\"Agra\"]]]","ok":true},{"question":"Show correlations among SO2, wind speed, PM2.5 in Patna.","expected":["r",["so2","wind_mps","pm25"],[["city","=","Patna"]]],"actual":["r",["so2","wind_mps","pm25"],[["city","=","Patna"]]],"raw":"[\"r\",[\"so2\",\"wind_mps\",\"pm25\"],[[\"city\",\"=\",\"Patna\"]]]","ok":true},{"question":"Describe Chennai's carbon monoxide.","expected":["d",["co"],[["city","=","Chennai"]]],"actual":["d",["co"],[["city","=","Chennai"]]],"raw":"[\"d\",[\"co\"],[[\"city\",\"=\",\"Chennai\"]]]","ok":true},{"question":"Show correlations among temperature, PM10, humidity in Kochi.","expected":["r",["temp_c","pm10","humidity_pct"],[["city","=","Kochi"]]],"actual":["r",["temp_c","pm10","humidity_pct"],[["city","=","Kochi"]]],"raw":"[\"r\",[\"temp_c\",\"pm10\",\"humidity_pct\"],[[\"city\",\"=\",\"Kochi\"]]]","ok":true},{"question":"Show Bhopal's 3 worst daily NO2 readings.","expected":["t",null,"no2",3,false,[["city","=","Bhopal"]]],"actual":["t",null,"no2",3,false,[["city","=","Bhopal"]]],"raw":"[\"t\",null,\"no2\",3,false,[[\"city\",\"=\",\"Bhopal\"]]]","ok":true},{"question":"Bar chart: weekday and weekend average ozone.","expected":["b","is_weekend","o3",null,null],"actual":["b","is_weekend","o3",null,null],"raw":"[\"b\",\"is_weekend\",\"o3\",null,null]","ok":true},{"question":"Compare Bhopal SO2 between 2020 and 2023.","expected":["x","city","so2",2023,2020,[["city","=","Bhopal"]]],"actual":["x","city","so2",2023,2020,[["city","=","Bhopal"]]],"raw":"[\"x\",\"city\",\"so2\",2023,2020,[[\"city\",\"=\",\"Bhopal\"]]]","ok":true},{"question":"Please summarize this PDF.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Rank 3 NCAP-funded city by ozone, lowest first.","expected":["f","o3",3,true,null],"actual":["f","o3",3,true,null],"raw":"[\"f\",\"o3\",3,true,null]","ok":true},{"question":"Show 5 citys ranked by lowest ozone.","expected":["t","city","o3",5,true,null],"actual":["t","city","o3",5,true,null],"raw":"[\"t\",\"city\",\"o3\",5,true,null]","ok":true},{"question":"How many distinct cities went over 15 NO2?","expected":["c",[["no2",">",15]],"city","cities"],"actual":["c",[["no2",">",15]],"city","cities"],"raw":"[\"c\",[[\"no2\",\">\",15]],\"city\",\"cities\"]","ok":true},{"question":"Can you write a poem about rain.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Give count, mean, spread and percentiles for ozone, carbon monoxide, NO2 in Bengaluru.","expected":["d",["o3","co","no2"],[["city","=","Bengaluru"]]],"actual":["d",["o3","co","no2"],[["city","=","Bengaluru"]]],"raw":"[\"d\",[\"o3\",\"co\",\"no2\"],[[\"city\",\"=\",\"Bengaluru\"]]]","ok":true},{"question":"Please who won the cricket match yesterday?","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Multi-city line plot of ozone: Bhopal, Kolkata, Chandigarh, 2019-2024.","expected":["l","o3","city",365,[["city","in",["Bhopal","Kolkata","Chandigarh"]],["year",">=",2019],["year","<=",2024]]],"actual":["l","o3","city",365,[["city","in",["Bhopal","Kolkata","Chandigarh"]],["year",">=",2019],["year","<=",2024]]],"raw":"[\"l\",\"o3\",\"city\",365,[[\"city\",\"in\",[\"Bhopal\",\"Kolkata\",\"Chandigarh\"]],[\"year\",\">=\",2019],[\"year\",\"<=\",2024]]]","ok":true},{"question":"Show correlations among wind speed, PM10.","expected":["r",["wind_mps","pm10"],null],"actual":["r",["wind_mps","pm10"],null],"raw":"[\"r\",[\"wind_mps\",\"pm10\"],null]","ok":true},{"question":"Line chart of monthly SO2, Ahmedabad, 2021.","expected":["l","so2",null,30,[["city","=","Ahmedabad"],["year","=",2021]]],"actual":["l","so2",null,30,[["city","=","Ahmedabad"],["year","=",2021]]],"raw":"[\"l\",\"so2\",null,30,[[\"city\",\"=\",\"Ahmedabad\"],[\"year\",\"=\",2021]]]","ok":true},{"question":"Compare PM2.5 trends for Chennai, Bengaluru, Delhi between 2020 and 2021.","expected":["l","pm25","city",365,[["city","in",["Chennai","Bengaluru","Delhi"]],["year",">=",2020],["year","<=",2021]]],"actual":["l","pm25","city",365,[["city","in",["Chennai","Bengaluru","Delhi"]],["year",">=",2020],["year","<=",2021]]],"raw":"[\"l\",\"pm25\",\"city\",365,[[\"city\",\"in\",[\"Chennai\",\"Bengaluru\",\"Delhi\"]],[\"year\",\">=\",2020],[\"year\",\"<=\",2021]]]","ok":true},{"question":"How does average carbon monoxide differ in summer and winter?","expected":["b","season","co",null,[["season","in",["summer","winter"]]]],"actual":["b","season","co",null,[["season","in",["summer","winter"]]]],"raw":"[\"b\",\"season\",\"co\",null,[[\"season\",\"in\",[\"summer\",\"winter\"]]]]","ok":true},{"question":"Line chart of monthly ozone, Lucknow, 2022.","expected":["l","o3",null,30,[["city","=","Lucknow"],["year","=",2022]]],"actual":["l","o3",null,30,[["city","=","Lucknow"],["year","=",2022]]],"raw":"[\"l\",\"o3\",null,30,[[\"city\",\"=\",\"Lucknow\"],[\"year\",\"=\",2022]]]","ok":true},{"question":"Show correlations among carbon monoxide, SO2, humidity, PM10 in Patna.","expected":["r",["co","so2","humidity_pct","pm10"],[["city","=","Patna"]]],"actual":["r",["co","so2","humidity_pct","pm10"],[["city","=","Patna"]]],"raw":"[\"r\",[\"co\",\"so2\",\"humidity_pct\",\"pm10\"],[[\"city\",\"=\",\"Patna\"]]]","ok":true},{"question":"List the top 3 citys with the lowest average PM10.","expected":["t","city","pm10",3,true,null],"actual":["t","city","pm10",3,true,null],"raw":"[\"t\",\"city\",\"pm10\",3,true,null]","ok":true},{"question":"I need you to who won the cricket match yesterday?","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"Show 3 states ranked by most polluted carbon monoxide.","expected":["t","state","co",3,false,null],"actual":["t","state","co",3,false,null],"raw":"[\"t\",\"state\",\"co\",3,false,null]","ok":true},{"question":"Give rank 5 among states for average PM10, high to low.","expected":["n","state","pm10",5,false,null],"actual":["n","state","pm10",5,false,null],"raw":"[\"n\",\"state\",\"pm10\",5,false,null]","ok":true},{"question":"List the top 5 states with the most polluted average SO2.","expected":["t","state","so2",5,false,null],"actual":["t","state","so2",5,false,null],"raw":"[\"t\",\"state\",\"so2\",5,false,null]","ok":true},{"question":"Show correlations among wind speed, humidity, SO2.","expected":["r",["wind_mps","humidity_pct","so2"],null],"actual":["r",["wind_mps","humidity_pct","so2"],null],"raw":"[\"r\",[\"wind_mps\",\"humidity_pct\",\"so2\"],null]","ok":true},{"question":"Which were the top 3 cleanest SO2 days for Bengaluru?","expected":["t",null,"so2",3,true,[["city","=","Bengaluru"]]],"actual":["t",null,"so2",3,true,[["city","=","Bengaluru"]]],"raw":"[\"t\",null,\"so2\",3,true,[[\"city\",\"=\",\"Bengaluru\"]]]","ok":true},{"question":"Which state had the worst average ozone in 2024?","expected":["a","state","o3","argmax",[["year","=",2024]]],"actual":["a","state","o3","argmax",[["year","=",2024]]],"raw":"[\"a\",\"state\",\"o3\",\"argmax\",[[\"year\",\"=\",2024]]]","ok":true},{"question":"List the top 10 states with the cleanest average SO2.","expected":["t","state","so2",10,true,null],"actual":["t","state","so2",10,true,null],"raw":"[\"t\",\"state\",\"so2\",10,true,null]","ok":true},{"question":"Calculate my income tax.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"How are ozone, PM10 correlated?","expected":["r",["o3","pm10"],null],"actual":["r",["o3","pm10"],null],"raw":"[\"r\",[\"o3\",\"pm10\"],null]","ok":true},{"question":"Count cities exceeding 25 for carbon monoxide.","expected":["c",[["co",">",25]],"city","cities"],"actual":["c",[["co",">",25]],"city","cities"],"raw":"[\"c\",[[\"co\",\">\",25]],\"city\",\"cities\"]","ok":true},{"question":"Which city had the cleanest average NO2 in 2021?","expected":["a","city","no2","argmin",[["year","=",2021]]],"actual":["a","city","no2","argmin",[["year","=",2021]]],"raw":"[\"a\",\"city\",\"no2\",\"argmin\",[[\"year\",\"=\",2021]]]","ok":true},{"question":"What is Bengaluru's cleanest month by PM10?","expected":["a","month","pm10","argmin",[["city","=","Bengaluru"]]],"actual":["a","month","pm10","argmin",[["city","=","Bengaluru"]]],"raw":"[\"a\",\"month\",\"pm10\",\"argmin\",[[\"city\",\"=\",\"Bengaluru\"]]]","ok":true},{"question":"Which city has the best restaurants?","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true},{"question":"For Jaipur, find the month with the cleanest average ozone.","expected":["a","month","o3","argmin",[["city","=","Jaipur"]]],"actual":["a","month","o3","argmin",[["city","=","Jaipur"]]],"raw":"[\"a\",\"month\",\"o3\",\"argmin\",[[\"city\",\"=\",\"Jaipur\"]]]","ok":true},{"question":"Please summarize this PDF.","expected":["q"],"actual":["q"],"raw":"[\"q\"]","ok":true}]}} |