{"id":"https://openalex.org/W4360991127","doi":"https://doi.org/10.1145/3581641.3584067","title":"An Empirical Study of Model Errors and User Error Discovery and Repair Strategies in Natural Language Database Queries","display_name":"An Empirical Study of Model Errors and User Error Discovery and Repair Strategies in Natural Language Database Queries","publication_year":2023,"publication_date":"2023-03-27","ids":{"openalex":"https://openalex.org/W4360991127","doi":"https://doi.org/10.1145/3581641.3584067"},"language":"en","primary_location":{"id":"doi:10.1145/3581641.3584067","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581641.3584067","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074125965","display_name":"Zheng Ning","orcid":"https://orcid.org/0000-0001-7374-7453"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zheng Ning","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Notre Dame, United States"],"raw_orcid":"https://orcid.org/0000-0001-7374-7453","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Notre Dame, United States","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081039383","display_name":"Zheng Zhang","orcid":"https://orcid.org/0000-0002-7040-2326"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zheng Zhang","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Notre Dame, United States"],"raw_orcid":"https://orcid.org/0000-0002-7040-2326","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Notre Dame, United States","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001902538","display_name":"Tianyi Sun","orcid":"https://orcid.org/0000-0001-5112-9064"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]},{"id":"https://openalex.org/I4210131439","display_name":"Applied Mathematics (United States)","ror":"https://ror.org/03seew607","country_code":"US","type":"company","lineage":["https://openalex.org/I4210131439"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianyi Sun","raw_affiliation_strings":["Committee on Computational and Applied Mathematics, University of Chicago, United States"],"raw_orcid":"https://orcid.org/0000-0001-5112-9064","affiliations":[{"raw_affiliation_string":"Committee on Computational and Applied Mathematics, University of Chicago, United States","institution_ids":["https://openalex.org/I40347166","https://openalex.org/I4210131439"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047416354","display_name":"Yuan Tian","orcid":"https://orcid.org/0000-0002-2200-5713"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuan Tian","raw_affiliation_strings":["Computer Science, Purdue University, United States"],"raw_orcid":"https://orcid.org/0000-0002-2200-5713","affiliations":[{"raw_affiliation_string":"Computer Science, Purdue University, United States","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100437453","display_name":"Tianyi Zhang","orcid":"https://orcid.org/0000-0002-5468-9347"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianyi Zhang","raw_affiliation_strings":["Computer Science, Purdue University, United States"],"raw_orcid":"https://orcid.org/0000-0002-5468-9347","affiliations":[{"raw_affiliation_string":"Computer Science, Purdue University, United States","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007240808","display_name":"Toby Jia-Jun Li","orcid":"https://orcid.org/0000-0001-7902-7625"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Toby Jia-Jun Li","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Notre Dame, United States"],"raw_orcid":"https://orcid.org/0000-0001-7902-7625","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Notre Dame, United States","institution_ids":["https://openalex.org/I107639228"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"633","last_page":"649"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8680469989776611},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.6146714091300964},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5455434322357178},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5377938747406006},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5213322043418884},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.4537643492221832},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3794845938682556},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.37082797288894653}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8680469989776611},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.6146714091300964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5455434322357178},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5377938747406006},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5213322043418884},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.4537643492221832},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3794845938682556},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.37082797288894653},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581641.3584067","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581641.3584067","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8100000023841858,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1722846244","https://openalex.org/W2032374895","https://openalex.org/W2085828533","https://openalex.org/W2120589136","https://openalex.org/W2159934185","https://openalex.org/W2164155814","https://openalex.org/W2165382777","https://openalex.org/W2269738476","https://openalex.org/W2274505579","https://openalex.org/W2534380090","https://openalex.org/W2536574992","https://openalex.org/W2610474269","https://openalex.org/W2733769132","https://openalex.org/W2745934983","https://openalex.org/W2753472863","https://openalex.org/W2762513422","https://openalex.org/W2796544889","https://openalex.org/W2798456655","https://openalex.org/W2798753108","https://openalex.org/W2890431379","https://openalex.org/W2895739182","https://openalex.org/W2914275818","https://openalex.org/W2945102109","https://openalex.org/W2952032096","https://openalex.org/W2953192040","https://openalex.org/W2963149119","https://openalex.org/W2972018816","https://openalex.org/W2984353433","https://openalex.org/W2995200518","https://openalex.org/W3012014212","https://openalex.org/W3017863658","https://openalex.org/W3019871180","https://openalex.org/W3035140194","https://openalex.org/W3035715371","https://openalex.org/W3046744391","https://openalex.org/W3094252362","https://openalex.org/W3103962261","https://openalex.org/W3104030782","https://openalex.org/W3105251181","https://openalex.org/W3128196311","https://openalex.org/W3134547365","https://openalex.org/W3141327079","https://openalex.org/W3162444510","https://openalex.org/W3169611685","https://openalex.org/W3170656151","https://openalex.org/W3214600982","https://openalex.org/W4220867331","https://openalex.org/W4225108562","https://openalex.org/W4230330790","https://openalex.org/W4231388112","https://openalex.org/W4366548345"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2028665553","https://openalex.org/W4226226396","https://openalex.org/W3153750606","https://openalex.org/W4308854837"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,16,80,143],"machine":[3],"learning":[4],"(ML)":[5],"and":[6,60,83,89,119,141,158],"natural":[7,17,162],"language":[8,18,163],"processing":[9],"(NLP)":[10],"have":[11],"led":[12],"to":[13,51,87,129],"significant":[14],"improvement":[15],"interfaces":[19],"for":[20,138,161],"structured":[21],"databases":[22],"(NL2SQL).":[23],"Despite":[24],"the":[25,28,43,77,84,95,131,152],"great":[26],"strides,":[27],"overall":[29],"accuracy":[30],"of":[31,73,103,115,133,154],"NL2SQL":[32,66,109,116],"models":[33],"is":[34,70],"still":[35],"far":[36],"from":[37,146],"being":[38],"perfect":[39],"(\u223c":[40],"75%":[41],"on":[42,151],"Spider":[44],"benchmark).":[45],"In":[46],"practice,":[47],"this":[48,147],"requires":[49],"users":[50],"discern":[52],"incorrect":[53],"SQL":[54],"queries":[55],"generated":[56],"by":[57,106],"a":[58,71,113,122],"model":[59,117],"manually":[61],"fix":[62,90],"them":[63],"when":[64],"using":[65],"models.":[67],"Currently,":[68],"there":[69],"lack":[72],"comprehensive":[74],"understanding":[75],"about":[76],"common":[78],"errors":[79,104],"auto-generated":[81],"SQLs":[82],"effective":[85],"strategies":[86,160],"recognize":[88],"such":[91],"errors.":[92],"To":[93],"bridge":[94],"gap,":[96],"we":[97],"(1)":[98],"performed":[99],"an":[100],"in-depth":[101],"analysis":[102],"made":[105],"three":[107,134],"state-of-the-art":[108],"models;":[110],"(2)":[111],"distilled":[112],"taxonomy":[114],"errors;":[118],"(3)":[120],"conducted":[121],"within-subjects":[123],"user":[124],"study":[125],"with":[126],"26":[127],"participants":[128],"investigate":[130],"effectiveness":[132],"representative":[135],"interactive":[136],"mechanisms":[137],"error":[139,156],"discovery":[140,157],"repair":[142,159],"NL2SQL.":[144],"Findings":[145],"paper":[148],"shed":[149],"light":[150],"design":[153],"future":[155],"data":[164],"query":[165],"interfaces.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}