{"id":"https://openalex.org/W3015276915","doi":"https://doi.org/10.1145/3318464.3389696","title":"Complaint-driven Training Data Debugging for Query 2.0","display_name":"Complaint-driven Training Data Debugging for Query 2.0","publication_year":2020,"publication_date":"2020-05-29","ids":{"openalex":"https://openalex.org/W3015276915","doi":"https://doi.org/10.1145/3318464.3389696","mag":"3015276915"},"language":"en","primary_location":{"id":"doi:10.1145/3318464.3389696","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3318464.3389696","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2004.05722","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Weiyuan Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Weiyuan Wu","raw_affiliation_strings":["Simon Fraser University, Burnaby, BC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Simon Fraser University, Burnaby, BC, Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lampros Flokas","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lampros Flokas","raw_affiliation_strings":["Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Eugene Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eugene Wu","raw_affiliation_strings":["Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jiannan Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jiannan Wang","raw_affiliation_strings":["Simon Fraser University, Burnaby, BC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Simon Fraser University, Burnaby, BC, Canada","institution_ids":["https://openalex.org/I18014758"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1317","last_page":"1334"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.8140000104904175},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.640999972820282},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5720000267028809},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5515000224113464},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4693000018596649},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.45809999108314514},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4383000135421753}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.8140000104904175},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8130999803543091},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.640999972820282},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5720000267028809},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5515000224113464},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4799000024795532},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4693000018596649},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.45809999108314514},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4406000077724457},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4383000135421753},{"id":"https://openalex.org/C510870499","wikidata":"https://www.wikidata.org/wiki/Q47607","display_name":"SQL","level":2,"score":0.42160001397132874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3637999892234802},{"id":"https://openalex.org/C136388014","wikidata":"https://www.wikidata.org/wiki/Q17084976","display_name":"Algorithmic program debugging","level":3,"score":0.35989999771118164},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.352400004863739},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2833000123500824},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2581999897956848}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3318464.3389696","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3318464.3389696","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2004.05722","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.05722","pdf_url":"https://arxiv.org/pdf/2004.05722","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2004.05722","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.05722","pdf_url":"https://arxiv.org/pdf/2004.05722","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2040257524","display_name":null,"funder_award_id":"1564049, 1845638","funder_id":"https://openalex.org/F4320315254","funder_display_name":"Innovative Research Group Project of the National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320315254","display_name":"Innovative Research Group Project of the National Natural Science Foundation of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W333550619","https://openalex.org/W2000809552","https://openalex.org/W2022171653","https://openalex.org/W2024834471","https://openalex.org/W2044469685","https://openalex.org/W2044849727","https://openalex.org/W2047182010","https://openalex.org/W2048864522","https://openalex.org/W2118370002","https://openalex.org/W2143102052","https://openalex.org/W2163925749","https://openalex.org/W2251135946","https://openalex.org/W2282821441","https://openalex.org/W2293299776","https://openalex.org/W2294059532","https://openalex.org/W2367397349","https://openalex.org/W2394811972","https://openalex.org/W2542998387","https://openalex.org/W2544486974","https://openalex.org/W2547190417","https://openalex.org/W2548122763","https://openalex.org/W2591700809","https://openalex.org/W2613597870","https://openalex.org/W2613881683","https://openalex.org/W2614087582","https://openalex.org/W2743948853","https://openalex.org/W2753109262","https://openalex.org/W2786278116","https://openalex.org/W2788403449","https://openalex.org/W2797890307","https://openalex.org/W2888944692","https://openalex.org/W2915915402","https://openalex.org/W2917161856","https://openalex.org/W2929941791","https://openalex.org/W2948130259","https://openalex.org/W2948145720","https://openalex.org/W2963016826","https://openalex.org/W2963847595","https://openalex.org/W2964274690","https://openalex.org/W3001681043","https://openalex.org/W3136858040","https://openalex.org/W4246215794","https://openalex.org/W4248846162","https://openalex.org/W4288365054","https://openalex.org/W6636177537"],"related_works":[],"abstract_inverted_index":{"As":[0],"the":[1,48,76,98,104,111,153,173,179],"need":[2],"for":[3],"machine":[4],"learning":[5],"(ML)":[6],"increases":[7],"rapidly":[8],"across":[9],"all":[10,178],"industry":[11],"sectors,":[12],"there":[13],"is":[14,36],"a":[15,63,86],"significant":[16],"interest":[17],"among":[18,177],"commercial":[19],"database":[20],"providers":[21],"to":[22,72,84,113,160],"support":[23],"\"Query":[24],"2.0\",":[25],"which":[26,138],"integrates":[27],"model":[28],"inference":[29],"into":[30],"SQL":[31],"queries.":[32],"Debugging":[33],"Query":[34],"2.0":[35],"very":[37],"challenging":[38],"since":[39],"an":[40,122,146],"unexpected":[41],"query":[42],"result":[43],"may":[44],"be":[45,101],"caused":[46],"by":[47],"bugs":[49],"in":[50],"training":[51,65,90],"data":[52,66],"(e.g.,":[53],"wrong":[54],"labels,":[55],"corrupted":[56],"features).":[57],"In":[58],"response,":[59],"we":[60,109],"propose":[61,129],"Rain,":[62],"complaint-driven":[64],"debugging":[67],"system.":[68],"Rain":[69,171],"allows":[70],"users":[71],"specify":[73],"complaints":[74,99],"over":[75],"query's":[77],"intermediate":[78],"or":[79],"final":[80],"output,":[81],"and":[82,149,156],"aims":[83],"return":[85],"minimum":[87],"set":[88],"of":[89,106,125,152],"examples":[91],"so":[92],"that":[93,170],"if":[94],"they":[95],"were":[96],"removed,":[97],"would":[100],"resolved.":[102],"To":[103],"best":[105],"our":[107],"knowledge,":[108],"are":[110],"first":[112],"study":[114],"this":[115],"problem.":[116],"A":[117],"naive":[118],"solution":[119],"requires":[120],"retraining":[121,142],"exponential":[123],"number":[124],"ML":[126],"models.":[127],"We":[128,144],"two":[130,154],"novel":[131],"heuristic":[132],"approaches":[133,155],"based":[134],"on":[135],"influence":[136],"functions":[137],"both":[139],"require":[140],"linear":[141],"steps.":[143],"provide":[145],"in-depth":[147],"analytical":[148],"empirical":[150],"analysis":[151],"conduct":[157],"extensive":[158],"experiments":[159],"evaluate":[161],"their":[162],"effectiveness":[163],"using":[164],"four":[165],"real-world":[166],"datasets.":[167],"Results":[168],"show":[169],"achieves":[172],"highest":[174],"[email":[175],"protected]":[176],"baselines":[180],"while":[181],"still":[182],"returns":[183],"results":[184],"interactively.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2020-04-17T00:00:00"}