{"id":"https://openalex.org/W2002791618","doi":"https://doi.org/10.1145/2588555.2593667","title":"Knowing when you're wrong","display_name":"Knowing when you're wrong","publication_year":2014,"publication_date":"2014-06-18","ids":{"openalex":"https://openalex.org/W2002791618","doi":"https://doi.org/10.1145/2588555.2593667","mag":"2002791618"},"language":"en","primary_location":{"id":"doi:10.1145/2588555.2593667","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2588555.2593667","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2014 ACM SIGMOD International Conference on Management of Data","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102730073","display_name":"Sameer Agarwal","orcid":"https://orcid.org/0009-0003-5217-2795"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sameer Agarwal","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA","University of California, Berkeley, Berkeley, CA USA"],"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016063506","display_name":"Henry Milner","orcid":"https://orcid.org/0009-0006-5863-7962"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henry Milner","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA","University of California, Berkeley, Berkeley, CA USA"],"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016231212","display_name":"Ariel Kleiner","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ariel Kleiner","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA","University of California, Berkeley, Berkeley, CA USA"],"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029768722","display_name":"Ameet Talwalkar","orcid":"https://orcid.org/0000-0001-6650-1893"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ameet Talwalkar","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA","University of California, Berkeley, Berkeley, CA USA"],"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049812527","display_name":"Michael I. Jordan","orcid":"https://orcid.org/0000-0001-8935-817X"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Jordan","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA","University of California, Berkeley, Berkeley, CA USA"],"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037742794","display_name":"Samuel Madden","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel Madden","raw_affiliation_strings":["Massachusetts Institute of Technology, Boston, MA, USA","Massachusetts Institute of Technology, Boston, MA, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Boston, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Massachusetts Institute of Technology, Boston, MA, USA#TAB#","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060287971","display_name":"Barzan Mozafari","orcid":"https://orcid.org/0000-0002-3581-3875"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Barzan Mozafari","raw_affiliation_strings":["University of Michigan, Ann Arbor, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041920173","display_name":"Ion Stoica","orcid":"https://orcid.org/0000-0002-5373-0088"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ion Stoica","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA","University of California, Berkeley, Berkeley, CA USA"],"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5102730073"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":28.5897,"has_fulltext":false,"cited_by_count":164,"citation_normalized_percentile":{"value":0.99740546,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"481","last_page":"492"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8951594829559326},{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.6788563132286072},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6237751245498657},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.524761438369751},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47051802277565},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.43296927213668823},{"id":"https://openalex.org/keywords/online-aggregation","display_name":"Online aggregation","score":0.41292405128479004},{"id":"https://openalex.org/keywords/sargable","display_name":"Sargable","score":0.2951604723930359},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.2841736674308777},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.2837540805339813},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.17883819341659546}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8951594829559326},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.6788563132286072},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6237751245498657},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.524761438369751},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47051802277565},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.43296927213668823},{"id":"https://openalex.org/C24028149","wikidata":"https://www.wikidata.org/wiki/Q7094056","display_name":"Online aggregation","level":5,"score":0.41292405128479004},{"id":"https://openalex.org/C192939062","wikidata":"https://www.wikidata.org/wiki/Q104840822","display_name":"Sargable","level":4,"score":0.2951604723930359},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.2841736674308777},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2837540805339813},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.17883819341659546},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2588555.2593667","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2588555.2593667","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2014 ACM SIGMOD International Conference on Management of Data","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7103680314","display_name":null,"funder_award_id":"FA8750-12-2-0331","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8056273921","display_name":null,"funder_award_id":"CCF-1139158","funder_id":"https://openalex.org/F4320337387","funder_display_name":"Division of Computing and Communication Foundations"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337387","display_name":"Division of Computing and Communication Foundations","ror":"https://ror.org/01mng8331"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W55487083","https://openalex.org/W1509689762","https://openalex.org/W1529840045","https://openalex.org/W1571066610","https://openalex.org/W1592355944","https://openalex.org/W1966705109","https://openalex.org/W1975184797","https://openalex.org/W1976241222","https://openalex.org/W1977601279","https://openalex.org/W1995945562","https://openalex.org/W2010353172","https://openalex.org/W2024562752","https://openalex.org/W2037826478","https://openalex.org/W2043097023","https://openalex.org/W2064777887","https://openalex.org/W2071989194","https://openalex.org/W2089347259","https://openalex.org/W2089666999","https://openalex.org/W2099601885","https://openalex.org/W2110086534","https://openalex.org/W2110363867","https://openalex.org/W2117897510","https://openalex.org/W2120176508","https://openalex.org/W2123537546","https://openalex.org/W2129055634","https://openalex.org/W2131975293","https://openalex.org/W2139072600","https://openalex.org/W2152029707","https://openalex.org/W2164507334","https://openalex.org/W2165990006","https://openalex.org/W2296677182","https://openalex.org/W2912802084","https://openalex.org/W3106889297","https://openalex.org/W4241684091","https://openalex.org/W6609689523","https://openalex.org/W6635371082","https://openalex.org/W6677594458","https://openalex.org/W6684060480","https://openalex.org/W6758383543","https://openalex.org/W7002050966"],"related_works":["https://openalex.org/W3125756434","https://openalex.org/W2554271401","https://openalex.org/W2912995176","https://openalex.org/W2360617161","https://openalex.org/W1971797742","https://openalex.org/W2992414350","https://openalex.org/W185198413","https://openalex.org/W2566063947","https://openalex.org/W2249768123","https://openalex.org/W1977165107"],"abstract_inverted_index":{"Modern":[0],"data":[1,9,25],"analytics":[2],"applications":[3,51],"typically":[4],"process":[5],"massive":[6],"amounts":[7],"of":[8,12,17,24,28,56,89,99,185],"on":[10,65,96,118,130,169],"clusters":[11],"tens,":[13],"hundreds,":[14],"or":[15],"thousands":[16],"machines":[18],"to":[19,37,92,126,178,200],"support":[20],"near-real-time":[21],"decisions.The":[22],"quantity":[23],"and":[26,30,180,210],"limitations":[27],"disk":[29],"memory":[31],"bandwidth":[32],"often":[33,167],"make":[34],"it":[35,44,175,197],"infeasible":[36],"deliver":[38],"answers":[39,73,209],"at":[40,86,214],"interactive":[41,215],"speeds.":[42,216],"However,":[43,133],"has":[45,122,144],"been":[46],"widely":[47],"observed":[48],"that":[49,108,163,196,206],"many":[50],"can":[52,76],"tolerate":[53],"some":[54],"degree":[55],"inaccuracy.":[57],"This":[58],"is":[59,91,112,176,198],"especially":[60],"true":[61],"for":[62,82,155,188],"exploratory":[63],"queries":[64,85],"data,":[66,100],"where":[67],"users":[68],"are":[69],"satisfied":[70],"with":[71],"\"close-enough\"":[72],"if":[74],"they":[75],"come":[77],"quickly.":[78],"A":[79],"popular":[80],"technique":[81],"speeding":[83],"up":[84],"the":[87,103,109,137,183],"cost":[88],"accuracy":[90],"execute":[93],"each":[94],"query":[95,120,140,157,203],"a":[97,189,202],"sample":[98],"rather":[101],"than":[102],"whole":[104],"dataset.":[105],"To":[106],"ensure":[107],"returned":[110,131],"result":[111],"not":[113,145],"too":[114],"inaccurate,":[115],"past":[116],"work":[117,135],"approximate":[119,139,208],"processing":[121,141],"used":[123],"statistical":[124],"techniques":[125,149],"estimate":[127],"\"error":[128],"bars\"":[129],"results.":[132],"existing":[134],"in":[136],"sampling-based":[138],"(S-AQP)":[142],"community":[143],"validated":[146],"whether":[147],"these":[148],"actually":[150],"generate":[151],"accurate":[152],"error":[153,164,186,212],"bars":[154,213],"real":[156,170],"workloads.":[158,173],"In":[159,191],"fact,":[160],"we":[161,194],"find":[162],"bar":[165],"estimation":[166,187],"fails":[168],"world":[171],"production":[172],"Fortunately,":[174],"possible":[177,199],"quickly":[179],"accurately":[181],"diagnose":[182],"failure":[184],"query.":[190],"this":[192],"paper,":[193],"show":[195],"implement":[201],"approximation":[204],"pipeline":[205],"produces":[207],"reliable":[211]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":18},{"year":2018,"cited_by_count":29},{"year":2017,"cited_by_count":26},{"year":2016,"cited_by_count":23},{"year":2015,"cited_by_count":24},{"year":2014,"cited_by_count":4}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}