{"id":"https://openalex.org/W2041563709","doi":"https://doi.org/10.1145/1007568.1007642","title":"Robust query processing through progressive optimization","display_name":"Robust query processing through progressive optimization","publication_year":2004,"publication_date":"2004-06-13","ids":{"openalex":"https://openalex.org/W2041563709","doi":"https://doi.org/10.1145/1007568.1007642","mag":"2041563709"},"language":"en","primary_location":{"id":"doi:10.1145/1007568.1007642","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1007568.1007642","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2004 ACM SIGMOD international conference on Management of data","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002413906","display_name":"Volker Markl","orcid":"https://orcid.org/0009-0009-0964-026X"},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Volker Markl","raw_affiliation_strings":["IBM Almaden Research Center, San Jose, CA","IBM Almaden Research Center San Jose , CA"],"affiliations":[{"raw_affiliation_string":"IBM Almaden Research Center, San Jose, CA","institution_ids":["https://openalex.org/I4210085935"]},{"raw_affiliation_string":"IBM Almaden Research Center San Jose , CA","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103997746","display_name":"Vijayshankar Raman","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vijayshankar Raman","raw_affiliation_strings":["IBM Almaden Research Center, San Jose, CA","IBM Almaden Research Center San Jose , CA"],"affiliations":[{"raw_affiliation_string":"IBM Almaden Research Center, San Jose, CA","institution_ids":["https://openalex.org/I4210085935"]},{"raw_affiliation_string":"IBM Almaden Research Center San Jose , CA","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020641159","display_name":"David Simmen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148712","display_name":"Silicon Valley University","ror":"https://ror.org/04jk6hn97","country_code":"US","type":"education","lineage":["https://openalex.org/I4210148712"]},{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Simmen","raw_affiliation_strings":["IBM Silicon Valley Lab, San Jose, CA","IBM Silicon Valley Lab., San Jose, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"IBM Silicon Valley Lab, San Jose, CA","institution_ids":["https://openalex.org/I4210148712"]},{"raw_affiliation_string":"IBM Silicon Valley Lab., San Jose, CA#TAB#","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009419818","display_name":"Guy M. Lohman","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guy Lohman","raw_affiliation_strings":["IBM Almaden Research Center, San Jose, CA","IBM Almaden Research Center San Jose , CA"],"affiliations":[{"raw_affiliation_string":"IBM Almaden Research Center, San Jose, CA","institution_ids":["https://openalex.org/I4210085935"]},{"raw_affiliation_string":"IBM Almaden Research Center San Jose , CA","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083725187","display_name":"Hamid Pirahesh","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hamid Pirahesh","raw_affiliation_strings":["IBM Almaden Research Center, San Jose, CA","IBM Almaden Research Center San Jose , CA"],"affiliations":[{"raw_affiliation_string":"IBM Almaden Research Center, San Jose, CA","institution_ids":["https://openalex.org/I4210085935"]},{"raw_affiliation_string":"IBM Almaden Research Center San Jose , CA","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007237367","display_name":"Miso Cilimdzic","orcid":"https://orcid.org/0009-0004-2870-6555"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210113654","display_name":"IBM (Canada)","ror":"https://ror.org/025sxka56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210113654"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Miso Cilimdzic","raw_affiliation_strings":["IBM Toronto Lab, Toronto, Canada","IBM Toronto Lab., Toronto, Canada#TAB#"],"affiliations":[{"raw_affiliation_string":"IBM Toronto Lab, Toronto, Canada","institution_ids":["https://openalex.org/I4210113654"]},{"raw_affiliation_string":"IBM Toronto Lab., Toronto, Canada#TAB#","institution_ids":["https://openalex.org/I1341412227"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5002413906"],"corresponding_institution_ids":["https://openalex.org/I4210085935"],"apc_list":null,"apc_paid":null,"fwci":10.959,"has_fulltext":false,"cited_by_count":231,"citation_normalized_percentile":{"value":0.98381752,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"659","last_page":"670"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.7896614074707031},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7605322599411011},{"id":"https://openalex.org/keywords/cardinality","display_name":"Cardinality (data modeling)","score":0.7343480587005615},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6029915809631348},{"id":"https://openalex.org/keywords/query-plan","display_name":"Query plan","score":0.593097984790802},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.402538001537323},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.40150102972984314},{"id":"https://openalex.org/keywords/sargable","display_name":"Sargable","score":0.31956395506858826},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.23152172565460205},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.22140660881996155},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.18827921152114868}],"concepts":[{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.7896614074707031},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7605322599411011},{"id":"https://openalex.org/C87117476","wikidata":"https://www.wikidata.org/wiki/Q362383","display_name":"Cardinality (data modeling)","level":2,"score":0.7343480587005615},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6029915809631348},{"id":"https://openalex.org/C2779729312","wikidata":"https://www.wikidata.org/wiki/Q784232","display_name":"Query plan","level":5,"score":0.593097984790802},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.402538001537323},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40150102972984314},{"id":"https://openalex.org/C192939062","wikidata":"https://www.wikidata.org/wiki/Q104840822","display_name":"Sargable","level":4,"score":0.31956395506858826},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.23152172565460205},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.22140660881996155},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.18827921152114868},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/1007568.1007642","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1007568.1007642","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2004 ACM SIGMOD international conference on Management of data","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.103.4808","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.103.4808","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cse.iitb.ac.in/dbms/Data/Courses/CS632/Papers/sigmod04-markl.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.127.6141","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.127.6141","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.research.ibm.com/compsci/project_spotlight/datamgmt/leo/121camera.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6200000047683716,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W25483517","https://openalex.org/W1480809079","https://openalex.org/W1581547316","https://openalex.org/W1587011656","https://openalex.org/W1975731516","https://openalex.org/W1991782662","https://openalex.org/W1994502095","https://openalex.org/W2007069074","https://openalex.org/W2025952212","https://openalex.org/W2060091058","https://openalex.org/W2065840988","https://openalex.org/W2068901259","https://openalex.org/W2081963263","https://openalex.org/W2102166438","https://openalex.org/W2120754641","https://openalex.org/W2133384222","https://openalex.org/W2135499008","https://openalex.org/W2136195851","https://openalex.org/W2137516889","https://openalex.org/W2153329411","https://openalex.org/W2171147420","https://openalex.org/W2171438172","https://openalex.org/W2171903035","https://openalex.org/W2203361072","https://openalex.org/W4233762723","https://openalex.org/W4235245586"],"related_works":["https://openalex.org/W4361194359","https://openalex.org/W2006459955","https://openalex.org/W1977331029","https://openalex.org/W2941854747","https://openalex.org/W2955368753","https://openalex.org/W203907944","https://openalex.org/W3125756434","https://openalex.org/W1608254253","https://openalex.org/W4386051213","https://openalex.org/W2992414350"],"abstract_inverted_index":{"Virtually":[0],"every":[1],"commercial":[2,205],"query":[3,11,62,85,98,186,221],"optimizer":[4,51],"chooses":[5],"the":[6,30,50,136,152,166,190,216,239],"best":[7],"plan":[8,172,187],"for":[9],"a":[10,13,54,144,162,171,181,203,233],"using":[12,212],"cost":[14],"model":[15],"that":[16,64,164],"relies":[17],"heavily":[18],"on":[19],"accurate":[20],"cardinality":[21,77,90,138,154,167],"estimation.":[22],"Cardinality":[23,45],"estimation":[24,46,78],"errors":[25,47],"can":[26,124,133],"occur":[27,125],"due":[28],"to":[29,52,61,72,220,232],"use":[31],"of":[32,128,185,210,241,251],"inaccurate":[33],"statistics,":[34],"invalid":[35],"assumptions":[36],"about":[37],"attribute":[38],"independence,":[39],"parameter":[40],"markers,":[41],"and":[42,74,107,114,121,139,236],"so":[43],"on.":[44],"may":[48],"cause":[49],"choose":[53],"sub-optimal":[55],"plan.":[56],"We":[57,80,175],"present":[58],"an":[59],"approach":[60,83],"processing":[63],"is":[65,70,102,173,193],"extremely":[66],"robust":[67],"because":[68],"it":[69],"able":[71],"detect":[73],"recover":[75],"from":[76],"errors.":[79],"call":[81],"this":[82,177],"\"progressive":[84],"optimization\"":[86],"(POP).":[87],"POP":[88,198,211,218,231],"validates":[89],"estimates":[91,155],"against":[92,156],"actual":[93,108,137,157],"values":[94],"as":[95],"measured":[96],"during":[97,143],"execution.":[99],"If":[100,189],"there":[101],"significant":[103],"disagreement":[104],"between":[105,119],"estimated":[106],"values,":[109],"execution":[110,122,146],"might":[111,116],"be":[112],"stopped":[113],"re-optimization":[115,131],"occur.":[117],"Oscillation":[118],"optimization":[120],"steps":[123],"any":[126],"number":[127],"times.":[129],"A":[130,228],"step":[132],"exploit":[134],"both":[135],"partial":[140],"results,":[141],"computed":[142],"previous":[145],"step.":[147],"Checkpoint":[148],"operators":[149],"(CHECK)":[150],"validate":[151],"optimizer's":[153],"cardinalities.":[158],"Each":[159],"CHECK":[160,191,195],"has":[161,199],"condition":[163,192],"indicates":[165],"bounds":[168],"within":[169],"which":[170],"valid.":[174],"compute":[176],"validity":[178],"range":[179],"through":[180],"novel":[182],"sensitivity":[183],"analysis":[184],"operators.":[188],"violated,":[194],"triggers":[196],"re-optimization.":[197],"been":[200],"prototyped":[201],"in":[202],"leading":[204],"DBMS.":[206],"An":[207],"experimental":[208],"evaluation":[209],"TPC-H":[213],"queries":[214,246],"illustrates":[215],"robustness":[217],"adds":[219],"processing,":[222],"while":[223],"incurring":[224],"only":[225],"negligible":[226],"overhead.":[227],"case-study":[229],"applying":[230],"real-world":[234],"database":[235],"workload":[237],"shows":[238],"potential":[240],"POP,":[242],"accelerating":[243],"complex":[244],"OLAP":[245],"by":[247],"almost":[248],"two":[249],"orders":[250],"magnitude.":[252]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":16},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":12},{"year":2013,"cited_by_count":14},{"year":2012,"cited_by_count":15}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}