{"id":"https://openalex.org/W4380433122","doi":"https://doi.org/10.1145/3588708","title":"Speeding Up End-to-end Query Execution via Learning-based Progressive Cardinality Estimation","display_name":"Speeding Up End-to-end Query Execution via Learning-based Progressive Cardinality Estimation","publication_year":2023,"publication_date":"2023-05-26","ids":{"openalex":"https://openalex.org/W4380433122","doi":"https://doi.org/10.1145/3588708"},"language":"en","primary_location":{"id":"doi:10.1145/3588708","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3588708","pdf_url":null,"source":{"id":"https://openalex.org/S4387289859","display_name":"Proceedings of the ACM on Management of Data","issn_l":"2836-6573","issn":["2836-6573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Management of Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101925297","display_name":"Fang Wang","orcid":"https://orcid.org/0000-0002-0339-6552"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Fang Wang","raw_affiliation_strings":["The Hong Kong Polytechnic University, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-0339-6552","affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367774","display_name":"Xiao Yan","orcid":"https://orcid.org/0000-0002-2122-915X"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Yan","raw_affiliation_strings":["Southern University of Science and Technology, Shen zhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2122-915X","affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Shen zhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017431281","display_name":"Man Lung Yiu","orcid":"https://orcid.org/0000-0002-9619-4924"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Man Lung Yiu","raw_affiliation_strings":["The Hong Kong Polytechnic University, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-9619-4924","affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424119","display_name":"Shuai Li","orcid":"https://orcid.org/0000-0003-0760-5267"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shuai LI","raw_affiliation_strings":["The Hong Kong Polytechnic University, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-0760-5267","affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087880881","display_name":"Zunyao Mao","orcid":"https://orcid.org/0009-0006-8516-3723"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zunyao Mao","raw_affiliation_strings":["Southern University of Science and Technology, Shen zhen, China"],"raw_orcid":"https://orcid.org/0009-0006-8516-3723","affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Shen zhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101455930","display_name":"Bo Tang","orcid":"https://orcid.org/0000-0001-8424-0092"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Tang","raw_affiliation_strings":["Southern University of Science and Technology, Shen zhen, China"],"raw_orcid":"https://orcid.org/0000-0001-8424-0092","affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Shen zhen, China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101925297"],"corresponding_institution_ids":["https://openalex.org/I14243506"],"apc_list":null,"apc_paid":null,"fwci":3.4082,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.9380098,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"1","issue":"1","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cardinality","display_name":"Cardinality (data modeling)","score":0.8232687711715698},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8145618438720703},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.7625784873962402},{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.6406630873680115},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6287496089935303},{"id":"https://openalex.org/keywords/execution-time","display_name":"Execution time","score":0.4950689375400543},{"id":"https://openalex.org/keywords/online-aggregation","display_name":"Online aggregation","score":0.41451504826545715},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.394202321767807},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.3893245458602905},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3625186085700989},{"id":"https://openalex.org/keywords/sargable","display_name":"Sargable","score":0.34266820549964905},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.26263201236724854},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19602161645889282},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.19301354885101318},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.14817053079605103},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09617644548416138},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08711230754852295}],"concepts":[{"id":"https://openalex.org/C87117476","wikidata":"https://www.wikidata.org/wiki/Q362383","display_name":"Cardinality (data modeling)","level":2,"score":0.8232687711715698},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8145618438720703},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7625784873962402},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.6406630873680115},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6287496089935303},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.4950689375400543},{"id":"https://openalex.org/C24028149","wikidata":"https://www.wikidata.org/wiki/Q7094056","display_name":"Online aggregation","level":5,"score":0.41451504826545715},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.394202321767807},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.3893245458602905},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3625186085700989},{"id":"https://openalex.org/C192939062","wikidata":"https://www.wikidata.org/wiki/Q104840822","display_name":"Sargable","level":4,"score":0.34266820549964905},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.26263201236724854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19602161645889282},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.19301354885101318},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.14817053079605103},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09617644548416138},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08711230754852295}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3588708","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3588708","pdf_url":null,"source":{"id":"https://openalex.org/S4387289859","display_name":"Proceedings of the ACM on Management of Data","issn_l":"2836-6573","issn":["2836-6573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Management of Data","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.4399999976158142}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1992560344","https://openalex.org/W2041563709","https://openalex.org/W2107023417","https://openalex.org/W2396309311","https://openalex.org/W2424452828","https://openalex.org/W2955798121","https://openalex.org/W2970148517","https://openalex.org/W2974555766","https://openalex.org/W2991530444","https://openalex.org/W2998249308","https://openalex.org/W3013555795","https://openalex.org/W3029535034","https://openalex.org/W3030994385","https://openalex.org/W3041888157","https://openalex.org/W3082526573","https://openalex.org/W3097225903","https://openalex.org/W3099273181","https://openalex.org/W3111141572","https://openalex.org/W3124277639","https://openalex.org/W3173622057","https://openalex.org/W3183953540","https://openalex.org/W3198024709","https://openalex.org/W3201096471","https://openalex.org/W3203329898","https://openalex.org/W4206064074","https://openalex.org/W4206830372","https://openalex.org/W4210546623","https://openalex.org/W4233762723","https://openalex.org/W4252265332","https://openalex.org/W4255671299","https://openalex.org/W4289706945","https://openalex.org/W4380433122","https://openalex.org/W6604662147"],"related_works":["https://openalex.org/W3125756434","https://openalex.org/W2006459955","https://openalex.org/W2554271401","https://openalex.org/W2992414350","https://openalex.org/W185198413","https://openalex.org/W203907944","https://openalex.org/W1971797742","https://openalex.org/W2955368753","https://openalex.org/W4386051213","https://openalex.org/W2912995176"],"abstract_inverted_index":{"Fast":[0],"query":[1,19,64,80,102,184],"execution":[2,20,32,121,185],"requires":[3],"learning-based":[4,189],"cardinality":[5,78,91],"estimators":[6,36,143],"to":[7,17,42,114],"have":[8,115],"short":[9],"inference":[10,14],"time":[11,15,186],"(as":[12],"model":[13,47,74,85],"adds":[16],"end-to-end":[18,183],"time)":[21],"and":[22,49,82,118,138,150,162,168],"high":[23,151],"estimation":[24,50],"accuracy":[25,152],"(which":[26],"is":[27,105],"crucial":[28],"for":[29,125,160],"finding":[30],"good":[31,148],"plan).":[33],"However,":[34],"existing":[35],"cannot":[37],"meet":[38],"both":[39,147],"requirements":[40],"due":[41],"the":[43,90,94,98,108,126,130,158],"inherent":[44],"tension":[45],"between":[46],"complexity":[48],"accuracy.":[51],"We":[52],"propose":[53],"a":[54,63,83,172],"novel":[55],"Learning-based":[56],"Progressive":[57],"Cardinality":[58],"Estimator":[59],"(LPCE),":[60],"which":[61,76,87],"adopts":[62],"re-optimization":[65,104,167],"methodology.":[66],"In":[67],"particular,":[68],"LPCE":[69,169,180],"consists":[70],"of":[71,97,110],"an":[72],"initial":[73],"(LPCE-I),":[75],"estimates":[77],"before":[79],"execution,":[81,103],"refinement":[84],"(LPCE-R),":[86],"progressively":[88],"refines":[89],"estimations":[92,109,132],"using":[93,129],"actual":[95],"cardinalities":[96],"executed":[99],"operators.":[100],"During":[101],"triggered":[106],"if":[107],"LPCE-I":[111,137,161],"are":[112,123,140],"found":[113],"large":[116],"errors,":[117],"more":[119],"efficient":[120],"plans":[122],"selected":[124],"remaining":[127],"operators":[128],"refined":[131],"provided":[133],"by":[134],"LPCE-R.":[135],"Both":[136],"LPCE-R":[139],"light-weight":[141],"query-driven":[142],"but":[144],"they":[145],"achieve":[146],"efficiency":[149],"when":[153],"used":[154],"jointly.":[155],"Besides":[156],"designing":[157],"models":[159],"LPCE-R,":[163],"we":[164],"also":[165],"integrate":[166],"into":[170],"PostgreSQL,":[171],"popular":[173],"database":[174],"engine.":[175],"Extensive":[176],"experiments":[177],"show":[178],"that":[179],"yields":[181],"shorter":[182],"than":[187],"state-of-the-art":[188],"estimators.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}