{"id":"https://openalex.org/W2904299378","doi":"https://doi.org/10.1109/tkde.2018.2884724","title":"Scheduling Resources to Multiple Pipelines of One Query in a Main Memory Database Cluster","display_name":"Scheduling Resources to Multiple Pipelines of One Query in a Main Memory Database Cluster","publication_year":2018,"publication_date":"2018-12-07","ids":{"openalex":"https://openalex.org/W2904299378","doi":"https://doi.org/10.1109/tkde.2018.2884724","mag":"2904299378"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2018.2884724","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2018.2884724","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030424736","display_name":"Zhuhe Fang","orcid":"https://orcid.org/0000-0001-6554-0014"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhuhe Fang","raw_affiliation_strings":["School of Data Science and Engineering, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6554-0014","affiliations":[{"raw_affiliation_string":"School of Data Science and Engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025387109","display_name":"Chuliang Weng","orcid":"https://orcid.org/0000-0003-0293-5857"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuliang Weng","raw_affiliation_strings":["School of Data Science and Engineering, East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data Science and Engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100335972","display_name":"Li Wang","orcid":"https://orcid.org/0000-0002-2192-9674"},"institutions":[{"id":"https://openalex.org/I4210108443","display_name":"Advanced Digital Sciences Center","ror":"https://ror.org/01xaqx887","country_code":"SG","type":"facility","lineage":["https://openalex.org/I4210108443"]},{"id":"https://openalex.org/I4210110242","display_name":"Digital Science (United States)","ror":"https://ror.org/020h4b682","country_code":"US","type":"company","lineage":["https://openalex.org/I4210110242","https://openalex.org/I4210112888","https://openalex.org/I4210118830"]}],"countries":["SG","US"],"is_corresponding":false,"raw_author_name":"Li Wang","raw_affiliation_strings":["Advanced Digital Sciences Center, Illinois at Singapore Pte. Ltd., Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Digital Sciences Center, Illinois at Singapore Pte. Ltd., Singapore","institution_ids":["https://openalex.org/I4210110242","https://openalex.org/I4210108443"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030858930","display_name":"Huiqi Hu","orcid":"https://orcid.org/0000-0001-5220-3166"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiqi Hu","raw_affiliation_strings":["School of Data Science and Engineering, East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data Science and Engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101511862","display_name":"Aoying Zhou","orcid":"https://orcid.org/0000-0002-4665-7302"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aoying Zhou","raw_affiliation_strings":["School of Data Science and Engineering, East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data Science and Engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5030424736"],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":0.3908,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.67926743,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"32","issue":"3","first_page":"533","last_page":"546"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.898406445980072},{"id":"https://openalex.org/keywords/pipeline-transport","display_name":"Pipeline transport","score":0.7851381301879883},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6429123282432556},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5353169441223145},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4988691806793213}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.898406445980072},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.7851381301879883},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6429123282432556},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5353169441223145},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4988691806793213},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2018.2884724","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2018.2884724","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2029957150","display_name":null,"funder_award_id":"61732014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5096871666","display_name":null,"funder_award_id":"61772204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320316084","display_name":"China Computer Federation","ror":"https://ror.org/015xj5w40"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322370","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1481588857","https://openalex.org/W1494822125","https://openalex.org/W1559339903","https://openalex.org/W1572046961","https://openalex.org/W1574862731","https://openalex.org/W1578006587","https://openalex.org/W1593856066","https://openalex.org/W1684916801","https://openalex.org/W1895735149","https://openalex.org/W1989932424","https://openalex.org/W1998406251","https://openalex.org/W2023753260","https://openalex.org/W2038412523","https://openalex.org/W2045725603","https://openalex.org/W2049263029","https://openalex.org/W2049305549","https://openalex.org/W2085410041","https://openalex.org/W2089269509","https://openalex.org/W2099035968","https://openalex.org/W2102729946","https://openalex.org/W2103702871","https://openalex.org/W2104741073","https://openalex.org/W2106076593","https://openalex.org/W2112101330","https://openalex.org/W2112168774","https://openalex.org/W2126583885","https://openalex.org/W2128871859","https://openalex.org/W2140749167","https://openalex.org/W2144620485","https://openalex.org/W2144940413","https://openalex.org/W2146368765","https://openalex.org/W2149294210","https://openalex.org/W2150115901","https://openalex.org/W2151834759","https://openalex.org/W2243101714","https://openalex.org/W2279367517","https://openalex.org/W2403790018","https://openalex.org/W2423220585","https://openalex.org/W2578785406","https://openalex.org/W2756107289","https://openalex.org/W2794526631","https://openalex.org/W2794594693","https://openalex.org/W2794610196","https://openalex.org/W2794849579","https://openalex.org/W4232732860","https://openalex.org/W4245765815","https://openalex.org/W6629681917","https://openalex.org/W6634556138","https://openalex.org/W6634627511","https://openalex.org/W6635352514","https://openalex.org/W6637456249","https://openalex.org/W6639382442","https://openalex.org/W6691055016","https://openalex.org/W6694965433","https://openalex.org/W6713389471"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2605757828"],"abstract_inverted_index":{"To":[0],"fully":[1],"utilize":[2],"the":[3,14,62,116,119,127,130,155,164],"resources":[4,28,49],"of":[5,23,48,54,157,167],"a":[6,45,76,177,183],"main":[7],"memory":[8],"database":[9,152],"cluster,":[10],"we":[11,74],"additionally":[12],"take":[13],"independent":[15],"parallelism":[16],"into":[17],"account":[18],"to":[19,29,39,44,60,102,138,174],"parallelize":[20],"multiple":[21,30,140],"pipelines":[22,31,101,117,141,169],"one":[24,171],"query.":[25],"However,":[26],"scheduling":[27,78,115],"is":[32,58],"an":[33],"intractable":[34],"problem.":[35],"Traditional":[36],"static":[37,178],"approaches":[38],"this":[40],"problem":[41],"may":[42],"lead":[43],"serious":[46],"waste":[47],"and":[50,66,83,180],"suboptimal":[51],"execution":[52],"order":[53],"pipelines,":[55],"because":[56],"it":[57],"hard":[59],"predict":[61],"actual":[63],"data":[64],"distribution":[65],"fluctuating":[67],"workloads":[68,156],"at":[69,123],"compile":[70],"time.":[71,125],"In":[72],"response,":[73],"propose":[75],"dynamic":[77],"algorithm,":[79],"List":[80],"with":[81,135],"Filling":[82],"Preemption":[84],"(LFPS),":[85],"based":[86],"on":[87,118],"two":[88],"novel":[89],"techniques.":[90],"(1)":[91],"Adaptive":[92],"filling":[93,132],"improves":[94,163],"resource":[95,106],"utilization":[96],"by":[97],"issuing":[98],"more":[99],"extra":[100],"adaptively":[103],"fill":[104],"idle":[105,133],"\u201choles\u201d":[107,134],"during":[108],"execution.":[109,185],"(2)":[110],"Rank-based":[111],"preemption":[112],"strictly":[113],"guarantees":[114],"critical":[120],"path":[121],"first":[122],"run":[124],"Interestingly,":[126],"latter":[128],"facilitates":[129],"former":[131],"best":[136],"efforts":[137],"finish":[139,165],"as":[142,144],"soon":[143],"possible.":[145],"We":[146],"implement":[147],"LFPS":[148],"in":[149],"our":[150,161],"prototype":[151],"system.":[153],"Under":[154],"TPC-H,":[158],"experiments":[159],"show":[160],"work":[162],"time":[166],"parallelizable":[168],"from":[170],"query":[172],"up":[173],"2.5X":[175],"than":[176,182],"approach":[179],"2.1X":[181],"serialized":[184]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}