{"id":"https://openalex.org/W3167688496","doi":"https://doi.org/10.1109/access.2021.3089907","title":"Optimizing Internal Overlaps by Self-Adjusting Resource Allocation in Multi-Stage Computing Systems","display_name":"Optimizing Internal Overlaps by Self-Adjusting Resource Allocation in Multi-Stage Computing Systems","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3167688496","doi":"https://doi.org/10.1109/access.2021.3089907","mag":"3167688496"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3089907","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3089907","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09456865.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09456865.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107790029","display_name":"Allen Y. Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I166088655","display_name":"Montclair State University","ror":"https://ror.org/01nxc2t48","country_code":"US","type":"education","lineage":["https://openalex.org/I166088655"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Allen Yang","raw_affiliation_strings":["Montclair State University, Montclair, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Montclair State University, Montclair, NJ, USA","institution_ids":["https://openalex.org/I166088655"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101584767","display_name":"Jiayin Wang","orcid":"https://orcid.org/0000-0001-5103-6132"},"institutions":[{"id":"https://openalex.org/I166088655","display_name":"Montclair State University","ror":"https://ror.org/01nxc2t48","country_code":"US","type":"education","lineage":["https://openalex.org/I166088655"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiayin Wang","raw_affiliation_strings":["Montclair State University, Montclair, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0001-5103-6132","affiliations":[{"raw_affiliation_string":"Montclair State University, Montclair, NJ, USA","institution_ids":["https://openalex.org/I166088655"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013723403","display_name":"Ying Mao","orcid":"https://orcid.org/0000-0002-4484-4892"},"institutions":[{"id":"https://openalex.org/I164389053","display_name":"Fordham University","ror":"https://ror.org/03qnxaf80","country_code":"US","type":"education","lineage":["https://openalex.org/I164389053"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ying Mao","raw_affiliation_strings":["Fordham University, New York City, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-4484-4892","affiliations":[{"raw_affiliation_string":"Fordham University, New York City, NY, USA","institution_ids":["https://openalex.org/I164389053"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052203401","display_name":"Yi Yao","orcid":"https://orcid.org/0000-0003-3582-5726"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Yao","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091825452","display_name":"Ningfang Mi","orcid":"https://orcid.org/0009-0005-0934-1287"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ningfang Mi","raw_affiliation_strings":["Northeastern University, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085815921","display_name":"Bo Sheng","orcid":"https://orcid.org/0000-0001-5958-8935"},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Sheng","raw_affiliation_strings":["University of Massachusetts Boston, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts Boston, Boston, MA, USA","institution_ids":["https://openalex.org/I33434090"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5107790029"],"corresponding_institution_ids":["https://openalex.org/I166088655"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.1376,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82581774,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"9","issue":null,"first_page":"88805","last_page":"88819"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7320261001586914},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5888117551803589},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5809767246246338},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45204004645347595},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1906236708164215}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7320261001586914},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5888117551803589},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5809767246246338},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45204004645347595},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1906236708164215}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3089907","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3089907","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09456865.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a1aa3988feab4b4299b71d672d297e7b","is_oa":true,"landing_page_url":"https://doaj.org/article/a1aa3988feab4b4299b71d672d297e7b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 88805-88819 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3089907","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3089907","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09456865.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.5400000214576721}],"awards":[{"id":"https://openalex.org/G6639540183","display_name":null,"funder_award_id":"CNS-1552525","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7226396420","display_name":"EAGER: Harnessing Dependency to Achieve Efficient Resource Management in Scalable Multi-stage Data Processing Systems","funder_award_id":"1552525","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7330713190","display_name":null,"funder_award_id":"2018575","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7938919466","display_name":"CAREER: Capacity Planning Methodologies for Large Clusters with Heterogeneous Architectures and Diverse Applications","funder_award_id":"1452751","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8883205329","display_name":null,"funder_award_id":"CNS-1452751","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G935526889","display_name":null,"funder_award_id":"CNS-2018575","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3167688496.pdf","grobid_xml":"https://content.openalex.org/works/W3167688496.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W185167974","https://openalex.org/W1750643891","https://openalex.org/W1861377444","https://openalex.org/W1890643295","https://openalex.org/W1986419873","https://openalex.org/W1992928432","https://openalex.org/W1996438407","https://openalex.org/W1998509479","https://openalex.org/W2002472616","https://openalex.org/W2040874448","https://openalex.org/W2057253279","https://openalex.org/W2095977162","https://openalex.org/W2100830825","https://openalex.org/W2102849319","https://openalex.org/W2104993419","https://openalex.org/W2121382795","https://openalex.org/W2133569115","https://openalex.org/W2150584499","https://openalex.org/W2154442293","https://openalex.org/W2163961697","https://openalex.org/W2173190258","https://openalex.org/W2173213060","https://openalex.org/W2266856261","https://openalex.org/W2291671219","https://openalex.org/W2317485026","https://openalex.org/W2572898255","https://openalex.org/W2625796849","https://openalex.org/W3118155803","https://openalex.org/W3142851257","https://openalex.org/W3162118826","https://openalex.org/W4250035917","https://openalex.org/W6637859451","https://openalex.org/W6639193275","https://openalex.org/W6639249596","https://openalex.org/W6649353803","https://openalex.org/W6684084819","https://openalex.org/W6739218926","https://openalex.org/W6787921415"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2138260944","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W4315630413"],"abstract_inverted_index":{"With":[0],"the":[1,30,33,55,63,70,82,94,100,107,157,192,197,200,208],"rise":[2],"of":[3,19,32,44,175,181,191,199,227,233,236],"big":[4,75],"data,":[5],"more":[6,8],"and":[7,121,136,149,178],"users":[9],"will":[10,59],"launch":[11],"computing":[12,77,119],"systems":[13],"to":[14,29,62,105,155,186],"process":[15],"a":[16,42,74,117,123,132,137,234],"large":[17],"volume":[18],"data":[20,57,76],"in":[21,73,170,225],"various":[22],"applications.":[23],"A":[24,141],"Scheduling":[25],"algorithm":[26],"is":[27,79,103,154,223],"crucial":[28],"performance":[31,215,222],"processing":[34],"platforms,":[35],"especially":[36],"when":[37],"they":[38],"are":[39,165],"concurrently":[40],"executing":[41],"batch":[43,235],"jobs.":[45,237],"Such":[46],"jobs":[47],"usually":[48,97],"represent":[49],"multiple":[50],"stages.":[51],"Each":[52],"stage":[53,65,96,102],"produces":[54],"intermediate":[56,108],"which":[58,184],"be":[60],"piped":[61],"next":[64],"for":[66,89,214],"further":[67],"processing.":[68],"However,":[69],"scheduling":[71,86],"problem":[72,87],"system":[78,120,210],"different":[80],"from":[81],"traditional":[83],"multi-stage":[84],"job":[85,143],"as":[88,116],"any":[90],"two":[91,145,162,166,193],"consecutive":[92,146],"stages,":[93],"later":[95],"starts":[98],"before":[99],"former":[101],"finished":[104],"\u201cshuffle\u201d":[106],"data.":[109],"In":[110],"this":[111],"paper,":[112],"we":[113],"consider":[114],"MapReduce/Hadoop":[115],"representative":[118],"develop":[122],"new":[124,167],"strategy":[125],"named":[126],"OMO,":[127],"Optimize":[128],"MapReduce":[129,142,201],"Overlap":[130],"with":[131,211],"Good":[133,138],"Start":[134],"(Reduce)":[135],"Finish":[139],"(Map).":[140],"contains":[144],"phases:":[147],"map":[148,182],"reduce.":[150],"Our":[151],"general":[152],"target":[153],"optimize":[156],"internal":[158],"overlap":[159],"between":[160],"these":[161],"phases.":[163],"There":[164],"techniques":[168],"included":[169],"our":[171],"solution,":[172],"Lazy":[173],"start":[174],"reduce":[176],"tasks":[177],"Batch":[179],"finish":[180],"tasks,":[183],"aim":[185],"approach":[187],"an":[188],"effective":[189],"alignment":[190],"phases":[194],"based":[195],"on":[196,207],"characteristics":[198],"process.":[202],"OMO":[203],"has":[204],"been":[205],"implemented":[206],"Hadoop":[209],"extensive":[212],"experiments":[213],"evaluation.":[216],"The":[217],"results":[218],"show":[219],"that":[220],"OMO's":[221],"superior":[224],"terms":[226],"total":[228],"completion":[229],"time":[230],"(i.e.,":[231],"makespan)":[232]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}