{"id":"https://openalex.org/W2291671219","doi":"https://doi.org/10.1109/pccc.2015.7410279","title":"OMO: Optimize MapReduce overlap with a good start (reduce) and a good finish (map)","display_name":"OMO: Optimize MapReduce overlap with a good start (reduce) and a good finish (map)","publication_year":2015,"publication_date":"2015-12-01","ids":{"openalex":"https://openalex.org/W2291671219","doi":"https://doi.org/10.1109/pccc.2015.7410279","mag":"2291671219"},"language":"en","primary_location":{"id":"doi:10.1109/pccc.2015.7410279","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pccc.2015.7410279","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 34th International Performance Computing and Communications Conference (IPCCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101584767","display_name":"Jiayin Wang","orcid":"https://orcid.org/0000-0001-5103-6132"},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jiayin Wang","raw_affiliation_strings":["Department of Computer Science, University of Massachusetts Boston, 100 Morrissey Boulevard, 02125, United States of America","University of Massachusetts Boston, Boston, MA, US"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Massachusetts Boston, 100 Morrissey Boulevard, 02125, United States of America","institution_ids":["https://openalex.org/I33434090"]},{"raw_affiliation_string":"University of Massachusetts Boston, Boston, MA, US","institution_ids":["https://openalex.org/I33434090"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052203401","display_name":"Yi Yao","orcid":"https://orcid.org/0000-0003-3582-5726"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Yao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Northeastern University, 360 Huntington Ave., Boston, MA 02115, United States of America","Department of Electrical and Computer Engineering, Northeastern University, Boston, MA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northeastern University, 360 Huntington Ave., Boston, MA 02115, United States of America","institution_ids":["https://openalex.org/I12912129"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northeastern University, Boston, MA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013723403","display_name":"Ying Mao","orcid":"https://orcid.org/0000-0002-4484-4892"},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ying Mao","raw_affiliation_strings":["Department of Computer Science, University of Massachusetts Boston, 100 Morrissey Boulevard, 02125, United States of America","Department of Computer Science, University of Massachusetts Boston, Boston, MA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Massachusetts Boston, 100 Morrissey Boulevard, 02125, United States of America","institution_ids":["https://openalex.org/I33434090"]},{"raw_affiliation_string":"Department of Computer Science, University of Massachusetts Boston, Boston, MA","institution_ids":["https://openalex.org/I33434090"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085815921","display_name":"Bo Sheng","orcid":"https://orcid.org/0000-0001-5958-8935"},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Sheng","raw_affiliation_strings":["Department of Computer Science, University of Massachusetts Boston, 100 Morrissey Boulevard, 02125, United States of America","Department of Computer Science, University of Massachusetts Boston, Boston, MA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Massachusetts Boston, 100 Morrissey Boulevard, 02125, United States of America","institution_ids":["https://openalex.org/I33434090"]},{"raw_affiliation_string":"Department of Computer Science, University of Massachusetts Boston, Boston, MA","institution_ids":["https://openalex.org/I33434090"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091825452","display_name":"Ningfang Mi","orcid":"https://orcid.org/0009-0005-0934-1287"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ningfang Mi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Northeastern University, 360 Huntington Ave., Boston, MA 02115, United States of America","Department of Electrical and Computer Engineering, Northeastern University, Boston, MA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northeastern University, 360 Huntington Ave., Boston, MA 02115, United States of America","institution_ids":["https://openalex.org/I12912129"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northeastern University, Boston, MA","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101584767"],"corresponding_institution_ids":["https://openalex.org/I33434090"],"apc_list":null,"apc_paid":null,"fwci":6.3568,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.96513233,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7728284597396851},{"id":"https://openalex.org/keywords/map-reduce","display_name":"Map reduce","score":0.5277001857757568},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.32712167501449585},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.19787093997001648},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.09022703766822815}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7728284597396851},{"id":"https://openalex.org/C3019257732","wikidata":"https://www.wikidata.org/wiki/Q567759","display_name":"Map reduce","level":3,"score":0.5277001857757568},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.32712167501449585},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.19787093997001648},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.09022703766822815}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pccc.2015.7410279","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pccc.2015.7410279","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 34th International Performance Computing and Communications Conference (IPCCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4399999976158142,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W185167974","https://openalex.org/W1420267637","https://openalex.org/W1545180787","https://openalex.org/W1861377444","https://openalex.org/W1992928432","https://openalex.org/W2002472616","https://openalex.org/W2007333650","https://openalex.org/W2020694540","https://openalex.org/W2022678927","https://openalex.org/W2041958520","https://openalex.org/W2057253279","https://openalex.org/W2096125134","https://openalex.org/W2100830825","https://openalex.org/W2102849319","https://openalex.org/W2104993419","https://openalex.org/W2120422789","https://openalex.org/W2140509629","https://openalex.org/W2163782505","https://openalex.org/W2163961697","https://openalex.org/W2173213060","https://openalex.org/W2239450181","https://openalex.org/W2333236502","https://openalex.org/W2396433687","https://openalex.org/W6632576748","https://openalex.org/W6639193275","https://openalex.org/W6684084819","https://openalex.org/W6712017604"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"MapReduce":[0,22,34,41,114],"has":[1],"become":[2],"a":[3,21,31,70,113,118,156],"popular":[4],"data":[5],"processing":[6],"framework":[7],"in":[8,40,112,147],"the":[9,18,26,37,45,51,57,64,80,83,107,110,122,134],"past":[10],"few":[11],"years.":[12],"Scheduling":[13],"algorithm":[14],"is":[15,28,42,60,145],"crucial":[16],"to":[17,62,78],"performance":[19,135,144],"of":[20,33,96,102,109,121,149,155,158],"cluster,":[23],"especially":[24],"when":[25],"cluster":[27],"concurrently":[29],"executing":[30],"batch":[32,100,157],"jobs.":[35,159],"However,":[36],"scheduling":[38,48],"problem":[39,49],"different":[43],"from":[44],"traditional":[46],"job":[47],"as":[50],"reduce":[52,86,97],"phase":[53,59],"usually":[54],"starts":[55],"before":[56],"map":[58,84,103],"finished":[61],"\u201cshuffle\u201d":[63],"intermediate":[65],"data.":[66],"This":[67],"paper":[68],"develops":[69],"new":[71,92],"strategy,":[72],"named":[73],"OMO,":[74],"which":[75,105],"particularly":[76],"aims":[77],"optimize":[79],"overlap":[81,111],"between":[82],"and":[85,99,116,132],"phases.":[87,124],"Our":[88],"solution":[89],"includes":[90],"two":[91,123],"techniques,":[93],"lazy":[94],"start":[95],"tasks":[98],"finish":[101],"tasks,":[104],"catch":[106],"characteristics":[108],"process":[115],"achieve":[117],"good":[119],"alignment":[120],"We":[125],"have":[126],"implemented":[127],"OMO":[128],"on":[129],"Hadoop":[130],"system":[131],"evaluated":[133],"with":[136],"extensive":[137],"experiments.":[138],"The":[139],"results":[140],"show":[141],"that":[142],"OMO's":[143],"superior":[146],"terms":[148],"total":[150],"completion":[151],"length":[152],"(i.e.,":[153],"makespan)":[154]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}