{"id":"https://openalex.org/W2897034312","doi":"https://doi.org/10.1109/tsc.2018.2875698","title":"Joint Scheduling of Overlapping MapReduce Phases: Pair Jobs for Optimization","display_name":"Joint Scheduling of Overlapping MapReduce Phases: Pair Jobs for Optimization","publication_year":2018,"publication_date":"2018-10-12","ids":{"openalex":"https://openalex.org/W2897034312","doi":"https://doi.org/10.1109/tsc.2018.2875698","mag":"2897034312"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2018.2875698","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2018.2875698","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044419929","display_name":"Huanyang Zheng","orcid":"https://orcid.org/0000-0002-5529-4080"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huanyang Zheng","raw_affiliation_strings":["Center for Networked Computing, Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5529-4080","affiliations":[{"raw_affiliation_string":"Center for Networked Computing, Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100600528","display_name":"Jie Wu","orcid":"https://orcid.org/0000-0002-3472-1717"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jie Wu","raw_affiliation_strings":["Center for Networked Computing, Temple University, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3472-1717","affiliations":[{"raw_affiliation_string":"Center for Networked Computing, Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I84392919"],"apc_list":null,"apc_paid":null,"fwci":1.208,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.85948321,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"14","issue":"5","first_page":"1453","last_page":"1463"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8181698322296143},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.637790322303772},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6359003186225891},{"id":"https://openalex.org/keywords/map-reduce","display_name":"Map reduce","score":0.5382532477378845},{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.5356817841529846},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5201357007026672},{"id":"https://openalex.org/keywords/job-scheduler","display_name":"Job scheduler","score":0.47675618529319763},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4334464967250824},{"id":"https://openalex.org/keywords/execution-time","display_name":"Execution time","score":0.42158135771751404},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.41143369674682617},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.3803255259990692},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12111538648605347},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.09713420271873474},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.07917609810829163}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8181698322296143},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.637790322303772},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6359003186225891},{"id":"https://openalex.org/C3019257732","wikidata":"https://www.wikidata.org/wiki/Q567759","display_name":"Map reduce","level":3,"score":0.5382532477378845},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.5356817841529846},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5201357007026672},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.47675618529319763},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4334464967250824},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.42158135771751404},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.41143369674682617},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.3803255259990692},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12111538648605347},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.09713420271873474},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.07917609810829163},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2018.2875698","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2018.2875698","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G1190630575","display_name":null,"funder_award_id":"CNS 1461932","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2039584371","display_name":null,"funder_award_id":"CNS 1439672","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3680189647","display_name":null,"funder_award_id":"CNS 1564128","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4359926526","display_name":null,"funder_award_id":"CNS 1460971","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5870385267","display_name":null,"funder_award_id":"CNS 1449860","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6688326427","display_name":null,"funder_award_id":"CNS 1629746","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1508832460","https://openalex.org/W1861377444","https://openalex.org/W1987701417","https://openalex.org/W2002472616","https://openalex.org/W2003584395","https://openalex.org/W2022678927","https://openalex.org/W2040168785","https://openalex.org/W2057279099","https://openalex.org/W2061857234","https://openalex.org/W2077975876","https://openalex.org/W2084318159","https://openalex.org/W2096125134","https://openalex.org/W2110104287","https://openalex.org/W2117686378","https://openalex.org/W2133569115","https://openalex.org/W2140486418","https://openalex.org/W2163291889","https://openalex.org/W2170856775","https://openalex.org/W2291671219","https://openalex.org/W2293690431","https://openalex.org/W2520817779","https://openalex.org/W2527261714","https://openalex.org/W2530480556","https://openalex.org/W2576355797","https://openalex.org/W2604252918","https://openalex.org/W2604856537","https://openalex.org/W2764100055","https://openalex.org/W2782000683","https://openalex.org/W2806199268","https://openalex.org/W2964071570","https://openalex.org/W4231139262","https://openalex.org/W4246315676","https://openalex.org/W6638119020","https://openalex.org/W6639193275","https://openalex.org/W6676421412","https://openalex.org/W6696666936","https://openalex.org/W6735916004"],"related_works":["https://openalex.org/W2139982839","https://openalex.org/W1984267569","https://openalex.org/W2092966558","https://openalex.org/W1956651153","https://openalex.org/W2347561926","https://openalex.org/W2327547880","https://openalex.org/W3153517983","https://openalex.org/W4251916935","https://openalex.org/W2810393632","https://openalex.org/W2244881412"],"abstract_inverted_index":{"MapReduce":[0],"includes":[1],"three":[2],"phases":[3,22,40],"of":[4,35,49,73,82,112,120,163],"map,":[5],"shuffle,":[6],"and":[7,15,38,53,70,79,142,161],"reduce.":[8],"Since":[9],"the":[10,16,43,50,54,68,77,83,109,123,137,159,164],"map":[11,37,71,78,98],"phase":[12,18],"is":[13,19],"CPU-intensive":[14],"shuffle":[17,39,69,80,103],"I/O-intensive,":[20],"these":[21],"can":[23,114,126,131],"be":[24,115],"conducted":[25],"in":[26],"parallel.":[27],"This":[28],"paper":[29],"studies":[30],"a":[31,64,92,133],"joint":[32],"scheduling":[33,144],"optimization":[34],"overlapping":[36],"to":[41,117],"minimize":[42],"average":[44],"job":[45,75],"makespan.":[46],"New":[47],"concepts":[48],"strong":[51,65,118,134],"pair":[52,56,66,94],"weak":[55,93,153],"are":[57,61,89,146,149],"introduced.":[58],"Two":[59,87],"jobs":[60,88,113,129],"defined":[62,90],"as":[63,91],"if":[67,95,108],"workloads":[72,81,99],"one":[74],"equal":[76,100],"other":[84],"job,":[85],"respectively.":[86],"their":[96,101],"total":[97,102],"workloads.":[104],"We":[105],"prove":[106],"that":[107,130],"entire":[110],"set":[111],"decomposed":[116],"pairs":[119],"jobs,":[121],"then":[122],"optimal":[124],"schedule":[125],"pairwisely":[127],"execute":[128],"form":[132],"pair.":[135],"Following":[136],"above":[138],"intuition,":[139],"several":[140],"offline":[141],"online":[143],"policies":[145],"proposed.":[147],"Extensions":[148],"made":[150],"based":[151],"on":[152],"pairs.":[154],"Real":[155],"data-driven":[156],"experiments":[157],"validate":[158],"efficiency":[160],"effectiveness":[162],"proposed":[165],"policies.":[166]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}