{"id":"https://openalex.org/W2513143408","doi":"https://doi.org/10.1109/tcc.2016.2603509","title":"PISCES: Optimizing Multi-Job Application Execution in MapReduce","display_name":"PISCES: Optimizing Multi-Job Application Execution in MapReduce","publication_year":2016,"publication_date":"2016-08-26","ids":{"openalex":"https://openalex.org/W2513143408","doi":"https://doi.org/10.1109/tcc.2016.2603509","mag":"2513143408"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2016.2603509","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2016.2603509","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101861659","display_name":"Qi Chen","orcid":"https://orcid.org/0000-0001-9280-9461"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qi Chen","raw_affiliation_strings":["Department of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9280-9461","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040820855","display_name":"Jinyu Yao","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyu Yao","raw_affiliation_strings":["Department of Computer Science, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084682234","display_name":"Benchao Li","orcid":"https://orcid.org/0000-0003-1870-8763"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Benchao Li","raw_affiliation_strings":["Department of Computer Science, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102979232","display_name":"Zhen Xiao","orcid":"https://orcid.org/0000-0002-6784-9709"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Xiao","raw_affiliation_strings":["Department of Computer Science, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101861659"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":1.3806,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.86836917,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"7","issue":"1","first_page":"273","last_page":"286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8861216306686401},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5822043418884277},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5463687181472778},{"id":"https://openalex.org/keywords/execution-time","display_name":"Execution time","score":0.5398176908493042},{"id":"https://openalex.org/keywords/job-scheduler","display_name":"Job scheduler","score":0.5362837314605713},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.5352725386619568},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5185702443122864},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5151528120040894},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.5148674249649048},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4524267911911011},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15312278270721436},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.12844663858413696},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.09589096903800964}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8861216306686401},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5822043418884277},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5463687181472778},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.5398176908493042},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.5362837314605713},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.5352725386619568},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5185702443122864},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5151528120040894},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.5148674249649048},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4524267911911011},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15312278270721436},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.12844663858413696},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.09589096903800964},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2016.2603509","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2016.2603509","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.47999998927116394}],"awards":[{"id":"https://openalex.org/G5142984650","display_name":"\u201c\u63d2\u4ef6\u5f0f\u201d\u5206\u5e03\u5f0f\u673a\u5668\u5b66\u4e60\u8ba1\u7b97\u6846\u67b6\u7814\u7a76","funder_award_id":"61572044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W236893983","https://openalex.org/W1535431348","https://openalex.org/W1834532152","https://openalex.org/W1861377444","https://openalex.org/W1890643295","https://openalex.org/W2013344760","https://openalex.org/W2014294093","https://openalex.org/W2017977879","https://openalex.org/W2022678927","https://openalex.org/W2027720485","https://openalex.org/W2035871154","https://openalex.org/W2040722314","https://openalex.org/W2058047606","https://openalex.org/W2060976275","https://openalex.org/W2061601738","https://openalex.org/W2066636486","https://openalex.org/W2096125134","https://openalex.org/W2098935637","https://openalex.org/W2100830825","https://openalex.org/W2103337291","https://openalex.org/W2110086534","https://openalex.org/W2110104287","https://openalex.org/W2113718594","https://openalex.org/W2119400430","https://openalex.org/W2126547925","https://openalex.org/W2141267666","https://openalex.org/W2157099238","https://openalex.org/W2157846217","https://openalex.org/W2170207233","https://openalex.org/W2173213060","https://openalex.org/W2296349066","https://openalex.org/W2298313545","https://openalex.org/W2461695593","https://openalex.org/W2912802084","https://openalex.org/W2978655370","https://openalex.org/W4239670432","https://openalex.org/W6632229964","https://openalex.org/W6639007902","https://openalex.org/W6639193275","https://openalex.org/W6639249596","https://openalex.org/W6676421412","https://openalex.org/W6697318023","https://openalex.org/W6758383543"],"related_works":["https://openalex.org/W2067317451","https://openalex.org/W2154771632","https://openalex.org/W4211085505","https://openalex.org/W3122478268","https://openalex.org/W2084758217","https://openalex.org/W2842402481","https://openalex.org/W2098270445","https://openalex.org/W3017351265","https://openalex.org/W4281719965","https://openalex.org/W1511549656"],"abstract_inverted_index":{"Nowadays,":[0],"many":[1],"MapReduce":[2,26,109,192],"applications":[3,19,238],"consist":[4],"of":[5,7,82,94,170,178,224,237],"groups":[6],"jobs":[8,44,49,83,116,130,190],"with":[9,65,117],"dependencies":[10,118],"among":[11,43],"each":[12],"other,":[13],"such":[14],"as":[15],"iterative":[16],"machine":[17],"learning":[18],"and":[20,45,135,174,232],"large":[21],"database":[22],"queries.":[23],"Unfortunately,":[24],"the":[25,39,55,87,107,140,150,154,160,167,175,196,211,222,234],"framework":[27,110],"is":[28,96],"not":[29,37],"optimized":[30],"for":[31,102,114,127],"these":[32],"multi-job":[33,103],"applications.":[34,104],"It":[35],"does":[36],"explore":[38],"execution":[40,57,186,235],"overlapping":[41,187],"opportunities":[42],"can":[46,220],"only":[47],"schedule":[48],"independently.":[50],"These":[51],"issues":[52],"significantly":[53],"inflate":[54],"application":[56,88,197],"time.":[58],"This":[59,182],"paper":[60],"presents":[61],"Pipeline":[62],"Improvement":[63],"Support":[64],"Critical":[66],"chain":[67,73,77,205,214],"Estimation":[68],"Scheduling":[69],"(PISCES),":[70],"a":[71,80,123,179,184,202],"critical":[72,76,204,213],"optimization":[74],"(a":[75],"refers":[78],"to":[79,98,111,132,148,229,241],"series":[81],"which":[84,193],"will":[85],"make":[86],"run":[89],"longer":[90],"if":[91],"any":[92],"one":[93],"them":[95],"delayed),":[97],"provide":[99],"better":[100],"support":[101],"PISCES":[105,200,219],"extends":[106],"existing":[108],"allow":[112],"scheduling":[113,207],"multiple":[115],"by":[119,227,239],"dynamically":[120],"building":[121],"up":[122,228,240],"job":[124,162,173,206],"dependency":[125,141],"DAG":[126],"current":[128],"running":[129],"according":[131],"their":[133],"input":[134],"output":[136,155],"directories.":[137],"Then":[138],"using":[139],"DAG,":[142],"it":[143],"provides":[144],"an":[145,171],"innovative":[146],"mechanism":[147],"facilitate":[149],"data":[151],"pipelining":[152],"between":[153,188],"phase":[156,158,165,177],"(map":[157],"in":[159,166,191],"Map-Only":[161],"or":[163],"reduce":[164],"Map-Reduce":[168],"job)":[169],"upstream":[172],"map":[176],"downstream":[180],"job.":[181],"offers":[183],"new":[185],"dependent":[189],"effectively":[194],"reduces":[195],"runtime.":[198],"Moreover,":[199],"proposes":[201],"novel":[203],"model":[208],"based":[209],"on":[210],"accurate":[212],"estimation.":[215],"Experiments":[216],"show":[217],"that":[218],"increase":[221],"degree":[223],"system":[225],"parallelism":[226],"68":[230],"percent":[231],"improve":[233],"speed":[236],"52":[242],"percent.":[243]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-06-06T09:05:17.133730","created_date":"2025-10-10T00:00:00"}