{"id":"https://openalex.org/W4285148210","doi":"https://doi.org/10.1109/tpds.2022.3182037","title":"PushBox: Making Use of Every Bit of Time to Accelerate Completion of Data-Parallel Jobs","display_name":"PushBox: Making Use of Every Bit of Time to Accelerate Completion of Data-Parallel Jobs","publication_year":2022,"publication_date":"2022-06-17","ids":{"openalex":"https://openalex.org/W4285148210","doi":"https://doi.org/10.1109/tpds.2022.3182037"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2022.3182037","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2022.3182037","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100751736","display_name":"Chen Tian","orcid":"https://orcid.org/0000-0003-2710-7628"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chen Tian","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100364988","display_name":"Yi Wang","orcid":"https://orcid.org/0000-0002-9095-6879"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Wang","raw_affiliation_strings":["School of Modern Posts, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Modern Posts, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091547804","display_name":"Bingchuan Tian","orcid":"https://orcid.org/0000-0003-2855-5772"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingchuan Tian","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026918905","display_name":"Yang Zhao","orcid":"https://orcid.org/0000-0002-2236-6092"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Zhao","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101924582","display_name":"Yuhang Zhou","orcid":"https://orcid.org/0000-0003-1735-6014"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhang Zhou","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085353736","display_name":"Chenxu Wang","orcid":"https://orcid.org/0000-0001-6347-3233"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenxu Wang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081021461","display_name":"Hao-Ran Guan","orcid":null},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Haoran Guan","raw_affiliation_strings":["School of Computer Science, University of Sydeny, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Sydeny, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038791483","display_name":"Wanchun Dou","orcid":"https://orcid.org/0000-0003-4833-2023"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanchun Dou","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100428808","display_name":"Guihai Chen","orcid":"https://orcid.org/0000-0002-6934-1685"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guihai Chen","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5100751736"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.3032,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.59003941,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"33","issue":"12","first_page":"4256","last_page":"4269"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8260146379470825},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6999713182449341},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.5960653424263},{"id":"https://openalex.org/keywords/preemption","display_name":"Preemption","score":0.46311748027801514},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.44135648012161255},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.4351904094219208},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3398509621620178},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.17818719148635864},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1664363443851471},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12113866209983826}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8260146379470825},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6999713182449341},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.5960653424263},{"id":"https://openalex.org/C206952183","wikidata":"https://www.wikidata.org/wiki/Q1193100","display_name":"Preemption","level":2,"score":0.46311748027801514},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.44135648012161255},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.4351904094219208},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3398509621620178},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.17818719148635864},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1664363443851471},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12113866209983826},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2022.3182037","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2022.3182037","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G2529879782","display_name":null,"funder_award_id":"92067206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4445481623","display_name":null,"funder_award_id":"61972222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8779208871","display_name":null,"funder_award_id":"62072228","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1471136644","https://openalex.org/W1522584278","https://openalex.org/W1657185548","https://openalex.org/W1861377444","https://openalex.org/W1890643295","https://openalex.org/W1903497807","https://openalex.org/W1971326463","https://openalex.org/W1976860187","https://openalex.org/W1998471240","https://openalex.org/W1999195717","https://openalex.org/W2003858189","https://openalex.org/W2022678927","https://openalex.org/W2023753260","https://openalex.org/W2062428974","https://openalex.org/W2074988668","https://openalex.org/W2076285066","https://openalex.org/W2080131844","https://openalex.org/W2096125134","https://openalex.org/W2099602864","https://openalex.org/W2102849319","https://openalex.org/W2104993419","https://openalex.org/W2105947650","https://openalex.org/W2110104287","https://openalex.org/W2110514750","https://openalex.org/W2112486185","https://openalex.org/W2131975293","https://openalex.org/W2140509629","https://openalex.org/W2149939304","https://openalex.org/W2150207209","https://openalex.org/W2157614013","https://openalex.org/W2158535916","https://openalex.org/W2163291889","https://openalex.org/W2463263320","https://openalex.org/W2488801318","https://openalex.org/W2559266308","https://openalex.org/W2559673548","https://openalex.org/W2824896242","https://openalex.org/W2884475572","https://openalex.org/W2920534947","https://openalex.org/W2944890630","https://openalex.org/W2996647257","https://openalex.org/W3006487403","https://openalex.org/W3130387331","https://openalex.org/W4220774445","https://openalex.org/W4255119735","https://openalex.org/W6628579693","https://openalex.org/W6636819530","https://openalex.org/W6639193275","https://openalex.org/W6639249596","https://openalex.org/W6639528875","https://openalex.org/W6651411529","https://openalex.org/W6676421412","https://openalex.org/W6679815717"],"related_works":["https://openalex.org/W4296962586","https://openalex.org/W2794663421","https://openalex.org/W2140576536","https://openalex.org/W2160425906","https://openalex.org/W1669499690","https://openalex.org/W1882733036","https://openalex.org/W1987536045","https://openalex.org/W2099266623","https://openalex.org/W2546696010","https://openalex.org/W9251591"],"abstract_inverted_index":{"To":[0],"minimize":[1,9],"a":[2,84,119,181,185],"job's":[3],"completion":[4,11],"time,":[5],"we":[6,88,132,148],"need":[7],"to":[8,50,106,135],"the":[10,27,81,96,144,152],"time":[12],"of":[13,20,30,154],"its":[14],"final":[15],"stage's":[16],"last":[17],"task.":[18],"Scheduling":[19],"machine":[21],"slots":[22],"and":[23,43,59,72,102,184],"networks":[24],"largely":[25,64,167],"dominates":[26],"variable":[28],"part":[29],"each":[31],"task's":[32],"duration.":[33],"Finding":[34],"an":[35],"optimal":[36],"schedule":[37,136],"is":[38,164],"NP-hard":[39],"even":[40],"for":[41],"offline":[42],"simplified":[44],"scenarios.":[45,76],"Previous":[46],"work":[47],"does":[48],"lead":[49],"improved":[51],"performance":[52],"with":[53],"various":[54],"strategies.":[55],"State-of-the-art":[56],"task":[57],"placement":[58,78],"network":[60,82,97],"scheduling":[61,114,146],"efforts":[62],"are":[63,70],"disjunctive.":[65],"Without":[66],"joint":[67,108,113,145],"optimization,":[68],"they":[69],"sub-optimal":[71],"myopic":[73],"in":[74,139],"many":[75],"Task":[77],"usually":[79],"treats":[80],"as":[83],"black":[85],"box.":[86],"Thus,":[87],"use":[89],"prioritized":[90],"bandwidth":[91],"allocation":[92],"among":[93],"tasks":[94],"making":[95],"both":[98,180],"<italic":[99,103,121],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[100,104,122],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">predictable</i>":[101],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">efficient</i>":[105],"achieve":[107],"scheduling.":[109],"With":[110],"this":[111,127],"feature,":[112],"can":[115],"be":[116],"transformed":[117],"into":[118],"special":[120],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">bin-packing":[123],"problem</i>":[124],".":[125],"Over":[126],"minimal":[128],"yet":[129],"power-enough":[130],"abstraction,":[131],"propose":[133],"PushBox":[134,171,175],"data-parallel":[137],"jobs":[138],"multi-tenant":[140],"clusters.":[141],"When":[142],"designing":[143],"algorithm,":[147],"not":[149],"only":[150],"embrace":[151],"wisdom":[153],"prior":[155],"art":[156],"but":[157],"also":[158],"respect":[159],"administrators\u2019":[160],"fairness":[161],"intent,":[162],"which":[163],"so":[165],"far":[166],"ignored.":[168],"We":[169],"implement":[170],"on":[172,179],"Hadoop":[173],"3.":[174],"performs":[176],"persistently":[177],"well":[178],"small":[182],"testbed":[183],"trace-driven":[186],"simulator.":[187]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}