{"id":"https://openalex.org/W3021375466","doi":"https://doi.org/10.1109/tpds.2020.2992073","title":"An Optimal Locality-Aware Task Scheduling Algorithm Based on Bipartite Graph Modelling for Spark Applications","display_name":"An Optimal Locality-Aware Task Scheduling Algorithm Based on Bipartite Graph Modelling for Spark Applications","publication_year":2020,"publication_date":"2020-05-04","ids":{"openalex":"https://openalex.org/W3021375466","doi":"https://doi.org/10.1109/tpds.2020.2992073","mag":"3021375466"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2020.2992073","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2020.2992073","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080578154","display_name":"Zhongming Fu","orcid":"https://orcid.org/0000-0003-3041-6990"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongming Fu","raw_affiliation_strings":["College of Information Science and Engineering, and National Supercomputing Center in Changsha, Hunan University, China"],"raw_orcid":"https://orcid.org/0000-0003-3041-6990","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, and National Supercomputing Center in Changsha, Hunan University, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008574161","display_name":"Zhuo Tang","orcid":"https://orcid.org/0000-0001-9081-8153"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]},{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuo Tang","raw_affiliation_strings":["College of Information Science and Engineering, and National Supercomputing Center in Changsha, Hunan University, China","Science and Technology on Parallel and Distributed Processing Laboratory, National University of Defense Technology, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-9081-8153","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, and National Supercomputing Center in Changsha, Hunan University, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"Science and Technology on Parallel and Distributed Processing Laboratory, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101863951","display_name":"Li Yang","orcid":"https://orcid.org/0000-0002-8929-7554"},"institutions":[{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Yang","raw_affiliation_strings":["College of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Communication Engineering, Changsha University of Science and Technology, Changsha, China","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006345319","display_name":"Chubo Liu","orcid":"https://orcid.org/0000-0002-2372-6715"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chubo Liu","raw_affiliation_strings":["College of Information Science and Engineering, and National Supercomputing Center in Changsha, Hunan University, China"],"raw_orcid":"https://orcid.org/0000-0002-2372-6715","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, and National Supercomputing Center in Changsha, Hunan University, China","institution_ids":["https://openalex.org/I16609230"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.0749,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.97059979,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"31","issue":"10","first_page":"2406","last_page":"2420"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8629071116447449},{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.6417945027351379},{"id":"https://openalex.org/keywords/bipartite-graph","display_name":"Bipartite graph","score":0.6261297464370728},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5254361033439636},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.48869946599006653},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.444835364818573},{"id":"https://openalex.org/keywords/executor","display_name":"Executor","score":0.44460880756378174},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4320409297943115},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.41513779759407043},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.32946062088012695},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.29903364181518555},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2742822766304016},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.22452786564826965},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.15143629908561707},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.1038026213645935}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8629071116447449},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.6417945027351379},{"id":"https://openalex.org/C197657726","wikidata":"https://www.wikidata.org/wiki/Q174733","display_name":"Bipartite graph","level":3,"score":0.6261297464370728},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5254361033439636},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.48869946599006653},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.444835364818573},{"id":"https://openalex.org/C180591056","wikidata":"https://www.wikidata.org/wiki/Q654437","display_name":"Executor","level":2,"score":0.44460880756378174},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4320409297943115},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.41513779759407043},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.32946062088012695},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.29903364181518555},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2742822766304016},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.22452786564826965},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.15143629908561707},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.1038026213645935},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2020.2992073","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2020.2992073","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.6299999952316284}],"awards":[{"id":"https://openalex.org/G2833253907","display_name":null,"funder_award_id":"2017YFB0202201","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2934299737","display_name":null,"funder_award_id":"CKCEST-2018-1-13","funder_id":"https://openalex.org/F4320327609","funder_display_name":"China Knowledge Centre for Engineering Sciences and Technology"},{"id":"https://openalex.org/G3967896673","display_name":null,"funder_award_id":"2018YFB0203804","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4933756440","display_name":null,"funder_award_id":"CKCEST-2019-2-13","funder_id":"https://openalex.org/F4320327609","funder_display_name":"China Knowledge Centre for Engineering Sciences and Technology"},{"id":"https://openalex.org/G5239466328","display_name":null,"funder_award_id":"L1824034","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7525323715","display_name":null,"funder_award_id":"2018YFB1701401","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8607382365","display_name":null,"funder_award_id":"L1924056","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8752286753","display_name":"\u9ad8\u6027\u80fd\u5f02\u6784\u8ba1\u7b97\u73af\u5883\u4e2d\u7684\u6df1\u5ea6\u5b66\u4e60\u8fed\u4ee3\u4f18\u5316\u53ca\u5de5\u4e1a\u5e94\u7528\u7814\u7a76","funder_award_id":"61873090","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327609","display_name":"China Knowledge Centre for Engineering Sciences and Technology","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W126407280","https://openalex.org/W1498855626","https://openalex.org/W1552701881","https://openalex.org/W1993667637","https://openalex.org/W1996438407","https://openalex.org/W2048802752","https://openalex.org/W2060650311","https://openalex.org/W2067005380","https://openalex.org/W2095977162","https://openalex.org/W2096125134","https://openalex.org/W2096791558","https://openalex.org/W2120755171","https://openalex.org/W2141461755","https://openalex.org/W2156441202","https://openalex.org/W2162999890","https://openalex.org/W2173213060","https://openalex.org/W2266330136","https://openalex.org/W2464834590","https://openalex.org/W2517850251","https://openalex.org/W2588322997","https://openalex.org/W2601540203","https://openalex.org/W2626799276","https://openalex.org/W2767339698","https://openalex.org/W2782892557","https://openalex.org/W2886384632","https://openalex.org/W2899303430","https://openalex.org/W2978655370","https://openalex.org/W2980830217","https://openalex.org/W3142851257","https://openalex.org/W4239429564","https://openalex.org/W4292692470","https://openalex.org/W6629765617","https://openalex.org/W6649353803","https://openalex.org/W6665794992","https://openalex.org/W6667210020","https://openalex.org/W6683267612"],"related_works":["https://openalex.org/W3132876088","https://openalex.org/W4237320244","https://openalex.org/W3107299409","https://openalex.org/W3044912482","https://openalex.org/W3015007115","https://openalex.org/W3016598040","https://openalex.org/W2230606172","https://openalex.org/W3036516033","https://openalex.org/W3000107590","https://openalex.org/W4226485828"],"abstract_inverted_index":{"In":[0,143],"the":[1,41,57,61,67,71,79,91,96,104,124,127,155,187,193,198],"distributed":[2],"computing":[3],"framework":[4],"of":[5,27,78,108],"Spark,":[6],"cross-node/rack":[7],"data":[8,75,156],"transfer":[9],"produced":[10],"by":[11,102,140,185],"map":[12,68,92],"tasks":[13,16,69,73],"and":[14,31,70,95,122,163,167,176,190],"reduce":[15,72,97],"are":[17],"common":[18],"problems":[19],"resulting":[20],"in":[21,165],"performance":[22,170,200],"degradation,":[23],"such":[24],"as":[25,126],"prolonging":[26],"entire":[28],"execution":[29],"time":[30],"network":[32,188],"congestion.":[33],"To":[34],"address":[35],"these":[36],"problems,":[37],"this":[38,83,145],"article":[39,84,146],"utilizes":[40],"bipartite":[42,133],"graph":[43,88,129],"modelling":[44],"to":[45,89,117,153,203],"propose":[46],"an":[47,112],"optimal":[48,62,113],"locality-aware":[49,149],"task":[50,93,98,114,206],"scheduling":[51,63,94,99,115,207],"algorithm.":[52,142],"By":[53],"considering":[54],"global":[55],"optimality,":[56],"algorithm":[58,162,195],"can":[59,137,196],"generate":[60],"solution":[64],"for":[65,74],"both":[66],"locality.":[76],"Because":[77],"different":[80],"communication":[81,105,120],"modes,":[82],"uses":[85],"a":[86,148],"unified":[87],"model":[90],"respectively.":[100],"Then,":[101],"calculating":[103],"cost":[106,121],"matrix":[107],"tasks,":[109],"we":[110],"formulate":[111],"scheme":[116],"minimize":[118],"overall":[119],"transform":[123],"problem":[125],"well-known":[128],"problem:":[130],"minimum":[131],"weighted":[132],"matching":[134],"(MWBM),":[135],"which":[136],"be":[138],"resolved":[139],"Kuhn-Munkres":[141],"addition,":[144],"proposes":[147],"executor":[150],"allocation":[151],"strategy":[152,164],"improve":[154,197],"locality":[157],"further.":[158],"We":[159],"implement":[160],"our":[161],"Spark-2.4.1":[166],"evaluate":[168],"its":[169],"using":[171],"several":[172],"representative":[173],"micro-benchmarks,":[174],"macro-benchmarks,":[175],"HiBench":[177],"benchmark":[178],"suite.":[179],"The":[180],"experimental":[181],"results":[182],"verify":[183],"that":[184],"reducing":[186],"traffic":[189],"access":[191],"latency,":[192],"proposed":[194],"job":[199],"substantially":[201],"compared":[202],"some":[204],"other":[205],"algorithms.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}