{"id":"https://openalex.org/W4205596540","doi":"https://doi.org/10.1109/tcc.2021.3132627","title":"A Network Load Perception Based Task Scheduler for Parallel Distributed Data Processing Systems","display_name":"A Network Load Perception Based Task Scheduler for Parallel Distributed Data Processing Systems","publication_year":2021,"publication_date":"2021-12-06","ids":{"openalex":"https://openalex.org/W4205596540","doi":"https://doi.org/10.1109/tcc.2021.3132627"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2021.3132627","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2021.3132627","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008574161","display_name":"Zhuo Tang","orcid":"https://orcid.org/0000-0001-9081-8153"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuo Tang","raw_affiliation_strings":["Hunan University, Changsha, Hunan, China","National Supercomputing Center in Changsha, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0001-9081-8153","affiliations":[{"raw_affiliation_string":"Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"National Supercomputing Center in Changsha, Changsha, Hunan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068312854","display_name":"Zhanfei Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanfei Xiao","raw_affiliation_strings":["Hunan University, Changsha, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101863951","display_name":"Li Yang","orcid":"https://orcid.org/0000-0002-8929-7554"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Yang","raw_affiliation_strings":["Hunan University, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-8929-7554","affiliations":[{"raw_affiliation_string":"Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063229624","display_name":"Kailin He","orcid":null},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kailin He","raw_affiliation_strings":["Hunan University, Changsha, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078793726","display_name":"Kenli Li","orcid":"https://orcid.org/0000-0002-2635-7716"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kenli Li","raw_affiliation_strings":["Hunan University, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-2635-7716","affiliations":[{"raw_affiliation_string":"Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I16609230"],"apc_list":null,"apc_paid":null,"fwci":0.5691,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.75974776,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":"2","first_page":"1352","last_page":"1364"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8849406242370605},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.7091575860977173},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6105958819389343},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.4869159460067749},{"id":"https://openalex.org/keywords/data-transmission","display_name":"Data transmission","score":0.4374118447303772},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.4346187710762024},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4327274262905121},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3759295344352722},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.3715389370918274},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3320203423500061},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.22593620419502258}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8849406242370605},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.7091575860977173},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6105958819389343},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.4869159460067749},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.4374118447303772},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.4346187710762024},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4327274262905121},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3759295344352722},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3715389370918274},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3320203423500061},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.22593620419502258},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2021.3132627","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2021.3132627","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.41999998688697815,"display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G5969784235","display_name":null,"funder_award_id":"CKCEST-2021-2-7","funder_id":"https://openalex.org/F4320327609","funder_display_name":"China Knowledge Centre for Engineering Sciences and Technology"},{"id":"https://openalex.org/G8583758428","display_name":null,"funder_award_id":"92055213","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8607382365","display_name":null,"funder_award_id":"L1924056","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8752286753","display_name":"\u9ad8\u6027\u80fd\u5f02\u6784\u8ba1\u7b97\u73af\u5883\u4e2d\u7684\u6df1\u5ea6\u5b66\u4e60\u8fed\u4ee3\u4f18\u5316\u53ca\u5de5\u4e1a\u5e94\u7528\u7814\u7a76","funder_award_id":"61873090","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327609","display_name":"China Knowledge Centre for Engineering Sciences and Technology","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W185167974","https://openalex.org/W1498436455","https://openalex.org/W1861377444","https://openalex.org/W2011039300","https://openalex.org/W2038412523","https://openalex.org/W2040722314","https://openalex.org/W2041958520","https://openalex.org/W2060650311","https://openalex.org/W2061807980","https://openalex.org/W2094469165","https://openalex.org/W2096125134","https://openalex.org/W2121178808","https://openalex.org/W2131975293","https://openalex.org/W2139072600","https://openalex.org/W2149294210","https://openalex.org/W2155072926","https://openalex.org/W2173213060","https://openalex.org/W2484276552","https://openalex.org/W2503654596","https://openalex.org/W2515208787","https://openalex.org/W2523412218","https://openalex.org/W2583360832","https://openalex.org/W2782998997","https://openalex.org/W2814756415","https://openalex.org/W2883861385","https://openalex.org/W2889455461","https://openalex.org/W2975743137","https://openalex.org/W2981617602","https://openalex.org/W2999590865","https://openalex.org/W3128296981","https://openalex.org/W6610072603","https://openalex.org/W6639193275","https://openalex.org/W6679815717"],"related_works":["https://openalex.org/W2563943286","https://openalex.org/W2966826037","https://openalex.org/W4385190278","https://openalex.org/W2184245033","https://openalex.org/W2944222538","https://openalex.org/W4378976735","https://openalex.org/W2511580312","https://openalex.org/W2995184021","https://openalex.org/W4390097974","https://openalex.org/W4376480847"],"abstract_inverted_index":{"In":[0,110],"parallel":[1],"distributed":[2,82],"data":[3,77,83,86],"processing":[4,84],"frameworks":[5],"like":[6],"Spark":[7,252],"and":[8,125,167,188,240,254],"Flink,":[9],"task":[10,20,66,102,122,133,162,196,209],"scheduling":[11,123,216],"has":[12,22],"a":[13,29,115,130,151,206,230,256],"great":[14],"impact":[15],"on":[16,127,251],"cluster":[17,147],"performance.":[18],"Though":[19],"Scheduling":[21],"proven":[23],"to":[24,39,153,180,260],"be":[25,227],"an":[26,194],"NP-complete":[27],"problem,":[28],"large":[30],"number":[31,257],"of":[32,46,55,139,161,185,258,264],"researchers":[33],"have":[34,246],"proposed":[35],"many":[36],"heuristic":[37,121],"rules":[38],"obtain":[40],"approximate":[41],"optimal":[42],"solutions.":[43],"But":[44],"most":[45,81],"them":[47],"ignore":[48],"the":[49,52,64,69,76,137,159,171,182,199,211,218,222,262],"fact":[50],"that":[51,143,270],"resource":[53,141,148,173,242,281],"requirements":[54,142],"tasks":[56,220,238],"are":[57],"dynamically":[58],"changing":[59],"during":[60,75,101],"its":[61],"runtime.":[62],"Considering":[63],"overall":[65,95,172],"entire":[67],"lives,":[68],"CPU":[70,96,224],"utilization":[71],"is":[72,88,104,197],"often":[73],"lower":[74],"transfer.":[78],"Especially":[79],"for":[80],"platforms,":[85],"transmission":[87],"time-consuming,":[89],"which":[90],"usually":[91],"resulting":[92],"in":[93,107,198],"low":[94,106],"utilization.":[97,243,282],"Similarly,":[98],"network":[99,116,186,189],"throughput":[100],"calculations":[103],"also":[105,279],"some":[108],"cases.":[109],"this":[111,128,175,215],"article,":[112],"we":[113,245],"propose":[114],"load":[117],"variation":[118],"perception":[119],"based":[120,126],"algorithm,":[124],"implement":[129],"dual-phase":[131],"pipeline":[132],"scheduler":[134],"(D2PTS)":[135],"from":[136],"perspective":[138],"dynamic":[140],"aims":[144],"at":[145,210],"maximizing":[146],"utilization,":[149],"as":[150,229],"supplement":[152],"existing":[154],"data-parallel":[155],"frameworks.":[156],"D2PTS":[157,202,271],"divides":[158],"states":[160],"into":[163],"two":[164,219],"phases:":[165],"network-intensive":[166,208],"network-free.":[168],"To":[169],"improve":[170,241,280],"utilities,":[174],"article":[176],"proposes":[177],"different":[178],"algorithms":[179],"evaluate":[181,261],"execution":[183,234],"time":[184],"sensitive":[187],"free":[190],"phases":[191],"respectively.":[192],"When":[193],"executing":[195],"network-free":[200],"phase,":[201],"can":[203,226,236,272],"additionally":[204],"schedule":[205],"new":[207],"right":[212],"time.":[213],"Under":[214],"policy,":[217],"sharing":[221],"same":[223],"core":[225],"executed":[228],"coarse-grained":[231],"pipeline.":[232],"This":[233],"method":[235],"start":[237],"earlier":[239],"Finally,":[244],"implemented":[247],"our":[248,265],"model":[249],"prototype":[250],"2.4.3":[253],"conducted":[255],"experiments":[259],"performance":[263],"model.":[266],"Experimental":[267],"results":[268],"show":[269],"not":[273],"only":[274],"minimize":[275],"application":[276],"makespan,":[277],"but":[278]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}