{"id":"https://openalex.org/W7117472507","doi":"https://doi.org/10.1109/jiot.2025.3649303","title":"A Dynamic Resource Utilization-Aware Task Scheduling Strategy on Spark Heterogeneous Clusters","display_name":"A Dynamic Resource Utilization-Aware Task Scheduling Strategy on Spark Heterogeneous Clusters","publication_year":2025,"publication_date":"2025-12-29","ids":{"openalex":"https://openalex.org/W7117472507","doi":"https://doi.org/10.1109/jiot.2025.3649303"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2025.3649303","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3649303","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027189200","display_name":"X. S. Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoyong Tang","raw_affiliation_strings":["School of Computer Science and Technology, Changsha University of Science and Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-6661-5900","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Changsha University of Science and Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121449391","display_name":"Jiankun Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiankun Xie","raw_affiliation_strings":["School of Computer Science and Technology, Changsha University of Science and Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0009-0005-2088-838X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Changsha University of Science and Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069084560","display_name":"Wenzheng Liu","orcid":"https://orcid.org/0000-0002-3342-3072"},"institutions":[{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzheng Liu","raw_affiliation_strings":["School of Computer Science and Technology, Changsha University of Science and Technology, Changsha, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Changsha University of Science and Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ronghui Cao","orcid":"https://orcid.org/0000-0001-5026-0001"},"institutions":[{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ronghui Cao","raw_affiliation_strings":["School of Computer Science and Technology, Changsha University of Science and Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0001-5026-0001","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Changsha University of Science and Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I56934997"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121502934","display_name":"Tan Deng","orcid":null},"institutions":[{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tan Deng","raw_affiliation_strings":["School of Computer Science and Technology, Changsha University of Science and Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0003-4945-9974","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Changsha University of Science and Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I56934997"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5027189200"],"corresponding_institution_ids":["https://openalex.org/I56934997"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.75182647,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"7","first_page":"14428","last_page":"14441"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.4731000065803528,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.4731000065803528,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.3337000012397766,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.05290000140666962,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5360999703407288},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4268999993801117},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4162999987602234},{"id":"https://openalex.org/keywords/idle","display_name":"Idle","score":0.36739999055862427},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.33570000529289246},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.32109999656677246},{"id":"https://openalex.org/keywords/network-performance","display_name":"Network performance","score":0.31040000915527344},{"id":"https://openalex.org/keywords/processor-scheduling","display_name":"Processor scheduling","score":0.305400013923645},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.303600013256073}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9075999855995178},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.7301999926567078},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5360999703407288},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4442000091075897},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4268999993801117},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4162999987602234},{"id":"https://openalex.org/C16320812","wikidata":"https://www.wikidata.org/wiki/Q1812200","display_name":"Idle","level":2,"score":0.36739999055862427},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.33570000529289246},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.32109999656677246},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.30889999866485596},{"id":"https://openalex.org/C2984822820","wikidata":"https://www.wikidata.org/wiki/Q1123036","display_name":"Processor scheduling","level":3,"score":0.305400013923645},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.30070000886917114},{"id":"https://openalex.org/C102392041","wikidata":"https://www.wikidata.org/wiki/Q592860","display_name":"Sliding window protocol","level":3,"score":0.2913999855518341},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.28360000252723694},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C29140674","wikidata":"https://www.wikidata.org/wiki/Q206637","display_name":"Computer cluster","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.2644999921321869},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C193519340","wikidata":"https://www.wikidata.org/wiki/Q891179","display_name":"Data loss","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.2583000063896179},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.2567000091075897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3649303","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3649303","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.40910804271698,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G4200227218","display_name":null,"funder_award_id":"62372064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4271081330","display_name":null,"funder_award_id":"24B0308","funder_id":"https://openalex.org/F4320333642","funder_display_name":"Scientific Research Foundation of Hunan Provincial Education Department"},{"id":"https://openalex.org/G7963006198","display_name":null,"funder_award_id":"2025JJ50347","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null},{"id":"https://openalex.org/F4320333642","display_name":"Scientific Research Foundation of Hunan Provincial Education Department","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1965969360","https://openalex.org/W2078214107","https://openalex.org/W2096125134","https://openalex.org/W2577909561","https://openalex.org/W2626799276","https://openalex.org/W2743045177","https://openalex.org/W2767339698","https://openalex.org/W2792596678","https://openalex.org/W2886384632","https://openalex.org/W2899010102","https://openalex.org/W2980830217","https://openalex.org/W3013103502","https://openalex.org/W3013976177","https://openalex.org/W3018965347","https://openalex.org/W3021375466","https://openalex.org/W3124926625","https://openalex.org/W3125783724","https://openalex.org/W3142851257","https://openalex.org/W3198116371","https://openalex.org/W4205596540","https://openalex.org/W4205902144","https://openalex.org/W4281612427","https://openalex.org/W4285107935","https://openalex.org/W4319068657","https://openalex.org/W4390873079","https://openalex.org/W4394896940","https://openalex.org/W4399110491"],"related_works":[],"abstract_inverted_index":{"Distributed":[0],"computing":[1,27,98],"engines,":[2],"such":[3],"as":[4],"Spark,":[5],"are":[6,62],"widely":[7],"used":[8],"to":[9,122,145,168,222],"process":[10,123],"the":[11,18,40,107,124,130,158],"large":[12],"volumes":[13],"of":[14,20,110,133,188],"data":[15,52,103,173],"collected":[16],"by":[17,156,208,219],"Internet":[19],"Things":[21],"(IoT)":[22],"devices.":[23],"In":[24],"IoT":[25],"systems,":[26],"nodes":[28,45,56,134,170],"often":[29],"exhibit":[30],"significant":[31],"heterogeneity.":[32],"However,":[33],"most":[34],"existing":[35,223],"task":[36,86,125,148],"scheduling":[37,87],"algorithms":[38],"neglect":[39],"performance":[41,74,113,132,180],"differences":[42],"among":[43],"system":[44],"and":[46,73,96,128,152,165,205,210],"statically":[47],"assign":[48],"tasks":[49,59,167],"based":[50,171],"on":[51,172,185],"locality.":[53,104],"When":[54],"high-performance":[55,97,169],"complete":[57],"local":[58],"rapidly,":[60],"they":[61],"subsequently":[63],"assigned":[64],"massive":[65],"non-local":[66],"tasks,":[67],"resulting":[68],"in":[69,135],"severe":[70],"network":[71,160,206],"congestion":[72],"degradation.":[75],"To":[76],"address":[77],"these":[78],"issues,":[79],"we":[80,117],"propose":[81],"a":[82,119],"dynamic":[83],"resource":[84],"utilization-aware":[85],"strategy":[88,140,179,200],"(DRUTS),":[89],"which":[90],"can":[91],"efficiently":[92],"utilize":[93],"idle":[94],"bandwidth":[95],"resources":[99],"while":[100],"also":[101,214],"ensuring":[102],"Firstly,":[105],"considering":[106],"time-varying":[108],"characteristics":[109],"heterogeneous":[111,190],"node":[112],"under":[114],"various":[115],"workloads,":[116],"use":[118],"sliding":[120],"window":[121],"information":[126],"stream":[127],"evaluate":[129,176],"relative":[131],"real-time.":[136],"Then,":[137],"our":[138,177,198],"proposed":[139,178,199],"adopts":[141],"weighted":[142],"random":[143],"methods":[144],"dynamically":[146],"select":[147],"<italic":[149,153],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[150,154],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">providers</i>":[151],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">receivers</i>":[155],"combining":[157],"cluster":[159],"load.":[161],"Finally,":[162],"it":[163],"migrates":[164],"pre-executes":[166],"distribution.":[174],"We":[175],"using":[181],"six":[182],"typical":[183],"workloads":[184],"two":[186],"types":[187],"real-world":[189],"clusters.":[191],"The":[192],"experimental":[193],"results":[194],"clearly":[195],"demonstrate":[196],"that":[197],"not":[201],"only":[202],"improves":[203],"CPU":[204],"utilization":[207],"15.7%":[209],"13.2%,":[211],"respectively,":[212],"but":[213],"reduces":[215],"application":[216],"execution":[217],"time":[218],"37.2%":[220],"compared":[221],"work.":[224]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-12-29T00:00:00"}