{"id":"https://openalex.org/W4406012093","doi":"https://doi.org/10.1109/jiot.2024.3524506","title":"Deep-Reinforcement-Learning-Based Continuous Workflows Scheduling in Heterogeneous Environments","display_name":"Deep-Reinforcement-Learning-Based Continuous Workflows Scheduling in Heterogeneous Environments","publication_year":2025,"publication_date":"2025-01-02","ids":{"openalex":"https://openalex.org/W4406012093","doi":"https://doi.org/10.1109/jiot.2024.3524506"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3524506","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3524506","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051248627","display_name":"Zhi Wang","orcid":"https://orcid.org/0000-0002-3210-1653"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhi Wang","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-3210-1653","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043425375","display_name":"Wenhan Zhan","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhan Zhan","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-1851-7185","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102079217","display_name":"Hancong Duan","orcid":"https://orcid.org/0000-0002-7721-7422"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hancong Duan","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-7721-7422","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100770003","display_name":"Geyong Min","orcid":"https://orcid.org/0000-0003-1395-7314"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Geyong Min","raw_affiliation_strings":["Department of Computer Science, College of Engineering, Mathematics, and Physical Sciences, University of Exeter, Exeter, U.K"],"raw_orcid":"https://orcid.org/0000-0003-1395-7314","affiliations":[{"raw_affiliation_string":"Department of Computer Science, College of Engineering, Mathematics, and Physical Sciences, University of Exeter, Exeter, U.K","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065257644","display_name":"Hualong Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hualong Huang","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0009-2676-140X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5051248627"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":37.7663,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.99659426,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"12","issue":"10","first_page":"14036","last_page":"14050"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9700999855995178,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8777336478233337},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.7556507587432861},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6109821796417236},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.606899619102478},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5981792211532593},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.5791438221931458},{"id":"https://openalex.org/keywords/two-level-scheduling","display_name":"Two-level scheduling","score":0.46927347779273987},{"id":"https://openalex.org/keywords/fair-share-scheduling","display_name":"Fair-share scheduling","score":0.4673519432544708},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.43909382820129395},{"id":"https://openalex.org/keywords/fixed-priority-pre-emptive-scheduling","display_name":"Fixed-priority pre-emptive scheduling","score":0.43047723174095154},{"id":"https://openalex.org/keywords/rate-monotonic-scheduling","display_name":"Rate-monotonic scheduling","score":0.39405909180641174},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2811378240585327},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.20614966750144958},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.10478368401527405}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8777336478233337},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.7556507587432861},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6109821796417236},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.606899619102478},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5981792211532593},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.5791438221931458},{"id":"https://openalex.org/C119948110","wikidata":"https://www.wikidata.org/wiki/Q7858726","display_name":"Two-level scheduling","level":4,"score":0.46927347779273987},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.4673519432544708},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.43909382820129395},{"id":"https://openalex.org/C122141398","wikidata":"https://www.wikidata.org/wiki/Q5456330","display_name":"Fixed-priority pre-emptive scheduling","level":5,"score":0.43047723174095154},{"id":"https://openalex.org/C127456818","wikidata":"https://www.wikidata.org/wiki/Q238879","display_name":"Rate-monotonic scheduling","level":4,"score":0.39405909180641174},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2811378240585327},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.20614966750144958},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.10478368401527405},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3524506","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3524506","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W2024008934","https://openalex.org/W2025329502","https://openalex.org/W2034312500","https://openalex.org/W2036363862","https://openalex.org/W2040466547","https://openalex.org/W2097911714","https://openalex.org/W2098765821","https://openalex.org/W2106076593","https://openalex.org/W2114719509","https://openalex.org/W2131259097","https://openalex.org/W2143031615","https://openalex.org/W2149294210","https://openalex.org/W2154513453","https://openalex.org/W2164631467","https://openalex.org/W2169560887","https://openalex.org/W2170981054","https://openalex.org/W2327162312","https://openalex.org/W2524532577","https://openalex.org/W2546571074","https://openalex.org/W2550668432","https://openalex.org/W2674963269","https://openalex.org/W2792063935","https://openalex.org/W2809744292","https://openalex.org/W2903931051","https://openalex.org/W2907492528","https://openalex.org/W2920054549","https://openalex.org/W2968986602","https://openalex.org/W2981604716","https://openalex.org/W2996819921","https://openalex.org/W3009066041","https://openalex.org/W3010178570","https://openalex.org/W3038366466","https://openalex.org/W3087113831","https://openalex.org/W3162118826","https://openalex.org/W3201122766","https://openalex.org/W3211080667","https://openalex.org/W4205106731","https://openalex.org/W4281389903","https://openalex.org/W4292356631","https://openalex.org/W4308654856","https://openalex.org/W4386212337","https://openalex.org/W4387319328","https://openalex.org/W4390187455","https://openalex.org/W4390748047","https://openalex.org/W4392405830","https://openalex.org/W6684205842","https://openalex.org/W6688263607","https://openalex.org/W6744580074","https://openalex.org/W6745537798","https://openalex.org/W6748839928","https://openalex.org/W6772763331","https://openalex.org/W6791990018"],"related_works":["https://openalex.org/W1545991362","https://openalex.org/W2184166483","https://openalex.org/W2545511463","https://openalex.org/W3184267879","https://openalex.org/W2167574351","https://openalex.org/W4390711934","https://openalex.org/W4390711911","https://openalex.org/W2978148977","https://openalex.org/W4390711930","https://openalex.org/W4390711951"],"abstract_inverted_index":{"Workflow":[0],"scheduling":[1,26,46,64,87,125,180],"plays":[2],"a":[3,53,82,93,99,128,144],"critical":[4],"role":[5],"in":[6,12,38,65,177,188],"optimizing":[7],"completion":[8],"time":[9],"and":[10,35,98,109,116,150,161,182,193],"throughput":[11],"distributed":[13],"cloud":[14],"environments,":[15],"leveraging":[16],"the":[17,36,76,90,106,120,139,153,185],"parallelism":[18],"of":[19,113,146,190],"heterogeneous":[20,41,66],"computing":[21],"resources.":[22],"However,":[23],"existing":[24],"workflow":[25,63,107,179],"algorithms":[27],"often":[28],"fall":[29],"short":[30],"due":[31],"to":[32,44,104,137,143,157],"heuristic":[33],"limitations":[34],"challenges":[37,163],"adaptability":[39],"within":[40],"settings,":[42],"leading":[43],"suboptimal":[45],"solutions.":[47],"In":[48],"this":[49],"paper,":[50],"we":[51,69],"present":[52],"novel":[54],"deep":[55],"reinforcement":[56],"learning":[57],"(DRL)":[58],"framework":[59,91],"tailored":[60],"for":[61],"continuous":[62,156,178],"environments.":[67],"First,":[68],"propose":[70],"an":[71],"intelligent":[72],"scheduler":[73],"that":[74,172],"updates":[75],"policy":[77],"network":[78],"through":[79],"interactions":[80],"with":[81,165],"multi-tenant":[83],"environment,":[84],"triggered":[85],"by":[86],"events.":[88],"Next,":[89],"incorporates":[92],"Graph":[94],"Attention":[95],"Network":[96],"(GAT)":[97],"self-attention":[100],"MultiLayer":[101],"Perceptron":[102],"(MLP)":[103],"preprocess":[105],"topology":[108],"embed":[110],"dynamic":[111,166],"features":[112],"ready":[114,148],"tasks":[115],"available":[117],"processors":[118],"into":[119],"state":[121],"input":[122],"at":[123],"each":[124],"step.":[126],"Additionally,":[127],"k-dimensional":[129],"tree-based":[130],"k-nearest":[131],"neighbors":[132],"(kNN)":[133],"algorithm":[134],"is":[135],"employed":[136],"map":[138],"output":[140],"action":[141,159,167],"vector":[142],"pair":[145],"executed":[147],"task":[149],"processor,":[151],"facilitating":[152],"transition":[154],"from":[155],"discrete":[158],"spaces":[160],"addressing":[162],"associated":[164],"spaces.":[168],"Experimental":[169],"results":[170],"demonstrate":[171],"our":[173],"method":[174],"converges":[175],"effectively":[176],"scenarios":[181],"significantly":[183],"outperforms":[184],"best-known":[186],"methods":[187],"terms":[189],"average":[191],"makespan":[192],"load":[194],"balancing":[195],"efficiency.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":8}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}