{"id":"https://openalex.org/W4406264644","doi":"https://doi.org/10.1109/tsc.2025.3528346","title":"TF-DDRL: A Transformer-Enhanced Distributed DRL Technique for Scheduling IoT Applications in Edge and Cloud Computing Environments","display_name":"TF-DDRL: A Transformer-Enhanced Distributed DRL Technique for Scheduling IoT Applications in Edge and Cloud Computing Environments","publication_year":2025,"publication_date":"2025-01-10","ids":{"openalex":"https://openalex.org/W4406264644","doi":"https://doi.org/10.1109/tsc.2025.3528346"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2025.3528346","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2025.3528346","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100357180","display_name":"Zhiyu Wang","orcid":"https://orcid.org/0000-0002-0041-2924"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]},{"id":"https://openalex.org/I4210144487","display_name":"Cloud Computing Center","ror":"https://ror.org/04aa0zm65","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210144487"]}],"countries":["AU","CN"],"is_corresponding":true,"raw_author_name":"Zhiyu Wang","raw_affiliation_strings":["Quantam Cloud Computing and Distributed Systems (QCLOUDS) Laboratory, School of Computing and Information Systems, The University of Melbourne, Parkville, VIC, Australia","Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, The University of Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"Quantam Cloud Computing and Distributed Systems (QCLOUDS) Laboratory, School of Computing and Information Systems, The University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I4210144487"]},{"raw_affiliation_string":"Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, The University of Melbourne, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086465627","display_name":"Mohammad Ali Goudarzi","orcid":"https://orcid.org/0000-0003-4101-0582"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mohammad Goudarzi","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Clayton, VIC, Australia","Faculty of Information Technology, Monash University, Australia"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014716105","display_name":"Rajkumar Buyya","orcid":"https://orcid.org/0000-0001-9754-6496"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]},{"id":"https://openalex.org/I4210144487","display_name":"Cloud Computing Center","ror":"https://ror.org/04aa0zm65","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210144487"]}],"countries":["AU","CN"],"is_corresponding":false,"raw_author_name":"Rajkumar Buyya","raw_affiliation_strings":["Quantam Cloud Computing and Distributed Systems (QCLOUDS) Laboratory, School of Computing and Information Systems, The University of Melbourne, Parkville, VIC, Australia","Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, The University of Melbourne, Australia"],"affiliations":[{"raw_affiliation_string":"Quantam Cloud Computing and Distributed Systems (QCLOUDS) Laboratory, School of Computing and Information Systems, The University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I4210144487"]},{"raw_affiliation_string":"Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, The University of Melbourne, Australia","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100357180"],"corresponding_institution_ids":["https://openalex.org/I165779595","https://openalex.org/I4210144487"],"apc_list":null,"apc_paid":null,"fwci":31.6002,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.99682894,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"18","issue":"2","first_page":"1039","last_page":"1053"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9621999859809875,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12216","display_name":"Network Time Synchronization Technologies","score":0.9469000101089478,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8763537406921387},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7499064207077026},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6459434628486633},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5650901794433594},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.47366127371788025},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.13777101039886475}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8763537406921387},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7499064207077026},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6459434628486633},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5650901794433594},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.47366127371788025},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.13777101039886475},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2025.3528346","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2025.3528346","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1524725909","https://openalex.org/W2746553466","https://openalex.org/W2898155611","https://openalex.org/W2920054549","https://openalex.org/W2920095265","https://openalex.org/W2963363913","https://openalex.org/W3015366655","https://openalex.org/W3112262420","https://openalex.org/W3122588635","https://openalex.org/W3156032009","https://openalex.org/W3165626933","https://openalex.org/W3204661889","https://openalex.org/W4205923517","https://openalex.org/W4214831727","https://openalex.org/W4226490845","https://openalex.org/W4283211077","https://openalex.org/W4283218271","https://openalex.org/W4283328778","https://openalex.org/W4285107918","https://openalex.org/W4285115899","https://openalex.org/W4290047857","https://openalex.org/W4290996328","https://openalex.org/W4297964528","https://openalex.org/W4308927400","https://openalex.org/W4312703424","https://openalex.org/W4317433347","https://openalex.org/W4319165238","https://openalex.org/W4319338560","https://openalex.org/W4321483888","https://openalex.org/W4365129152","https://openalex.org/W4365144867","https://openalex.org/W4365790252","https://openalex.org/W4367016953","https://openalex.org/W4381094055","https://openalex.org/W4382119781","https://openalex.org/W4385245566","https://openalex.org/W4387624003","https://openalex.org/W4387967604","https://openalex.org/W4388098896","https://openalex.org/W4388624469","https://openalex.org/W4390533376","https://openalex.org/W4399130804","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6747473740","https://openalex.org/W6748554570","https://openalex.org/W6748638692","https://openalex.org/W6768810269","https://openalex.org/W6796289742"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4244478748","https://openalex.org/W3150465815","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W1997222214","https://openalex.org/W2560439919"],"abstract_inverted_index":{"With":[0],"the":[1,53,84,110,127],"continuous":[2],"increase":[3],"of":[4,26,62,154],"IoT":[5,33,74,105],"applications,":[6,34],"their":[7],"effective":[8],"scheduling":[9,54,85,97],"in":[10],"edge":[11,27],"and":[12,23,28,64,119,136,145,172,181],"cloud":[13,29],"computing":[14],"has":[15],"become":[16],"a":[17,59,69,93],"critical":[18],"challenge.":[19],"The":[20],"inherent":[21],"dynamism":[22],"stochastic":[24],"characteristics":[25],"computing,":[30],"along":[31],"with":[32],"necessitate":[35],"solutions":[36],"that":[37,158],"are":[38,49,139],"highly":[39],"adaptive.":[40],"Currently,":[41],"several":[42],"centralized":[43],"Deep":[44],"Reinforcement":[45],"Learning":[46],"(DRL)":[47],"techniques":[48,138],"adapted":[50],"to":[51,67,101,115,125,141,161,177],"address":[52],"problem.":[55,86],"However,":[56],"they":[57],"require":[58],"large":[60],"amount":[61],"experience":[63],"training":[65,128],"time":[66],"reach":[68],"suitable":[70],"solution.":[71],"Moreover,":[72],"many":[73],"applications":[75],"contain":[76],"multiple":[77,116],"interdependent":[78],"tasks,":[79],"imposing":[80],"additional":[81],"constraints":[82],"on":[83],"To":[87],"overcome":[88],"these":[89],"challenges,":[90],"we":[91],"propose":[92],"Transformer-enhanced":[94],"Distributed":[95],"DRL":[96],"technique,":[98],"called":[99],"TF-DDRL,":[100,159],"adaptively":[102],"schedule":[103],"heterogeneous":[104],"applications.":[106],"This":[107],"technique":[108],"follows":[109],"Actor-Critic":[111],"architecture,":[112],"scales":[113],"efficiently":[114],"distributed":[117],"servers,":[118],"employs":[120],"an":[121],"off-policy":[122],"correction":[123],"method":[124],"stabilize":[126],"process.":[129],"In":[130],"addition,":[131],"Prioritized":[132],"Experience":[133],"Replay":[134],"(PER)":[135],"Transformer":[137],"introduced":[140],"reduce":[142],"exploration":[143],"costs":[144],"capture":[146],"long-term":[147],"dependencies":[148],"for":[149],"faster":[150],"convergence.":[151],"Extensive":[152],"results":[153],"practical":[155],"experiments":[156],"show":[157],"compared":[160],"its":[162],"counterparts,":[163],"significantly":[164],"reduces":[165],"response":[166],"time,":[167],"energy":[168],"consumption,":[169],"monetary":[170],"cost,":[171],"weighted":[173],"cost":[174],"by":[175],"up":[176],"60%,":[178],"51%,":[179],"56%,":[180],"58%,":[182],"respectively.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":19}],"updated_date":"2026-04-07T14:57:38.498316","created_date":"2025-10-10T00:00:00"}