{"id":"https://openalex.org/W3059506646","doi":"https://doi.org/10.1109/tmc.2020.3017079","title":"Dynamic Scheduling for Stochastic Edge-Cloud Computing Environments Using A3C Learning and Residual Recurrent Neural Networks","display_name":"Dynamic Scheduling for Stochastic Edge-Cloud Computing Environments Using A3C Learning and Residual Recurrent Neural Networks","publication_year":2020,"publication_date":"2020-08-17","ids":{"openalex":"https://openalex.org/W3059506646","doi":"https://doi.org/10.1109/tmc.2020.3017079","mag":"3059506646"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2020.3017079","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2020.3017079","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2009.02186","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024179661","display_name":"Shreshth Tuli","orcid":"https://orcid.org/0000-0003-2960-1128"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]},{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["AU","IN"],"is_corresponding":true,"raw_author_name":"Shreshth Tuli","raw_affiliation_strings":["Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, University of Melbourne, Parkville, VIC, Australia","Department of Computer Science and Engineering, Indian Institute of Technology, New Delhi, Delhi, India"],"affiliations":[{"raw_affiliation_string":"Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Indian Institute of Technology, New Delhi, Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050418212","display_name":"Shashikant Ilager","orcid":"https://orcid.org/0000-0003-1178-6582"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shashikant Ilager","raw_affiliation_strings":["Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, University of Melbourne, Parkville, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069895484","display_name":"Kotagiri Ramamohanarao","orcid":"https://orcid.org/0000-0003-3304-9268"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Kotagiri Ramamohanarao","raw_affiliation_strings":["Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, University of Melbourne, Parkville, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014716105","display_name":"Rajkumar Buyya","orcid":"https://orcid.org/0000-0001-9754-6496"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Rajkumar Buyya","raw_affiliation_strings":["Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, University of Melbourne, Parkville, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5024179661"],"corresponding_institution_ids":["https://openalex.org/I165779595","https://openalex.org/I68891433"],"apc_list":null,"apc_paid":null,"fwci":22.3236,"has_fulltext":false,"cited_by_count":239,"citation_normalized_percentile":{"value":0.99653227,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"21","issue":"3","first_page":"940","last_page":"954"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.877387285232544},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7207568883895874},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6725547909736633},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6558033227920532},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.5290994644165039},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4995901584625244},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4921645522117615},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.47664815187454224},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.4640001654624939},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4163636863231659},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3341587781906128},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.24438801407814026},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.23834547400474548},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.09977352619171143}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.877387285232544},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7207568883895874},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6725547909736633},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6558033227920532},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5290994644165039},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4995901584625244},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4921645522117615},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.47664815187454224},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.4640001654624939},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4163636863231659},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3341587781906128},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.24438801407814026},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.23834547400474548},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.09977352619171143},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmc.2020.3017079","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2020.3017079","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2009.02186","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.02186","pdf_url":"https://arxiv.org/pdf/2009.02186","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2009.02186","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.02186","pdf_url":"https://arxiv.org/pdf/2009.02186","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.699999988079071,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W1515108343","https://openalex.org/W1515851193","https://openalex.org/W1557517019","https://openalex.org/W1601546968","https://openalex.org/W1605101819","https://openalex.org/W1783315696","https://openalex.org/W2000769684","https://openalex.org/W2008499862","https://openalex.org/W2045287414","https://openalex.org/W2045371716","https://openalex.org/W2104250954","https://openalex.org/W2110374615","https://openalex.org/W2111619626","https://openalex.org/W2135490589","https://openalex.org/W2145431022","https://openalex.org/W2155968351","https://openalex.org/W2158223380","https://openalex.org/W2195423816","https://openalex.org/W2266632848","https://openalex.org/W2414114959","https://openalex.org/W2510250684","https://openalex.org/W2546571074","https://openalex.org/W2553790935","https://openalex.org/W2557283755","https://openalex.org/W2561271453","https://openalex.org/W2573834517","https://openalex.org/W2586923239","https://openalex.org/W2746553466","https://openalex.org/W2746722165","https://openalex.org/W2754029608","https://openalex.org/W2763866216","https://openalex.org/W2770765408","https://openalex.org/W2786036274","https://openalex.org/W2786070938","https://openalex.org/W2790400419","https://openalex.org/W2792810743","https://openalex.org/W2793855276","https://openalex.org/W2795317705","https://openalex.org/W2888896501","https://openalex.org/W2899771611","https://openalex.org/W2903316082","https://openalex.org/W2909808587","https://openalex.org/W2910007539","https://openalex.org/W2915815090","https://openalex.org/W2945086780","https://openalex.org/W2947861320","https://openalex.org/W2958071912","https://openalex.org/W2962803570","https://openalex.org/W2963060851","https://openalex.org/W2963608065","https://openalex.org/W2964043796","https://openalex.org/W2966250553","https://openalex.org/W2985020236","https://openalex.org/W3046162336","https://openalex.org/W3124943657","https://openalex.org/W4214717370","https://openalex.org/W4252214219","https://openalex.org/W4252792641","https://openalex.org/W4292864963","https://openalex.org/W4293545785","https://openalex.org/W4297797010","https://openalex.org/W6630838994","https://openalex.org/W6692846177","https://openalex.org/W6737893269","https://openalex.org/W6748638692","https://openalex.org/W6756040250","https://openalex.org/W6758484945"],"related_works":["https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W4313463218","https://openalex.org/W3106131444","https://openalex.org/W3216099748","https://openalex.org/W4205963435","https://openalex.org/W4312996489","https://openalex.org/W3214037210"],"abstract_inverted_index":{"The":[0,158,183],"ubiquitous":[1],"adoption":[2],"of":[3,13,29,144,178,196],"Internet-of-Things":[4],"(IoT)":[5],"based":[6,58,120,169],"applications":[7],"has":[8],"resulted":[9],"in":[10,32,44,194],"the":[11,14,78,136,171,216],"emergence":[12],"Fog":[15],"computing":[16],"paradigm,":[17],"which":[18],"allows":[19],"seamlessly":[20],"harnessing":[21],"both":[22],"mobile-edge":[23],"and":[24,50,55,62,82,104,146,163,202,209],"cloud":[25],"resources.":[26],"Efficient":[27],"scheduling":[28,156],"application":[30,172],"tasks":[31],"such":[33],"environments":[34,126],"is":[35,93,161],"challenging":[36],"due":[37],"to":[38,67,76,95,98,110,139,153,165,215],"constrained":[39],"resource":[40,46],"capabilities,":[41],"mobility":[42],"factors":[43],"IoT,":[45],"heterogeneity,":[47],"network":[48,108],"hierarchy,":[49],"stochastic":[51,124],"behaviors.":[52],"Existing":[53],"heuristics":[54],"Reinforcement":[56],"Learning":[57],"approaches":[59],"lack":[60],"generalizability":[61],"quick":[63],"adaptability,":[64],"thus":[65],"failing":[66],"tackle":[68],"this":[69],"problem":[70],"optimally.":[71],"They":[72],"are":[73,83],"also":[74],"unable":[75],"utilize":[77],"temporal":[79,151],"workload":[80],"patterns":[81,152],"suitable":[84],"only":[85],"for":[86,123],"centralized":[87],"setups.":[88],"However,":[89],"asynchronous-advantage-actor-critic":[90],"(A3C)":[91],"learning":[92],"known":[94],"quickly":[96,111],"adapt":[97],"dynamic":[99],"scenarios":[100],"with":[101,150],"less":[102],"data":[103,188],"residual":[105],"recurrent":[106],"neural":[107],"(R2N2)":[109],"update":[112],"model":[113,160],"parameters.":[114],"Thus,":[115],"we":[116],"propose":[117],"an":[118],"A3C":[119],"real-time":[121],"scheduler":[122],"Edge-Cloud":[125],"allowing":[127],"decentralized":[128],"learning,":[129],"concurrently":[130],"across":[131],"multiple":[132],"agents.":[133],"We":[134,174],"use":[135],"R2N2":[137],"architecture":[138],"capture":[140],"a":[141,191],"large":[142],"number":[143],"host":[145],"task":[147],"parameters":[148],"together":[149],"provide":[154],"efficient":[155],"decisions.":[157],"proposed":[159],"adaptive":[162],"able":[164],"tune":[166],"different":[167],"hyper-parameters":[168,179],"on":[170,186],"requirements.":[173],"explicate":[175],"our":[176],"choice":[177],"through":[180],"sensitivity":[181],"analysis.":[182],"experiments":[184],"conducted":[185],"real-world":[187],"set":[189],"show":[190],"significant":[192],"improvement":[193],"terms":[195],"energy":[197],"consumption,":[198],"response":[199],"time,":[200],"Service-Level-Agreement":[201],"running":[203],"cost":[204],"by":[205],"14.4,":[206],"7.74,":[207],"31.9,":[208],"4.64":[210],"percent,":[211],"respectively":[212],"when":[213],"compared":[214],"state-of-the-art":[217],"algorithms.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":42},{"year":2024,"cited_by_count":54},{"year":2023,"cited_by_count":62},{"year":2022,"cited_by_count":44},{"year":2021,"cited_by_count":30},{"year":2020,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}