{"id":"https://openalex.org/W4388624469","doi":"https://doi.org/10.1109/tsc.2023.3332308","title":": A QoS-Aware Distributed Deep Reinforcement Learning Technique for Service Offloading in Fog Computing Environments","display_name":": A QoS-Aware Distributed Deep Reinforcement Learning Technique for Service Offloading in Fog Computing Environments","publication_year":2023,"publication_date":"2023-11-13","ids":{"openalex":"https://openalex.org/W4388624469","doi":"https://doi.org/10.1109/tsc.2023.3332308"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2023.3332308","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2023.3332308","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041589522","display_name":"Mohammad Goudarzi","orcid":"https://orcid.org/0000-0002-7178-3386"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mohammad Goudarzi","raw_affiliation_strings":["Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, University of Melbourne, Parkville, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7178-3386","affiliations":[{"raw_affiliation_string":"Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032796449","display_name":"Maria A. Rodriguez","orcid":"https://orcid.org/0000-0002-2831-8526"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Maria A. Rodriguez","raw_affiliation_strings":["School of Computing and Information Systems, University of Melbourne, Parkville, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2831-8526","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021264543","display_name":"Majid Sarvi","orcid":"https://orcid.org/0000-0001-7585-5837"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Majid Sarvi","raw_affiliation_strings":["Department of Infrastructure Engineering, University of Melbourne, Parkville, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7585-5837","affiliations":[{"raw_affiliation_string":"Department of Infrastructure Engineering, University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014716105","display_name":"Rajkumar Buyya","orcid":"https://orcid.org/0000-0001-9754-6496"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Rajkumar Buyya","raw_affiliation_strings":["Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, University of Melbourne, Parkville, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0001-9754-6496","affiliations":[{"raw_affiliation_string":"Cloud Computing and Distributed Systems (CLOUDS) Laboratory, School of Computing and Information Systems, University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":null,"apc_paid":null,"fwci":4.0358,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.94395502,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"17","issue":"1","first_page":"47","last_page":"59"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.899334192276001},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.7359579205513},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6668892502784729},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6476151943206787},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.640504777431488},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5347422957420349},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.5178059339523315},{"id":"https://openalex.org/keywords/cloudlet","display_name":"Cloudlet","score":0.5176773071289062},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5079672932624817},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.4853898286819458},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.42225685715675354},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4109938144683838},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.40586721897125244},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18394681811332703},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.15980544686317444}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.899334192276001},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.7359579205513},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6668892502784729},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6476151943206787},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.640504777431488},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5347422957420349},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.5178059339523315},{"id":"https://openalex.org/C2781055072","wikidata":"https://www.wikidata.org/wiki/Q25325266","display_name":"Cloudlet","level":3,"score":0.5176773071289062},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5079672932624817},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.4853898286819458},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.42225685715675354},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4109938144683838},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.40586721897125244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18394681811332703},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.15980544686317444},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2023.3332308","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2023.3332308","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5199999809265137,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W2115334003","https://openalex.org/W2608659040","https://openalex.org/W2608841173","https://openalex.org/W2736601468","https://openalex.org/W2890928364","https://openalex.org/W2909046140","https://openalex.org/W2911353037","https://openalex.org/W2913454702","https://openalex.org/W2918400102","https://openalex.org/W2923919516","https://openalex.org/W2959180753","https://openalex.org/W2963060851","https://openalex.org/W2963334314","https://openalex.org/W2963554165","https://openalex.org/W2979639252","https://openalex.org/W2985563585","https://openalex.org/W2990913508","https://openalex.org/W2994053796","https://openalex.org/W2996031640","https://openalex.org/W3000194269","https://openalex.org/W3012494113","https://openalex.org/W3043467336","https://openalex.org/W3047538493","https://openalex.org/W3059506646","https://openalex.org/W3101102032","https://openalex.org/W3112262420","https://openalex.org/W3123257271","https://openalex.org/W3134357852","https://openalex.org/W3165626933","https://openalex.org/W3167225504","https://openalex.org/W3168595234","https://openalex.org/W3176027082","https://openalex.org/W3180265018","https://openalex.org/W3202115482","https://openalex.org/W3205554554","https://openalex.org/W3208229128","https://openalex.org/W3214279238","https://openalex.org/W4205923517","https://openalex.org/W4206914024","https://openalex.org/W4214831727","https://openalex.org/W4280626708","https://openalex.org/W4290996328","https://openalex.org/W4295736419","https://openalex.org/W4312703424","https://openalex.org/W4313554993","https://openalex.org/W4323897035","https://openalex.org/W4399130804","https://openalex.org/W6741002519","https://openalex.org/W6748638692","https://openalex.org/W6770580189","https://openalex.org/W6780153092","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W2807875418","https://openalex.org/W4387134114","https://openalex.org/W2010302594","https://openalex.org/W3026724586","https://openalex.org/W3006279627","https://openalex.org/W2748166927","https://openalex.org/W3184388372","https://openalex.org/W2033784617","https://openalex.org/W2799026114","https://openalex.org/W3201095160"],"abstract_inverted_index":{"Fog":[0],"and":[1,29,41,59,71,103,123,160,171,199,201],"Edge":[2],"computing":[3],"extend":[4],"cloud":[5],"services":[6,49,67,117],"to":[7,38,53,106,157,180],"the":[8,45,107,131,147,181,207],"proximity":[9],"of":[10,16,48,116,125,133,210],"end":[11],"users,":[12],"allowing":[13],"many":[14,89],"Internet":[15],"Things":[17],"(IoT)":[18],"use":[19],"cases,":[20],"particularly":[21],"latency-critical":[22,42],"applications.":[23],"Smart":[24],"devices,":[25],"such":[26],"as":[27],"traffic":[28],"surveillance":[30],"cameras,":[31],"often":[32,118],"do":[33],"not":[34],"have":[35,119],"sufficient":[36],"resources":[37,56],"process":[39],"computation-intensive":[40],"services.":[43,212],"Hence,":[44],"constituent":[46,114],"parts":[47,115],"can":[50],"be":[51],"offloaded":[52],"nearby":[54],"Edge/Fog":[55],"for":[57,65,100,174,177],"processing":[58],"storage.":[60],"However,":[61],"making":[62],"offloading":[63,92,185],"decisions":[64],"complex":[66,90],"in":[68,88],"highly":[69],"stochastic":[70],"dynamic":[72],"environments":[73],"is":[74,110],"an":[75],"important,":[76],"yet":[77],"difficult":[78],"task.":[79],"Recently,":[80],"Deep":[81],"Reinforcement":[82],"Learning":[83],"(DRL)":[84],"has":[85],"been":[86],"used":[87],"service":[91,126,134,184],"problems;":[93],"however,":[94],"existing":[95],"techniques":[96,173],"are":[97],"most":[98,182],"suitable":[99,183],"centralized":[101],"environments,":[102],"their":[104],"convergence":[105,179],"best-suitable":[108],"solutions":[109],"slow.":[111],"In":[112],"addition,":[113],"predefined":[120],"data":[121],"dependencies":[122],"quality":[124],"constraints,":[127],"which":[128],"further":[129],"intensify":[130],"complexity":[132],"offloading.":[135],"To":[136],"solve":[137],"these":[138],"issues,":[139],"we":[140,167],"propose":[141],"a":[142],"distributed":[143,162],"DRL":[144],"technique":[145,193],"following":[146],"actor-critic":[148],"architecture":[149],"based":[150],"on":[151],"Asynchronous":[152],"Proximal":[153],"Policy":[154],"Optimization":[155],"(APPO)":[156],"achieve":[158],"efficient":[159],"diverse":[161],"experience":[163],"trajectory":[164],"generation.":[165],"Also,":[166],"employ":[168],"PPO":[169],"clipping":[170],"V-trace":[172],"off-policy":[175],"correction":[176],"faster":[178],"solutions.":[186],"The":[187],"results":[188],"obtained":[189],"demonstrate":[190],"that":[191],"our":[192],"converges":[194],"quickly,":[195],"offers":[196],"high":[197],"scalability":[198],"adaptability,":[200],"outperforms":[202],"its":[203],"counterparts":[204],"by":[205],"improving":[206],"execution":[208],"time":[209],"heterogeneous":[211]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}