{"id":"https://openalex.org/W4311867717","doi":"https://doi.org/10.1186/s13677-022-00372-9","title":"Task offloading in hybrid-decision-based multi-cloud computing network: a cooperative multi-agent deep reinforcement learning","display_name":"Task offloading in hybrid-decision-based multi-cloud computing network: a cooperative multi-agent deep reinforcement learning","publication_year":2022,"publication_date":"2022-12-08","ids":{"openalex":"https://openalex.org/W4311867717","doi":"https://doi.org/10.1186/s13677-022-00372-9"},"language":"en","primary_location":{"id":"doi:10.1186/s13677-022-00372-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-022-00372-9","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-022-00372-9","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-022-00372-9","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100359202","display_name":"Juan Chen","orcid":"https://orcid.org/0000-0002-1276-3545"},"institutions":[{"id":"https://openalex.org/I102345215","display_name":"Xihua University","ror":"https://ror.org/04gwtvf26","country_code":"CN","type":"education","lineage":["https://openalex.org/I102345215"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Juan Chen","raw_affiliation_strings":["School of Computer and Software Engineering, Xihua University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Software Engineering, Xihua University, Chengdu, China","institution_ids":["https://openalex.org/I102345215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100338429","display_name":"Peng Chen","orcid":"https://orcid.org/0000-0001-5221-3655"},"institutions":[{"id":"https://openalex.org/I102345215","display_name":"Xihua University","ror":"https://ror.org/04gwtvf26","country_code":"CN","type":"education","lineage":["https://openalex.org/I102345215"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Chen","raw_affiliation_strings":["School of Computer and Software Engineering, Xihua University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Software Engineering, Xihua University, Chengdu, China","institution_ids":["https://openalex.org/I102345215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062301953","display_name":"Xianhua Niu","orcid":"https://orcid.org/0000-0003-0980-8770"},"institutions":[{"id":"https://openalex.org/I102345215","display_name":"Xihua University","ror":"https://ror.org/04gwtvf26","country_code":"CN","type":"education","lineage":["https://openalex.org/I102345215"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianhua Niu","raw_affiliation_strings":["School of Computer and Software Engineering, Xihua University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Software Engineering, Xihua University, Chengdu, China","institution_ids":["https://openalex.org/I102345215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023872380","display_name":"Zongling Wu","orcid":"https://orcid.org/0000-0002-7203-5179"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongling Wu","raw_affiliation_strings":["School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101341588","display_name":"Ling Xiong","orcid":null},"institutions":[{"id":"https://openalex.org/I102345215","display_name":"Xihua University","ror":"https://ror.org/04gwtvf26","country_code":"CN","type":"education","lineage":["https://openalex.org/I102345215"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ling Xiong","raw_affiliation_strings":["School of Computer and Software Engineering, Xihua University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Software Engineering, Xihua University, Chengdu, China","institution_ids":["https://openalex.org/I102345215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080747549","display_name":"Canghong Shi","orcid":"https://orcid.org/0000-0002-5188-6230"},"institutions":[{"id":"https://openalex.org/I102345215","display_name":"Xihua University","ror":"https://ror.org/04gwtvf26","country_code":"CN","type":"education","lineage":["https://openalex.org/I102345215"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Canghong Shi","raw_affiliation_strings":["School of Computer and Software Engineering, Xihua University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Software Engineering, Xihua University, Chengdu, China","institution_ids":["https://openalex.org/I102345215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100359202"],"corresponding_institution_ids":["https://openalex.org/I102345215"],"apc_list":{"value":990,"currency":"GBP","value_usd":1214},"apc_paid":{"value":990,"currency":"GBP","value_usd":1214},"fwci":4.5661,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.94990269,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"11","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9685999751091003,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8647193908691406},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7939220666885376},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7446712255477905},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6869564652442932},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.5983688235282898},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5107645988464355},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.46873483061790466},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.43293625116348267},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.34467780590057373},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2733197808265686},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.22659221291542053},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.10426253080368042},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08833983540534973}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8647193908691406},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7939220666885376},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7446712255477905},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6869564652442932},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.5983688235282898},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5107645988464355},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.46873483061790466},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.43293625116348267},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.34467780590057373},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2733197808265686},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.22659221291542053},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.10426253080368042},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08833983540534973},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13677-022-00372-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-022-00372-9","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-022-00372-9","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6ef93cded7cd4e51a6ba9ec4cd8a2c5c","is_oa":true,"landing_page_url":"https://doaj.org/article/6ef93cded7cd4e51a6ba9ec4cd8a2c5c","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Cloud Computing: Advances, Systems and Applications, Vol 11, Iss 1, Pp 1-17 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13677-022-00372-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-022-00372-9","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-022-00372-9","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8899999856948853,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2960841795","display_name":null,"funder_award_id":"62171387","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8371044509","display_name":"Atomic Spectra","funder_award_id":"6217138","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324858","display_name":"Xihua University","ror":"https://ror.org/04gwtvf26"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4311867717.pdf","grobid_xml":"https://content.openalex.org/works/W4311867717.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W2080017588","https://openalex.org/W2104237724","https://openalex.org/W2114296561","https://openalex.org/W2787938642","https://openalex.org/W3019423257","https://openalex.org/W3035007032","https://openalex.org/W3048234700","https://openalex.org/W3059506646","https://openalex.org/W3101102032","https://openalex.org/W3112164530","https://openalex.org/W3128486303","https://openalex.org/W3140381130","https://openalex.org/W3161037238","https://openalex.org/W3172247901","https://openalex.org/W3176164341","https://openalex.org/W3178010443","https://openalex.org/W3193859704","https://openalex.org/W3208008902","https://openalex.org/W4205434059","https://openalex.org/W4205601070","https://openalex.org/W4206817004","https://openalex.org/W4210409506","https://openalex.org/W4220799465","https://openalex.org/W4220969141","https://openalex.org/W4225351701","https://openalex.org/W4225533094","https://openalex.org/W4226038290","https://openalex.org/W4281731250","https://openalex.org/W4293581259","https://openalex.org/W4293916805","https://openalex.org/W4295347215","https://openalex.org/W4299802797","https://openalex.org/W4306179383","https://openalex.org/W4311322265","https://openalex.org/W4312389599"],"related_works":["https://openalex.org/W3045828129","https://openalex.org/W4290996552","https://openalex.org/W3109858579","https://openalex.org/W4324119149","https://openalex.org/W4376868870","https://openalex.org/W4313145167","https://openalex.org/W4309864858","https://openalex.org/W4323030201","https://openalex.org/W3114501693","https://openalex.org/W2534953202"],"abstract_inverted_index":{"Abstract":[0],"Multi-cloud":[1],"computing":[2,24,184],"is":[3,41],"becoming":[4],"a":[5,18,64,106,119,125,134],"promising":[6],"paradigm":[7],"to":[8,43,74,109,118,143],"provide":[9],"abundant":[10],"computation":[11,86],"resources":[12],"for":[13],"Internet-of-Things":[14],"(IoT)":[15],"devices.":[16],"For":[17],"multi-device":[19],"multi-cloud":[20,57],"network,":[21],"the":[22,36,45,111,145,152,159,190,206],"real-time":[23],"requirements,":[25],"frequently":[26],"varied":[27],"wireless":[28],"channel":[29],"gains":[30],"and":[31,84,93,128,158,203,212],"changeable":[32],"network":[33,49],"scale,":[34],"make":[35,75],"system":[37,147,218],"more":[38],"dynamic.":[39],"It":[40],"critical":[42],"satisfy":[44],"dynamic":[46,196],"nature":[47],"of":[48,53,151,155,162],"with":[50,216],"different":[51],"constraints":[52],"IoT":[54,96,156,166,182,201],"devices":[55,97],"in":[56,149],"environment.":[58],"In":[59],"this":[60,101],"paper,":[61],"we":[62,103,132],"establish":[63],"continuous-discrete":[65,90],"hybrid":[66,91],"decision":[67,92],"offloading":[68,82,197],"model,":[69],"each":[70,200],"device":[71,157,167],"should":[72],"learn":[73,195],"coordinated":[76],"actions,":[77],"including":[78],"cloud":[79,115,163],"server":[80,116],"selection,":[81],"ratio":[83],"local":[85],"capacity.":[87],"Therefore,":[88],"both":[89],"coordination":[94],"among":[95],"are":[98],"challenging.":[99],"To":[100],"end,":[102],"first":[104],"develop":[105],"probabilistic":[107],"method":[108],"relax":[110],"discrete":[112],"action":[113],"(e.g.":[114],"selection)":[117],"continuous":[120],"set.":[121],"Then,":[122],"by":[123],"leveraging":[124],"centralized":[126],"training":[127],"distributed":[129],"execution":[130],"strategy,":[131],"design":[133],"cooperative":[135],"multi-agent":[136],"deep":[137],"reinforcement":[138],"learning":[139],"(CMADRL)":[140],"based":[141,210],"framework":[142],"minimize":[144],"total":[146],"cost":[148],"terms":[150],"energy":[153],"consumption":[154],"renting":[160],"charge":[161],"servers.":[164],"Each":[165],"acts":[168],"as":[169],"an":[170],"agent,":[171],"which":[172],"not":[173],"only":[174],"learns":[175],"efficient":[176],"decentralized":[177],"policies,":[178],"but":[179],"also":[180],"relieves":[181],"devices\u2019":[183],"pressure.":[185],"Experimental":[186],"results":[187],"demonstrate":[188],"that":[189],"proposed":[191],"CMADRL":[192],"could":[193],"efficiently":[194],"polices":[198],"at":[199],"device,":[202],"significantly":[204],"outperform":[205],"four":[207],"state-of-the-art":[208],"DRL":[209],"agents":[211],"two":[213],"heuristic":[214],"algorithms":[215],"lower":[217],"cost.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":7}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}