{"id":"https://openalex.org/W4323644407","doi":"https://doi.org/10.1109/tvt.2023.3253905","title":"Intelligent Resource Allocation for Edge-Cloud Collaborative Networks: A Hybrid DDPG-D3QN Approach","display_name":"Intelligent Resource Allocation for Edge-Cloud Collaborative Networks: A Hybrid DDPG-D3QN Approach","publication_year":2023,"publication_date":"2023-03-08","ids":{"openalex":"https://openalex.org/W4323644407","doi":"https://doi.org/10.1109/tvt.2023.3253905"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2023.3253905","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3253905","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101976580","display_name":"Han Hu","orcid":"https://orcid.org/0000-0003-3687-4431"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Hu","raw_affiliation_strings":["Jiangsu Key Laboratory of Wireless Communications, Nanjing University of Posts and Telecommunications, Nanjing, China","Engineering Research Center of Health Service System Based on Ubiquitous Wireless Networks, Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-3687-4431","affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Wireless Communications, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"Engineering Research Center of Health Service System Based on Ubiquitous Wireless Networks, Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059458244","display_name":"Dingguo Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingguo Wu","raw_affiliation_strings":["Jiangsu Key Laboratory of Wireless Communications, Nanjing University of Posts and Telecommunications, Nanjing, China","Engineering Research Center of Health Service System Based on Ubiquitous Wireless Networks, Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Wireless Communications, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"Engineering Research Center of Health Service System Based on Ubiquitous Wireless Networks, Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011900098","display_name":"Fuhui Zhou","orcid":"https://orcid.org/0000-0001-6880-6244"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuhui Zhou","raw_affiliation_strings":["College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xian, China"],"raw_orcid":"https://orcid.org/0000-0001-6880-6244","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xian, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112852802","display_name":"Xingwu Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingwu Zhu","raw_affiliation_strings":["Jiangsu Key Laboratory of Wireless Communications, Nanjing University of Posts and Telecommunications, Nanjing, China","Engineering Research Center of Health Service System Based on Ubiquitous Wireless Networks, Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Wireless Communications, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"Engineering Research Center of Health Service System Based on Ubiquitous Wireless Networks, Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057118326","display_name":"Rose Qingyang Hu","orcid":"https://orcid.org/0000-0002-1571-3631"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rose Qingyang Hu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Utah State University, Logan, UT, USA"],"raw_orcid":"https://orcid.org/0000-0002-1571-3631","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Utah State University, Logan, UT, USA","institution_ids":["https://openalex.org/I121980950"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100755735","display_name":"Hongbo Zhu","orcid":"https://orcid.org/0000-0002-1032-4434"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbo Zhu","raw_affiliation_strings":["Jiangsu Key Laboratory of Wireless Communications, Nanjing University of Posts and Telecommunications, Nanjing, China","Engineering Research Center of Health Service System Based on Ubiquitous Wireless Networks, Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-1032-4434","affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Wireless Communications, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"Engineering Research Center of Health Service System Based on Ubiquitous Wireless Networks, Ministry of Education, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.5913,"has_fulltext":false,"cited_by_count":80,"citation_normalized_percentile":{"value":0.98836835,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"72","issue":"8","first_page":"10696","last_page":"10709"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.72934889793396},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7263245582580566},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.6788679361343384},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.589095950126648},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5718938708305359},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5103718638420105},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4969618618488312},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.47791561484336853},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4721897840499878},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.44252097606658936},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.24095019698143005},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13266071677207947},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12491819262504578},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1196141242980957}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.72934889793396},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7263245582580566},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.6788679361343384},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.589095950126648},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5718938708305359},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5103718638420105},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4969618618488312},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.47791561484336853},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4721897840499878},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.44252097606658936},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24095019698143005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13266071677207947},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12491819262504578},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1196141242980957},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2023.3253905","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3253905","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2060091859","display_name":null,"funder_award_id":"62031012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G269416364","display_name":null,"funder_award_id":"92067201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4952942610","display_name":null,"funder_award_id":"62171231","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5182155296","display_name":null,"funder_award_id":"BE2020084\u20101","funder_id":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program"},{"id":"https://openalex.org/G5901541338","display_name":"\u8ba4\u77e5\u65e0\u4eba\u673a\u7f51\u7edc\u7684\u8d44\u6e90\u9c81\u68d2\u7ba1\u63a7\u7406\u8bba\u4e0e\u65b9\u6cd5\u7814\u7a76","funder_award_id":"62071223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8431966463","display_name":null,"funder_award_id":"62222107","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327777","display_name":"Jiangsu Provincial Key Research and Development Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2072641892","https://openalex.org/W2106864314","https://openalex.org/W2118588134","https://openalex.org/W2134286128","https://openalex.org/W2292533394","https://openalex.org/W2400861403","https://openalex.org/W2501228942","https://openalex.org/W2777180355","https://openalex.org/W2792645523","https://openalex.org/W2802536527","https://openalex.org/W2883649305","https://openalex.org/W2896079731","https://openalex.org/W2905026759","https://openalex.org/W2921018545","https://openalex.org/W2924384958","https://openalex.org/W2951097454","https://openalex.org/W2963334314","https://openalex.org/W2964015972","https://openalex.org/W2964098968","https://openalex.org/W2970907163","https://openalex.org/W2979132770","https://openalex.org/W2982531427","https://openalex.org/W3010717392","https://openalex.org/W3012434840","https://openalex.org/W3032966580","https://openalex.org/W3035007032","https://openalex.org/W3041261812","https://openalex.org/W3047488480","https://openalex.org/W3048135502","https://openalex.org/W3080122404","https://openalex.org/W3097472721","https://openalex.org/W3105504538","https://openalex.org/W3107184047","https://openalex.org/W3126571692","https://openalex.org/W3136322623","https://openalex.org/W3161503345","https://openalex.org/W3167877303","https://openalex.org/W4210476941","https://openalex.org/W4283687890","https://openalex.org/W6685444567"],"related_works":["https://openalex.org/W2092530219","https://openalex.org/W2902693277","https://openalex.org/W4378977105","https://openalex.org/W3100628847","https://openalex.org/W4214747436","https://openalex.org/W2953002963","https://openalex.org/W3154796165","https://openalex.org/W2894114519","https://openalex.org/W4282941432","https://openalex.org/W3200145713"],"abstract_inverted_index":{"To":[0,109],"handle":[1],"the":[2,16,29,72,79,90,93,96,99,104,111,134,160,170,178,191,200,208,223,228],"ever-increasing":[3],"IoT":[4,47],"devices":[5,48],"with":[6,34,50,89,196],"computation-intensive":[7],"and":[8,21,56,86,103,116,140,152,182,215],"delay-critical":[9],"applications,":[10],"it":[11,189],"is":[12,68],"imperative":[13],"to":[14,70,149,175,198],"leverage":[15],"collaborative":[17],"potential":[18],"of":[19,32,45,82,92,163,173,185,194],"edge":[20],"cloud":[22,58],"computing.":[23],"In":[24],"this":[25],"paper,":[26],"we":[27,119,158],"investigate":[28],"dynamic":[30,63],"offloading":[31,180],"packets":[33],"finite":[35],"block":[36],"length":[37],"(FBL)":[38],"in":[39,61],"an":[40],"edge-cloud":[41,229],"collaboration":[42,230],"system":[43],"consisting":[44],"multi-mobile":[46],"(MIDs)":[49],"energy":[51,84,97],"harvesting":[52],"(EH),":[53],"multi-edge":[54],"servers,":[55],"one":[57],"server":[59,202],"(CS)":[60],"a":[62,121],"environment.":[64],"The":[65],"optimization":[66],"problem":[67,112],"formulated":[69],"minimize":[71],"average":[73],"long-term":[74],"service":[75,87,101],"cost":[76],"defined":[77],"as":[78],"weighted":[80],"sum":[81],"MID":[83],"consumption":[85],"delay,":[88,102],"constraints":[91],"available":[94],"resource,":[95],"causality,":[98],"allowable":[100],"maximum":[105],"decoding":[106],"error":[107],"probability.":[108],"address":[110],"involving":[113],"both":[114],"discrete":[115,153],"continuous":[117,151],"variables,":[118],"propose":[120],"multi-device":[122],"hybrid":[123],"decision-based":[124],"deep":[125,135,143],"reinforcement":[126],"learning":[127],"(DRL)":[128],"solution,":[129],"named":[130],"DDPG-D3QN":[131,210],"algorithm,":[132],"where":[133],"deterministic":[136],"policy":[137],"gradient":[138],"(DDPG)":[139],"dueling":[141],"double":[142],"Q":[144],"networks":[145],"(D3QN)":[146],"are":[147],"invoked":[148],"tackle":[150],"action":[154],"domains,":[155],"respectively.":[156],"Specifically,":[157],"improve":[159],"actor-critic":[161],"structure":[162],"DDPG":[164,174,195],"by":[165],"combining":[166],"D3QN.":[167],"It":[168],"utilizes":[169],"actor":[171],"part":[172,193],"search":[176],"for":[177,203],"optimal":[179,201],"rate":[181],"power":[183],"control":[184],"local":[186],"execution.":[187],"Meanwhile,":[188],"combines":[190],"critic":[192],"D3QN":[197],"select":[199],"offloading.":[204],"Simulation":[205],"results":[206],"demonstrate":[207],"proposed":[209],"algorithm":[211],"has":[212],"better":[213],"stability":[214],"faster":[216],"convergence,":[217],"while":[218],"achieving":[219],"higher":[220],"rewards":[221],"than":[222],"existing":[224],"DRL-based":[225],"methods.":[226],"Furthermore,":[227],"approach":[231],"outperforms":[232],"non-collaborative":[233],"schemes.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":32},{"year":2023,"cited_by_count":7}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}