{"id":"https://openalex.org/W4400447313","doi":"https://doi.org/10.1109/tmc.2024.3425723","title":"Hybrid Deep Reinforcement Learning-Based Task Offloading for D2D-Assisted Cloud-Edge-Device Collaborative Networks","display_name":"Hybrid Deep Reinforcement Learning-Based Task Offloading for D2D-Assisted Cloud-Edge-Device Collaborative Networks","publication_year":2024,"publication_date":"2024-07-09","ids":{"openalex":"https://openalex.org/W4400447313","doi":"https://doi.org/10.1109/tmc.2024.3425723"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3425723","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3425723","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065601551","display_name":"Wenhao Fan","orcid":"https://orcid.org/0000-0001-5288-8708"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenhao Fan","raw_affiliation_strings":["School of Electronic Engineering, Beijing Key Laboratory of Work Safety Intelligent Monitoring, National Engineering Research Center for Disaster Backup and Recovery, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5288-8708","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Beijing Key Laboratory of Work Safety Intelligent Monitoring, National Engineering Research Center for Disaster Backup and Recovery, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5065601551"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":5.6272,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.96362854,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"23","issue":"12","first_page":"13455","last_page":"13471"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9656999707221985,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9129999876022339,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.861714780330658},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7942367792129517},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7468363642692566},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5920695066452026},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.554109513759613},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4976511299610138},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4770207405090332},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4597414433956146},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.45919573307037354},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4405266046524048},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4387199282646179},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42928755283355713},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3514949679374695},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28970420360565186},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.22937604784965515},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.21833258867263794}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.861714780330658},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7942367792129517},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7468363642692566},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5920695066452026},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.554109513759613},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4976511299610138},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4770207405090332},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4597414433956146},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.45919573307037354},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4405266046524048},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4387199282646179},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42928755283355713},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3514949679374695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28970420360565186},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.22937604784965515},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.21833258867263794},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2024.3425723","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3425723","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1244023070","display_name":null,"funder_award_id":"2024ZCJH03","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2549238281","display_name":null,"funder_award_id":"62271086","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8194511106","display_name":null,"funder_award_id":"61821001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1999218360","https://openalex.org/W2145487961","https://openalex.org/W2615459164","https://openalex.org/W2795648038","https://openalex.org/W2803750062","https://openalex.org/W2914261331","https://openalex.org/W2967734072","https://openalex.org/W2973229164","https://openalex.org/W3009963213","https://openalex.org/W3080122404","https://openalex.org/W3105883416","https://openalex.org/W3127099068","https://openalex.org/W3174155297","https://openalex.org/W3193859704","https://openalex.org/W3195977070","https://openalex.org/W4213429873","https://openalex.org/W4214717370","https://openalex.org/W4214738306","https://openalex.org/W4226035460","https://openalex.org/W4250589301","https://openalex.org/W4285179741","https://openalex.org/W4296281130","https://openalex.org/W4318954397","https://openalex.org/W4319993360","https://openalex.org/W4390905492","https://openalex.org/W4399801010","https://openalex.org/W6748839928","https://openalex.org/W6784938585"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W3024547383","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W4322761281","https://openalex.org/W2968424451","https://openalex.org/W4238233472","https://openalex.org/W4221092438","https://openalex.org/W4313526662","https://openalex.org/W3111395152"],"abstract_inverted_index":{"In":[0,101],"D2D":[1,24,67],"(Device":[2],"to":[3,19,27,39,50,88,110,151,181,192],"Device)-assisted":[4],"cloud-edge-device":[5,71],"collaborative":[6],"networks,":[7],"the":[8,28,33,40,51,66,74,79,112,117,124,153,163,183,194],"tasks":[9],"of":[10,32,42,78,122,207],"a":[11,106,145,158],"busy":[12],"device":[13,22],"can":[14],"be":[15,89],"processed":[16],"locally,":[17],"offloaded":[18,26],"an":[20,171],"idle":[21],"through":[23,45,55,157],"transmission,":[25,47],"ES":[29,41],"(Edge":[30],"Server)":[31,54],"affiliated":[34],"BS":[35,44],"(Base":[36],"Station),":[37],"further":[38,49],"another":[43],"ES-ES":[46],"or":[48,98],"CS":[52],"(Cloud":[53],"ES-CS":[56],"transmission.":[57],"However,":[58],"existing":[59],"works":[60],"did":[61],"not":[62],"fully":[63],"consider":[64],"both":[65],"task":[68,107,127,184],"offloading":[69,108,128,185],"and":[70,119,136,167,187],"collaboration.":[72],"Moreover,":[73],"very":[75],"high":[76],"complexity":[77],"joint":[80],"resource":[81,138],"optimization":[82,154],"problem":[83,155,164],"makes":[84],"it":[85],"extremely":[86],"challenging":[87],"solved":[90],"efficiently":[91,156],"by":[92],"relying":[93],"solely":[94],"on":[95],"numerical":[96,190],"methods":[97,191],"machine-learning-based":[99],"methods.":[100],"this":[102],"paper,":[103],"we":[104],"propose":[105],"scheme":[109,209],"minimize":[111],"total":[113],"system":[114],"cost":[115],"considering":[116],"time":[118],"energy":[120],"consumption":[121],"all":[123],"devices.":[125],"The":[126,205],"decision,":[129],"transmission":[130,133],"power":[131],"allocation,":[132,135],"rate":[134],"computational":[137],"allocation":[139],"are":[140,200],"jointly":[141,169],"optimized.":[142],"We":[143],"design":[144],"DRL":[146,179],"(deep":[147],"reinforcement":[148],"learning)-based":[149],"algorithm":[150],"solve":[152],"hybrid":[159],"approach,":[160],"which":[161],"decomposes":[162],"into":[165],"sub-problems,":[166],"then":[168],"leverages":[170],"SD3":[172],"(Softmax":[173],"Deep":[174],"Double":[175],"Deterministic":[176],"Policy":[177],"Gradients)-based":[178],"method":[180],"handle":[182,193],"sub-problem":[186],"uses":[188],"multiple":[189],"other":[195],"small-scale":[196],"sub-problems.":[197],"Extensive":[198],"simulations":[199],"conducted":[201],"in":[202,212],"7":[203],"scenarios.":[204],"superiority":[206],"our":[208],"is":[210],"demonstrated":[211],"comparison":[213],"with":[214],"4":[215],"reference":[216],"schemes.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}