{"id":"https://openalex.org/W4404741795","doi":"https://doi.org/10.1109/tce.2024.3504545","title":"Deep Reinforcement Learning-Based Cloud-Edge Offloading for WBANs","display_name":"Deep Reinforcement Learning-Based Cloud-Edge Offloading for WBANs","publication_year":2024,"publication_date":"2024-11-26","ids":{"openalex":"https://openalex.org/W4404741795","doi":"https://doi.org/10.1109/tce.2024.3504545"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2024.3504545","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2024.3504545","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017963750","display_name":"Guihong Chen","orcid":"https://orcid.org/0000-0002-0760-7011"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guihong Chen","raw_affiliation_strings":["School of Automation Science and Engineering, South China University of Technology, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-0760-7011","affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering, South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001941518","display_name":"Maojie Wang","orcid":"https://orcid.org/0009-0005-7606-4558"},"institutions":[{"id":"https://openalex.org/I4210122543","display_name":"Guangdong Polytechnic Normal University","ror":"https://ror.org/02pcb5m77","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210122543"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Maojie Wang","raw_affiliation_strings":["School of Cyber Security, Guangdong Polytechnic Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0005-7606-4558","affiliations":[{"raw_affiliation_string":"School of Cyber Security, Guangdong Polytechnic Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I4210122543"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058377626","display_name":"Shaodong Han","orcid":"https://orcid.org/0009-0007-9101-0886"},"institutions":[{"id":"https://openalex.org/I4210122543","display_name":"Guangdong Polytechnic Normal University","ror":"https://ror.org/02pcb5m77","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210122543"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaodong Han","raw_affiliation_strings":["School of Cyber Security, Guangdong Polytechnic Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0007-9101-0886","affiliations":[{"raw_affiliation_string":"School of Cyber Security, Guangdong Polytechnic Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I4210122543"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080300563","display_name":"Jiao Yin","orcid":"https://orcid.org/0000-0002-0269-2624"},"institutions":[{"id":"https://openalex.org/I196829312","display_name":"La Trobe University","ror":"https://ror.org/01rxfrp27","country_code":"AU","type":"education","lineage":["https://openalex.org/I196829312"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jiao Yin","raw_affiliation_strings":["Department of Computer Science and Information Technology, La Trobe University, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0269-2624","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, La Trobe University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I196829312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403969","display_name":"Hua Wang","orcid":"https://orcid.org/0000-0002-8465-0996"},"institutions":[{"id":"https://openalex.org/I71270174","display_name":"Victoria University","ror":"https://ror.org/04j757h98","country_code":"AU","type":"education","lineage":["https://openalex.org/I71270174"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hua Wang","raw_affiliation_strings":["Institute for Sustainable Industries and Liveable Cities, Victoria University, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8465-0996","affiliations":[{"raw_affiliation_string":"Institute for Sustainable Industries and Liveable Cities, Victoria University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I71270174"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071311514","display_name":"Jinli Cao","orcid":"https://orcid.org/0000-0002-0221-6361"},"institutions":[{"id":"https://openalex.org/I196829312","display_name":"La Trobe University","ror":"https://ror.org/01rxfrp27","country_code":"AU","type":"education","lineage":["https://openalex.org/I196829312"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jinli Cao","raw_affiliation_strings":["Department of Computer Science and Information Technology, La Trobe University, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0221-6361","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, La Trobe University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I196829312"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1855,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88862646,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"71","issue":"2","first_page":"4053","last_page":"4064"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9660999774932861,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7923426628112793},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7836798429489136},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6921502351760864},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.501600980758667},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.41807496547698975},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3970538377761841},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3904148042201996},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32794633507728577},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.19276109337806702}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7923426628112793},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7836798429489136},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6921502351760864},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.501600980758667},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.41807496547698975},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3970538377761841},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3904148042201996},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32794633507728577},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.19276109337806702}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2024.3504545","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2024.3504545","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5116684007","display_name":null,"funder_award_id":"2022ZDZX1011","funder_id":"https://openalex.org/F4320336625","funder_display_name":"Soft Science Research Project of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320336625","display_name":"Soft Science Research Project of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2781935635","https://openalex.org/W2915771847","https://openalex.org/W2955042957","https://openalex.org/W2963060851","https://openalex.org/W2980789769","https://openalex.org/W3012434840","https://openalex.org/W3022284398","https://openalex.org/W3022369195","https://openalex.org/W3033229102","https://openalex.org/W3040914594","https://openalex.org/W3092311181","https://openalex.org/W3155081810","https://openalex.org/W3172247901","https://openalex.org/W3189776187","https://openalex.org/W3196318418","https://openalex.org/W4210541676","https://openalex.org/W4225278452","https://openalex.org/W4226138638","https://openalex.org/W4226200846","https://openalex.org/W4226228617","https://openalex.org/W4285168076","https://openalex.org/W4306849504","https://openalex.org/W4313053130","https://openalex.org/W4318408441","https://openalex.org/W4319996378","https://openalex.org/W4320009717","https://openalex.org/W4360764573","https://openalex.org/W4385194850","https://openalex.org/W4386212337","https://openalex.org/W4387319328","https://openalex.org/W4391128946","https://openalex.org/W4391249099","https://openalex.org/W4392405830"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W4324372666","https://openalex.org/W4225706866","https://openalex.org/W2914646191","https://openalex.org/W4386004629","https://openalex.org/W3023564924","https://openalex.org/W2942586735"],"abstract_inverted_index":{"Wireless":[0],"body":[1],"area":[2],"networks":[3],"(WBANs)":[4],"are":[5,40],"essential":[6],"for":[7,55],"real-time":[8],"health":[9],"monitoring":[10],"using":[11],"physiological":[12],"sensors,":[13],"but":[14,99],"these":[15,28],"sensors":[16,39],"have":[17],"limitations":[18],"in":[19,166],"computing":[20,34],"power,":[21],"storage,":[22],"and":[23,69,81,103,129,141,163],"battery":[24,161],"life.":[25],"To":[26,107],"address":[27],"issues,":[29],"we":[30,110],"propose":[31],"a":[32,64,71,112,122],"cloud-edge":[33],"architecture":[35],"where":[36],"data":[37],"from":[38],"initially":[41],"processed":[42],"by":[43],"WBAN":[44,152],"edge":[45,153],"devices":[46],"(smartphones,":[47],"PDAs)":[48],"before":[49],"being":[50],"offloaded":[51],"to":[52],"cloud":[53],"servers":[54],"extensive":[56],"analysis.":[57],"We":[58],"model":[59],"the":[60,82],"offloading":[61],"decision":[62,66],"as":[63],"Markov":[65],"process":[67],"(MDP)":[68],"design":[70],"system":[72,146],"utility":[73],"function":[74],"that":[75,120,135],"balances":[76],"processing":[77,139],"latency,":[78],"power":[79],"consumption,":[80],"quality":[83],"of":[84],"communication.":[85],"Traditional":[86],"deep":[87,92,114],"reinforcement":[88],"learning":[89,127],"algorithms":[90],"like":[91],"deterministic":[93,115],"policy":[94,116],"gradient":[95,117],"(DDPG)":[96],"optimize":[97],"MDPs":[98],"face":[100],"slow":[101],"convergence":[102],"local":[104],"optima":[105],"issues.":[106],"overcome":[108],"these,":[109],"introduce":[111],"multi-step":[113,123],"(MSDDPG)":[118],"algorithm":[119],"uses":[121],"update":[124],"mechanism,":[125],"enhancing":[126,164],"efficiency":[128],"solution":[130],"accuracy.":[131],"Experimental":[132],"results":[133],"show":[134],"MSDDPG":[136],"significantly":[137],"reduces":[138],"delay":[140],"energy":[142],"consumption":[143],"while":[144],"improving":[145],"utility.":[147],"Additionally,":[148],"our":[149],"approach":[150],"considers":[151],"device":[154,160],"constraints,":[155],"ensuring":[156],"practical":[157],"applicability,":[158],"extending":[159],"life,":[162],"performance":[165],"real-world":[167],"scenarios.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}