{"id":"https://openalex.org/W4389319287","doi":"https://doi.org/10.1109/jiot.2023.3338718","title":"Optimizing Mobility-Aware Task Offloading in Smart Healthcare for Internet of Medical Things Through Multiagent Reinforcement Learning","display_name":"Optimizing Mobility-Aware Task Offloading in Smart Healthcare for Internet of Medical Things Through Multiagent Reinforcement Learning","publication_year":2023,"publication_date":"2023-12-04","ids":{"openalex":"https://openalex.org/W4389319287","doi":"https://doi.org/10.1109/jiot.2023.3338718"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3338718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3338718","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045785088","display_name":"Chongwu Dong","orcid":"https://orcid.org/0000-0002-9161-0570"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chongwu Dong","raw_affiliation_strings":["Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9161-0570","affiliations":[{"raw_affiliation_string":"Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065867178","display_name":"Yanbin Sun","orcid":"https://orcid.org/0000-0002-8157-5337"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanbin Sun","raw_affiliation_strings":["Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","Full Professor at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8157-5337","affiliations":[{"raw_affiliation_string":"Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]},{"raw_affiliation_string":"Full Professor at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100771200","display_name":"Muhammad Shafiq","orcid":null},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muhammad Shafiq","raw_affiliation_strings":["Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","Distinguished Associate Professor at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1909-9373","affiliations":[{"raw_affiliation_string":"Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]},{"raw_affiliation_string":"Distinguished Associate Professor at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044196870","display_name":"Ning Hu","orcid":"https://orcid.org/0000-0002-8355-0969"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Hu","raw_affiliation_strings":["Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","Full Professor at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8355-0969","affiliations":[{"raw_affiliation_string":"Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]},{"raw_affiliation_string":"Full Professor at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390839","display_name":"Yuan Liu","orcid":"https://orcid.org/0000-0002-0246-0778"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Liu","raw_affiliation_strings":["Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","Full Professor at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]},{"raw_affiliation_string":"Full Professor at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056608045","display_name":"Zhihong Tian","orcid":"https://orcid.org/0000-0002-9409-5359"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihong Tian","raw_affiliation_strings":["Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","Full Professor at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9409-5359","affiliations":[{"raw_affiliation_string":"Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]},{"raw_affiliation_string":"Full Professor at Cyberspace Institute of Advanced Technology Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5045785088"],"corresponding_institution_ids":["https://openalex.org/I37987034"],"apc_list":null,"apc_paid":null,"fwci":3.5415,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.93394149,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"11","issue":"8","first_page":"13677","last_page":"13691"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9254000186920166,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8741602897644043},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7071484327316284},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5937288999557495},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5412802696228027},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5254442095756531},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5207743048667908},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.49997854232788086},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4704928398132324},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.44628071784973145},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4261065721511841},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.41841816902160645},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.3599380552768707},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.3559810519218445},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.26832330226898193},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.19194138050079346},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.16374817490577698},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1395016610622406},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1059885025024414},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09207069873809814}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8741602897644043},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7071484327316284},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5937288999557495},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5412802696228027},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5254442095756531},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5207743048667908},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.49997854232788086},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4704928398132324},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.44628071784973145},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4261065721511841},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.41841816902160645},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.3599380552768707},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3559810519218445},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.26832330226898193},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.19194138050079346},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.16374817490577698},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1395016610622406},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1059885025024414},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09207069873809814},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3338718","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3338718","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8999999761581421,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2057174261","display_name":null,"funder_award_id":"62272119","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3606933093","display_name":null,"funder_award_id":"61976064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5584386892","display_name":null,"funder_award_id":"62250410365","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W103885025","https://openalex.org/W2029853631","https://openalex.org/W2082011829","https://openalex.org/W2142442427","https://openalex.org/W2523438800","https://openalex.org/W2524785689","https://openalex.org/W2965780602","https://openalex.org/W2999672258","https://openalex.org/W3083299299","https://openalex.org/W3089283090","https://openalex.org/W3107615218","https://openalex.org/W3116067625","https://openalex.org/W3156157177","https://openalex.org/W3165327452","https://openalex.org/W3188272948","https://openalex.org/W3203864086","https://openalex.org/W3204496228","https://openalex.org/W3210090000","https://openalex.org/W3212172638","https://openalex.org/W3215924789","https://openalex.org/W4210894459","https://openalex.org/W4211067533","https://openalex.org/W4220867361","https://openalex.org/W4224243135","https://openalex.org/W4226474523","https://openalex.org/W4280602327","https://openalex.org/W4282972746","https://openalex.org/W4285036310","https://openalex.org/W4285216729","https://openalex.org/W4293056469","https://openalex.org/W4293452430","https://openalex.org/W4298003149","https://openalex.org/W4302346315","https://openalex.org/W4309293958","https://openalex.org/W4315630413","https://openalex.org/W4315864507","https://openalex.org/W4317794990","https://openalex.org/W4319068981","https://openalex.org/W4319878926","https://openalex.org/W4321368181","https://openalex.org/W4322704128","https://openalex.org/W4322730972","https://openalex.org/W4328053581","https://openalex.org/W4361757286","https://openalex.org/W4362514030","https://openalex.org/W4366280617","https://openalex.org/W4375929069","https://openalex.org/W4376480890","https://openalex.org/W4378421813","https://openalex.org/W4378697408","https://openalex.org/W4379744715","https://openalex.org/W4379801107","https://openalex.org/W4381735224","https://openalex.org/W6786364697"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W1589140671","https://openalex.org/W1760611253","https://openalex.org/W52153049","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2294884454","https://openalex.org/W4323315247","https://openalex.org/W3169161914","https://openalex.org/W4321379664"],"abstract_inverted_index":{"In":[0,127,205],"the":[1,7,46,49,54,71,75,97,144,161,173,230,234,264],"scenario":[2,116],"of":[3,9,48,57,61,74,117,146,163,175,236],"smart":[4,41,118],"healthcare":[5,42,119],"applications,":[6],"Internet":[8],"Medical":[10],"Things":[11],"(IoMT)":[12],"devices,":[13],"equipped":[14],"with":[15],"limited":[16],"resources,":[17,148],"would":[18],"offload":[19],"numerous":[20],"computation-heavy":[21],"tasks":[22,62],"to":[23,45,87,95,106,221,251],"an":[24],"edge":[25,76,136],"server":[26],"through":[27,139],"5G":[28,156,202,217],"networks.":[29,141,157,204],"However,":[30],"IoMT":[31,64,82,102,111,164,213],"devices":[32,65,83,112,165],"should":[33,121],"usually":[34],"move":[35],"around":[36],"different":[37],"diagnostic":[38],"areas":[39],"in":[40,68,81,113,134,155,201,215,260],"systems,":[43],"leading":[44],"dynamics":[47],"uplink":[50],"channel":[51],"quality.":[52,228],"Moreover,":[53],"burst":[55],"generation":[56],"a":[58,92,114,167,180,190,237],"substantial":[59],"number":[60],"from":[63],"can":[66],"result":[67],"congestion":[69],"within":[70],"computing":[72,137],"queue":[73],"server.":[77],"And,":[78],"heterogeneous":[79],"services":[80],"make":[84],"it":[85],"hard":[86],"collect":[88],"global":[89],"information":[90],"for":[91,100,198,211,240],"central":[93],"controller":[94],"get":[96],"optimal":[98],"optimization":[99],"all":[101],"devices.":[103],"So,":[104],"how":[105],"determine":[107],"task":[108,132,176,199,208],"offloading":[109,133,177,200,209],"among":[110],"distributed":[115,181],"applications":[120],"be":[122],"considered":[123,220],"appropriately":[124],"and":[125,172,225,233],"comprehensively.":[126],"this":[128],"paper,":[129],"we":[130,188],"investigate":[131],"mobile":[135],"(MEC)":[138],"wireless":[140,147],"To":[142],"improve":[143,222],"utilization":[145],"non-orthogonal":[149],"multiple":[150],"access":[151],"(NOMA)":[152],"is":[153,219],"adopted":[154],"We":[158],"first":[159],"formulate":[160],"mobility":[162],"as":[166,179],"Hidden":[168],"Markov":[169,183],"Model":[170],"(HMM)":[171],"problem":[174],"policy":[178],"Partial":[182],"Decision":[184],"Process":[185],"(Dec-POMDP).":[186],"Then,":[187],"propose":[189],"mobility-aware":[191],"method":[192,244],"based":[193],"on":[194],"Multi-agent":[195],"reinforcement":[196],"learning":[197],"NOMA-enabled":[203,216],"our":[206,241,254],"approach,":[207],"scheduling":[210],"each":[212],"device":[214],"networks":[218],"energy":[223,261],"efficiency":[224],"guarantee":[226],"service":[227],"Besides,":[229],"time":[231],"complexity":[232],"existence":[235],"Nash":[238],"equilibrium":[239],"proposed":[242],"Dec-POMDP":[243],"are":[245,249],"theoretically":[246],"derived.":[247],"Simulations":[248],"conducted":[250],"show":[252],"that":[253],"algorithm":[255],"outperforms":[256],"other":[257],"alternative":[258],"methods":[259],"consumption":[262],"under":[263],"delay":[265],"constraint.":[266]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}