{"id":"https://openalex.org/W4379801107","doi":"https://doi.org/10.1109/jiot.2023.3283353","title":"Multiagent Federated Reinforcement Learning for Resource Allocation in UAV-Enabled Internet of Medical Things Networks","display_name":"Multiagent Federated Reinforcement Learning for Resource Allocation in UAV-Enabled Internet of Medical Things Networks","publication_year":2023,"publication_date":"2023-06-07","ids":{"openalex":"https://openalex.org/W4379801107","doi":"https://doi.org/10.1109/jiot.2023.3283353"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3283353","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3283353","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076128522","display_name":"Abegaz Mohammed Seid","orcid":"https://orcid.org/0000-0002-3672-6132"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":true,"raw_author_name":"Abegaz Mohammed Seid","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061831106","display_name":"Aiman Erbad","orcid":"https://orcid.org/0000-0001-7565-5253"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Aiman Erbad","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051231351","display_name":"Hayla Nahom Abishu","orcid":"https://orcid.org/0000-0002-3243-7579"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hayla Nahom Abishu","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048768303","display_name":"Abdullatif Albaseer","orcid":"https://orcid.org/0000-0002-6886-6500"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Abdullatif Albaseer","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037234286","display_name":"Mohamed Abdallah","orcid":"https://orcid.org/0000-0002-3261-7588"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Mohamed Abdallah","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057916222","display_name":"Mohsen Guizani","orcid":"https://orcid.org/0000-0002-8972-8094"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Mohsen Guizani","raw_affiliation_strings":["Machine Learning Department, Mohamed Bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE"],"affiliations":[{"raw_affiliation_string":"Machine Learning Department, Mohamed Bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5076128522"],"corresponding_institution_ids":["https://openalex.org/I4210144839"],"apc_list":null,"apc_paid":null,"fwci":41.5507,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.99804219,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"10","issue":"22","first_page":"19695","last_page":"19711"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8367493152618408},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7971585988998413},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.6446385383605957},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6133039593696594},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.506550669670105},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.49205392599105835},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.47744375467300415},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.46267813444137573},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4184311628341675},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.32023125886917114},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2650197148323059},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2548885941505432}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8367493152618408},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7971585988998413},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.6446385383605957},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6133039593696594},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.506550669670105},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.49205392599105835},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.47744375467300415},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.46267813444137573},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4184311628341675},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.32023125886917114},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2650197148323059},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2548885941505432}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3283353","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3283353","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6800000071525574,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G395268284","display_name":null,"funder_award_id":"NPRP13S-0205-200265","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"}],"funders":[{"id":"https://openalex.org/F4320332753","display_name":"Qatar National Research Fund","ror":"https://ror.org/01svaqq28"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2031834036","https://openalex.org/W2095409369","https://openalex.org/W2535838896","https://openalex.org/W2783749042","https://openalex.org/W2792526074","https://openalex.org/W2808381205","https://openalex.org/W2809674292","https://openalex.org/W2920095265","https://openalex.org/W2962691117","https://openalex.org/W2963864421","https://openalex.org/W2969281871","https://openalex.org/W2973697444","https://openalex.org/W2995573806","https://openalex.org/W2996238281","https://openalex.org/W3006191871","https://openalex.org/W3015636663","https://openalex.org/W3032998286","https://openalex.org/W3036252686","https://openalex.org/W3044274646","https://openalex.org/W3045638580","https://openalex.org/W3048295601","https://openalex.org/W3048522391","https://openalex.org/W3088084782","https://openalex.org/W3095251140","https://openalex.org/W3102483098","https://openalex.org/W3111512201","https://openalex.org/W3116067625","https://openalex.org/W3117267439","https://openalex.org/W3120444619","https://openalex.org/W3122035769","https://openalex.org/W3128382687","https://openalex.org/W3129281981","https://openalex.org/W3148946438","https://openalex.org/W3153837211","https://openalex.org/W3157095620","https://openalex.org/W3161553238","https://openalex.org/W3161868942","https://openalex.org/W3168104141","https://openalex.org/W3178194158","https://openalex.org/W3179018212","https://openalex.org/W3179728166","https://openalex.org/W3185861473","https://openalex.org/W3187784948","https://openalex.org/W3191468586","https://openalex.org/W3193254256","https://openalex.org/W3211040691","https://openalex.org/W4205397442","https://openalex.org/W4205984110","https://openalex.org/W4226348979","https://openalex.org/W4287028186","https://openalex.org/W4293218370","https://openalex.org/W4297687186","https://openalex.org/W4299802797","https://openalex.org/W4313164086","https://openalex.org/W4318619660","https://openalex.org/W6684921986","https://openalex.org/W6728757088","https://openalex.org/W6738796088","https://openalex.org/W6767076659","https://openalex.org/W6794763971","https://openalex.org/W6799011036"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W2153007255","https://openalex.org/W2362797233"],"abstract_inverted_index":{"In":[0,101,118],"the":[1,10,20,64,79,83,97,139,166,176,192,198,207],"5G/B5G":[2],"network":[3,76],"paradigms,":[4],"intelligent":[5],"medical":[6],"devices":[7,42,90],"known":[8],"as":[9,30,146],"Internet":[11],"of":[12,99,178],"Medical":[13],"Things":[14],"(IoMT)":[15],"have":[16,43],"been":[17,51],"used":[18],"in":[19,53,152],"healthcare":[21,116,135],"industry":[22],"to":[23,56,59,63,164,206],"monitor":[24],"remote":[25],"users\u2019":[26],"health":[27],"status,":[28],"such":[29],"elderly":[31],"monitoring,":[32],"injuries,":[33],"stress,":[34],"and":[35,142,171,174,202],"patients":[36],"with":[37,155],"chronic":[38],"diseases.":[39],"Since":[40],"IoMT":[41],"limited":[44],"resources,":[45],"mobile":[46],"edge":[47],"computing":[48,93],"(MEC)":[49],"has":[50],"deployed":[52],"5G":[54],"networks":[55],"enable":[57],"them":[58],"offload":[60],"their":[61],"tasks":[62],"nearest":[65],"computational":[66,80],"servers":[67,81],"for":[68,115,132],"processing.":[69],"However,":[70],"when":[71],"IoMTs":[72],"are":[73,86,108],"far":[74],"from":[75],"coverage":[77],"or":[78],"at":[82],"terrestrial":[84],"MEC":[85],"overloaded/emergencies":[87],"occur,":[88],"these":[89],"cannot":[91],"access":[92],"services,":[94],"potentially":[95],"risking":[96],"lives":[98],"patients.":[100],"this":[102,119],"context,":[103],"unmanned":[104],"aerial":[105,112],"vehicles":[106],"(UAVs)":[107],"considered":[109],"a":[110,123,133,147,185],"prominent":[111],"connectivity":[113],"solution":[114],"systems.":[117],"article,":[120],"we":[121,159],"propose":[122,160],"multiagent":[124],"federated":[125,153],"reinforcement":[126],"learning":[127,154,209],"(MAFRL)-based":[128],"resource":[129,143],"allocation":[130,144],"framework":[131],"multi-UAV-enabled":[134],"system.":[136],"We":[137],"formulate":[138],"computation":[140],"offloading":[141],"problems":[145],"Markov":[148],"decision":[149],"process":[150],"game":[151],"multiple":[156],"participants.":[157],"Then,":[158],"an":[161],"MAFRL":[162,194],"algorithm":[163,195],"solve":[165],"formulated":[167],"problem,":[168],"minimize":[169],"latency":[170],"energy":[172],"consumption,":[173],"ensure":[175],"quality":[177],"service.":[179],"Finally,":[180],"extensive":[181],"simulation":[182],"results":[183],"on":[184],"real-world":[186],"heartbeat":[187],"data":[188],"set":[189],"prove":[190],"that":[191],"proposed":[193],"significantly":[196],"minimizes":[197],"cost,":[199],"preserves":[200],"privacy,":[201],"improves":[203],"accuracy":[204],"compared":[205],"baseline":[208],"algorithms.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":3}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}
