{"id":"https://openalex.org/W4388040576","doi":"https://doi.org/10.1109/pimrc56721.2023.10293964","title":"Age Minimization in Massive IoT via UAV Swarm: A Multi-agent Reinforcement Learning Approach","display_name":"Age Minimization in Massive IoT via UAV Swarm: A Multi-agent Reinforcement Learning Approach","publication_year":2023,"publication_date":"2023-09-05","ids":{"openalex":"https://openalex.org/W4388040576","doi":"https://doi.org/10.1109/pimrc56721.2023.10293964"},"language":"en","primary_location":{"id":"doi:10.1109/pimrc56721.2023.10293964","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc56721.2023.10293964","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 34th Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017608924","display_name":"Eslam Eldeeb","orcid":"https://orcid.org/0000-0002-6322-2036"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Eslam Eldeeb","raw_affiliation_strings":["University of Oulu,Centre for Wireless Communications (CWC),Finland","Centre for Wireless Communications (CWC), University of Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu,Centre for Wireless Communications (CWC),Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"Centre for Wireless Communications (CWC), University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087038487","display_name":"Mohammad Shehab","orcid":null},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mohammad Shehab","raw_affiliation_strings":["University of Oulu,Centre for Wireless Communications (CWC),Finland","Centre for Wireless Communications (CWC), University of Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu,Centre for Wireless Communications (CWC),Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"Centre for Wireless Communications (CWC), University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040878028","display_name":"Hirley Alves","orcid":"https://orcid.org/0000-0002-8689-5313"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Hirley Alves","raw_affiliation_strings":["University of Oulu,Centre for Wireless Communications (CWC),Finland","Centre for Wireless Communications (CWC), University of Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu,Centre for Wireless Communications (CWC),Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"Centre for Wireless Communications (CWC), University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98381234"],"apc_list":null,"apc_paid":null,"fwci":3.2654,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.93701101,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8914457559585571},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8012903332710266},{"id":"https://openalex.org/keywords/swarm-behaviour","display_name":"Swarm behaviour","score":0.6057562232017517},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5782816410064697},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5177085399627686},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.429645299911499},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4284692704677582},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4231027662754059},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.343369722366333},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.19422376155853271},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11277475953102112}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8914457559585571},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8012903332710266},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.6057562232017517},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5782816410064697},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5177085399627686},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.429645299911499},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4284692704677582},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4231027662754059},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.343369722366333},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.19422376155853271},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11277475953102112},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pimrc56721.2023.10293964","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc56721.2023.10293964","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 34th Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2768771208","https://openalex.org/W2962691117","https://openalex.org/W2962846391","https://openalex.org/W2995379959","https://openalex.org/W3007091509","https://openalex.org/W3048386157","https://openalex.org/W3091778231","https://openalex.org/W3102581368","https://openalex.org/W3117792646","https://openalex.org/W3122367457","https://openalex.org/W3170252171","https://openalex.org/W3203789000","https://openalex.org/W4200190785","https://openalex.org/W4243548070","https://openalex.org/W4284964448","https://openalex.org/W4285146254","https://openalex.org/W4286377573","https://openalex.org/W4312805548","https://openalex.org/W6810011587"],"related_works":["https://openalex.org/W4288714711","https://openalex.org/W3200708550","https://openalex.org/W2736680465","https://openalex.org/W2771637876","https://openalex.org/W4294093918","https://openalex.org/W4240853094","https://openalex.org/W2810496283","https://openalex.org/W2170656329","https://openalex.org/W3131977017","https://openalex.org/W3205823858"],"abstract_inverted_index":{"In":[0,78],"many":[1],"massive":[2,60,65],"IoT":[3,7,20,53,61,105,119],"communication":[4],"scenarios,":[5],"the":[6,19,24,52,56,89,112,118,139],"devices":[8,21],"require":[9],"coverage":[10,43],"from":[11,94,104],"dynamic":[12],"units":[13,69],"that":[14,92,124],"can":[15],"move":[16],"close":[17],"to":[18,32,41,71,87,100,110,137],"and":[22,44,127],"reduce":[23],"uplink":[25],"energy":[26],"consumption.":[27],"A":[28],"robust":[29],"solution":[30],"is":[31,109],"deploy":[33],"a":[34,45,64,96],"large":[35],"number":[36,66],"of":[37,48,58,67,98,115],"UAVs":[38,99],"(UAV":[39],"swarm)":[40],"provide":[42],"better":[46],"line":[47],"sight":[49],"(LoS)":[50],"for":[51],"network.":[54,120],"However,":[55],"study":[57],"these":[59],"scenarios":[62],"with":[63,75],"serving":[68],"leads":[70],"high":[72,76],"dimensional":[73],"problems":[74],"complexity.":[77],"this":[79],"paper,":[80],"we":[81],"apply":[82],"multi-agent":[83,130],"deep":[84,131,142],"reinforcement":[85,132,143],"learning":[86,133,144],"address":[88],"high-dimensional":[90],"problem":[91],"results":[93,122],"deploying":[95],"swarm":[97],"collect":[101],"fresh":[102],"information":[103,116],"devices.":[106],"The":[107,121],"target":[108],"minimize":[111],"overall":[113],"age":[114],"in":[117,149],"reveal":[123],"both":[125],"cooperative":[126,129],"partially":[128],"approaches":[134],"are":[135],"able":[136],"outperform":[138],"high-complexity":[140],"centralized":[141],"approach,":[145],"which":[146],"stands":[147],"helpless":[148],"large-scale":[150],"networks.":[151]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}