{"id":"https://openalex.org/W4403182701","doi":"https://doi.org/10.1109/jiot.2024.3474926","title":"Population-Invariant MADRL for AoI-Aware UAV Trajectory Design and Communication Scheduling in Wireless Sensor Networks","display_name":"Population-Invariant MADRL for AoI-Aware UAV Trajectory Design and Communication Scheduling in Wireless Sensor Networks","publication_year":2024,"publication_date":"2024-10-07","ids":{"openalex":"https://openalex.org/W4403182701","doi":"https://doi.org/10.1109/jiot.2024.3474926"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3474926","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3474926","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046773723","display_name":"Xuanhan Zhou","orcid":"https://orcid.org/0000-0001-7329-8715"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuanhan Zhou","raw_affiliation_strings":["College of Electronic Science and Technology, National University of Defense Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0001-7329-8715","affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079909747","display_name":"Jun Xiong","orcid":"https://orcid.org/0000-0002-2642-5512"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Xiong","raw_affiliation_strings":["College of Electronic Science and Technology, National University of Defense Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-2642-5512","affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100366758","display_name":"Haitao Zhao","orcid":"https://orcid.org/0000-0002-4728-0180"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haitao Zhao","raw_affiliation_strings":["College of Electronic Science and Technology, National University of Defense Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-4728-0180","affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035598117","display_name":"Chao Yan","orcid":"https://orcid.org/0000-0002-9995-4239"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Yan","raw_affiliation_strings":["College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","College of Intelligence Science and Technology, National University of Defense Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-9995-4239","affiliations":[{"raw_affiliation_string":"College of Automation Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"College of Intelligence Science and Technology, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016640310","display_name":"Haijun Wang","orcid":"https://orcid.org/0000-0003-0739-0761"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijun Wang","raw_affiliation_strings":["College of Electronic Science and Technology, National University of Defense Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0003-0739-0761","affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020741290","display_name":"Jibo Wei","orcid":"https://orcid.org/0000-0003-0165-6119"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jibo Wei","raw_affiliation_strings":["College of Electronic Science and Technology, National University of Defense Technology, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0003-0165-6119","affiliations":[{"raw_affiliation_string":"College of Electronic Science and Technology, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5046773723"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":1.3456,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82590975,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"12","issue":"3","first_page":"2545","last_page":"2561"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7525691986083984},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.6539027690887451},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.576366662979126},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5676515698432922},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.4761362373828888},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4393622875213623},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.43676233291625977},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.41651850938796997},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3687901198863983},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.35712382197380066},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2047431468963623},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.18734338879585266},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08378711342811584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7525691986083984},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.6539027690887451},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.576366662979126},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5676515698432922},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.4761362373828888},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4393622875213623},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.43676233291625977},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.41651850938796997},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3687901198863983},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.35712382197380066},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2047431468963623},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.18734338879585266},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08378711342811584},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3474926","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3474926","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1058793228","display_name":null,"funder_award_id":"62101569","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2578841985","display_name":null,"funder_award_id":"62403240","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2605822748","display_name":null,"funder_award_id":"U19B2024","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3206182876","display_name":null,"funder_award_id":"2022JJ30047","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G3813970528","display_name":null,"funder_award_id":"62371462","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4185544572","display_name":null,"funder_award_id":"2022JJ10068","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G5471060535","display_name":null,"funder_award_id":"62171449","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8540275219","display_name":null,"funder_award_id":"61931020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2173248099","https://openalex.org/W2617547828","https://openalex.org/W2761862361","https://openalex.org/W2796882881","https://openalex.org/W2886180905","https://openalex.org/W2901790394","https://openalex.org/W2961899294","https://openalex.org/W2963085502","https://openalex.org/W2963294159","https://openalex.org/W2997536466","https://openalex.org/W2998117442","https://openalex.org/W3038418740","https://openalex.org/W3046016465","https://openalex.org/W3046988891","https://openalex.org/W3088310808","https://openalex.org/W3111189508","https://openalex.org/W3129167894","https://openalex.org/W3137257456","https://openalex.org/W3162366242","https://openalex.org/W4225546886","https://openalex.org/W4285151170","https://openalex.org/W4285243594","https://openalex.org/W4295789133","https://openalex.org/W4312761584","https://openalex.org/W4312805548","https://openalex.org/W4313531960","https://openalex.org/W4320713284","https://openalex.org/W4321608219","https://openalex.org/W4382202823","https://openalex.org/W4385245566","https://openalex.org/W4392175289","https://openalex.org/W4399801175","https://openalex.org/W4402618490","https://openalex.org/W6640212811","https://openalex.org/W6738796088","https://openalex.org/W6739516088","https://openalex.org/W6741002519","https://openalex.org/W6744580074","https://openalex.org/W6749304979","https://openalex.org/W6751796012","https://openalex.org/W6771904302","https://openalex.org/W6789447243","https://openalex.org/W6795235794","https://openalex.org/W6840380725","https://openalex.org/W6852969797","https://openalex.org/W6859152455","https://openalex.org/W6864424756"],"related_works":["https://openalex.org/W4323768008","https://openalex.org/W1941703695","https://openalex.org/W4248382324","https://openalex.org/W3131574667","https://openalex.org/W4360995134","https://openalex.org/W3023605104","https://openalex.org/W2039473718","https://openalex.org/W2387529410","https://openalex.org/W2383578611","https://openalex.org/W2987583674"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicles":[2],"(UAVs)":[3],"are":[4,73],"recognized":[5],"as":[6],"effective":[7],"data":[8,22],"collectors":[9],"for":[10,26],"wireless":[11],"sensor":[12,46],"networks.":[13],"The":[14],"Age":[15],"of":[16,45,78,100,152,171,186],"Information":[17],"(AoI),":[18],"a":[19,91,127],"metric":[20],"indicating":[21],"freshness,":[23],"is":[24],"crucial":[25],"decision":[27],"making":[28],"in":[29,52,137,169,184],"time-sensitive":[30],"applications.":[31],"It":[32],"can":[33],"be":[34],"significantly":[35,165],"reduced":[36],"by":[37,123],"jointly":[38],"optimizing":[39],"UAV":[40,60],"trajectories":[41,61],"and":[42,62,75,80,119,139,174],"communication":[43,63],"scheduling":[44,64],"nodes":[47],"(SNs).":[48],"However,":[49],"rapid":[50],"changes":[51],"the":[53,76,146,157],"environment":[54],"make":[55],"it":[56],"challenging":[57],"to":[58,116,134,199],"predesign":[59],"decisions":[65],"using":[66],"traditional":[67],"methods,":[68],"especially":[69],"when":[70],"central":[71],"controllers":[72],"absent":[74],"numbers":[77],"UAVs":[79],"SNs":[81],"vary.":[82],"In":[83],"this":[84],"article,":[85],"we":[86,110],"propose":[87],"hypernetwork-based":[88],"QMIX":[89],"(HyperQMIX),":[90],"population-invariant":[92],"multiagent":[93],"deep":[94],"reinforcement":[95],"learning":[96,172],"(MADRL)":[97],"algorithm":[98],"capable":[99],"transferring":[101],"policies":[102],"across":[103],"tasks":[104,185],"with":[105,180],"varying":[106,117],"population":[107,153,188],"sizes.":[108],"First,":[109],"design":[111],"neural":[112],"network":[113,147],"modules":[114,133],"adaptable":[115],"input":[118],"output":[120],"dimensions,":[121],"facilitated":[122],"parameter":[124],"generation":[125],"through":[126],"hypernetwork.":[128],"Then,":[129],"HyperQMIX":[130,164,181],"leverages":[131],"these":[132,194],"process":[135],"fluctuations":[136],"state":[138],"action":[140],"dimensions.":[141],"This":[142],"approach":[143],"ensures":[144],"that":[145,163],"structure":[148],"remains":[149],"consistent":[150],"regardless":[151],"sizes,":[154],"thereby":[155],"enhancing":[156],"algorithm\u2019s":[158],"scalability.":[159],"Extensive":[160],"simulations":[161],"demonstrate":[162],"outperforms":[166],"state-of-the-art":[167],"algorithms":[168],"terms":[170],"efficiency":[173],"converged":[175],"performance.":[176],"Moreover,":[177],"agents":[178],"pretrained":[179],"perform":[182],"well":[183],"different":[187],"sizes":[189],"without":[190],"additional":[191],"training.":[192],"Fine-tuning":[193],"models":[195],"achieves":[196],"performance":[197],"comparable":[198],"training":[200],"from":[201],"scratch.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}