{"id":"https://openalex.org/W4404371008","doi":"https://doi.org/10.1109/jiot.2024.3492215","title":"Federated Reinforcement Learning for Intelligent Route Planning in Aerial-Terrestrial Network","display_name":"Federated Reinforcement Learning for Intelligent Route Planning in Aerial-Terrestrial Network","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404371008","doi":"https://doi.org/10.1109/jiot.2024.3492215"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3492215","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3492215","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085416386","display_name":"Tong Ding","orcid":"https://orcid.org/0000-0002-9042-4979"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tong Ding","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-9042-4979","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100349557","display_name":"Lei Liu","orcid":"https://orcid.org/0000-0002-4646-2054"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Liu","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-4646-2054","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100735885","display_name":"Zhongmin Yan","orcid":"https://orcid.org/0000-0002-5271-5417"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongmin Yan","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085460882","display_name":"Xudong Lu","orcid":"https://orcid.org/0000-0001-7220-0771"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xudong Lu","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0001-7220-0771","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075598718","display_name":"Jia Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jia Hu","raw_affiliation_strings":["Department of Computer Science, University of Exeter, Exeter, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Exeter, Exeter, U.K","institution_ids":["https://openalex.org/I23923803"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5085416386"],"corresponding_institution_ids":["https://openalex.org/I154099455"],"apc_list":null,"apc_paid":null,"fwci":6.7108,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.96216877,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9624999761581421,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8006475567817688},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.769001305103302},{"id":"https://openalex.org/keywords/intelligent-network","display_name":"Intelligent Network","score":0.4507576823234558},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.41021695733070374},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.38958486914634705},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3564906418323517},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3318490982055664}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8006475567817688},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.769001305103302},{"id":"https://openalex.org/C51675839","wikidata":"https://www.wikidata.org/wiki/Q1665681","display_name":"Intelligent Network","level":2,"score":0.4507576823234558},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.41021695733070374},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38958486914634705},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3564906418323517},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3318490982055664}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3492215","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3492215","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2118404561","https://openalex.org/W2582616844","https://openalex.org/W2740005962","https://openalex.org/W2746553466","https://openalex.org/W2911352365","https://openalex.org/W2965357964","https://openalex.org/W2989289980","https://openalex.org/W2991236681","https://openalex.org/W2994707981","https://openalex.org/W2995497578","https://openalex.org/W3014538993","https://openalex.org/W3029840414","https://openalex.org/W3033988836","https://openalex.org/W3034825911","https://openalex.org/W3037525784","https://openalex.org/W3037757350","https://openalex.org/W3081307321","https://openalex.org/W3090837869","https://openalex.org/W3090944066","https://openalex.org/W3093571944","https://openalex.org/W3106530718","https://openalex.org/W3107350004","https://openalex.org/W3119924535","https://openalex.org/W3128750371","https://openalex.org/W3130574574","https://openalex.org/W3133434317","https://openalex.org/W3168104141","https://openalex.org/W3168911603","https://openalex.org/W3172693615","https://openalex.org/W3174440551","https://openalex.org/W3175819369","https://openalex.org/W3196320335","https://openalex.org/W3207770904","https://openalex.org/W3214662754","https://openalex.org/W4205161126","https://openalex.org/W4205597396","https://openalex.org/W4225553168","https://openalex.org/W4226528404","https://openalex.org/W4285105424","https://openalex.org/W4313325330","https://openalex.org/W4323645885","https://openalex.org/W4362653493"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Aerial-terrestrial":[0],"network":[1,50],"(ATN)":[2],"framework":[3],"is":[4,38,147],"currently":[5],"the":[6,10,138,140,144,151],"dominant":[7],"method":[8],"of":[9,12,101,143,153,163],"Internet":[11],"unmanned":[13],"agents":[14,76,155,197],"(IUAs)":[15],"for":[16,45,104,116,160,206],"integrating":[17],"both":[18,154],"aerial":[19,46],"vehicles":[20,47],"and":[21,156,180],"terrestrial":[22],"sensors.":[23],"In":[24,70],"ATN":[25,59,172,207],"scenarios,":[26],"existing":[27],"work":[28,87],"shows":[29],"that":[30,187],"route":[31,173,208],"planning":[32,174,209],"utilizing":[33,53],"deep":[34],"reinforcement":[35,92],"learning":[36,93,103],"(DRL)":[37],"important":[39],"as":[40],"it":[41],"can":[42,77],"conserve":[43],"energy":[44],"or":[48],"diminish":[49],"latency.":[51],"However,":[52],"DRL":[54,118],"approaches":[55],"in":[56],"a":[57,89,111],"multiagent":[58],"environment":[60],"may":[61],"lead":[62],"to":[63,124,149,176],"inefficiencies":[64],"when":[65],"sharing":[66,193],"original":[67],"interaction":[68],"data.":[69],"addition,":[71],"direct":[72],"data":[73,192],"exchange":[74],"between":[75],"raise":[78],"significant":[79],"privacy":[80,201],"concerns.":[81],"To":[82],"address":[83],"these":[84],"challenges,":[85],"this":[86,108],"develops":[88,110],"novel":[90],"federated":[91],"(FRL)":[94],"approach":[95],"called":[96],"FRIGE,":[97],"which":[98,120],"takes":[99],"advantage":[100],"ensemble":[102,114],"DRL-based":[105],"methods.":[106],"Specifically,":[107],"article":[109],"prioritized":[112,126],"gradient":[113],"technique":[115],"local":[117,135],"agents,":[119],"constructs":[121],"twin":[122,158],"networks":[123,152,159],"obtain":[125],"gradients":[127],"without":[128],"incurring":[129],"additional":[130],"interactive":[131],"costs.":[132],"After":[133],"aggregating":[134],"models":[136],"on":[137,169],"server,":[139],"latest":[141],"iteration":[142],"global":[145],"model":[146],"used":[148],"update":[150],"their":[157],"subsequent":[161],"rounds":[162],"training.":[164],"Extensive":[165],"experiments":[166],"are":[167],"conducted":[168],"two":[170],"typical":[171],"tasks":[175],"validate":[177],"FRIGE\u2019s":[178],"advancement":[179],"generalization":[181],"capabilities.":[182],"The":[183],"numerical":[184],"results":[185],"demonstrate":[186],"FRIGE":[188],"not":[189],"only":[190],"enhances":[191],"efficiency":[194],"among":[195],"all":[196],"but":[198],"also":[199],"maintains":[200],"while":[202],"delivering":[203],"superior":[204],"solutions":[205],"tasks.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}
