{"id":"https://openalex.org/W4393058962","doi":"https://doi.org/10.1109/gcwkshps58843.2023.10465088","title":"Model-Aided Federated Reinforcement Learning for Multi-UAV Trajectory Planning in IoT Networks","display_name":"Model-Aided Federated Reinforcement Learning for Multi-UAV Trajectory Planning in IoT Networks","publication_year":2023,"publication_date":"2023-12-04","ids":{"openalex":"https://openalex.org/W4393058962","doi":"https://doi.org/10.1109/gcwkshps58843.2023.10465088"},"language":"en","primary_location":{"id":"doi:10.1109/gcwkshps58843.2023.10465088","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcwkshps58843.2023.10465088","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102834783","display_name":"Jichao Chen","orcid":"https://orcid.org/0009-0000-9863-3145"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]},{"id":"https://openalex.org/I1902872","display_name":"EURECOM","ror":"https://ror.org/00sse7z02","country_code":"FR","type":"education","lineage":["https://openalex.org/I1902872","https://openalex.org/I205703379"]}],"countries":["DE","FR"],"is_corresponding":true,"raw_author_name":"Jichao Chen","raw_affiliation_strings":["EURECOM, Sophia Antipolis,Communication Systems Department,France","Communication Systems Department, EURECOM, Sophia Antipolis, France","TUM School of Engineering and Design, Technical University of Munich, Germany"],"affiliations":[{"raw_affiliation_string":"EURECOM, Sophia Antipolis,Communication Systems Department,France","institution_ids":["https://openalex.org/I1902872"]},{"raw_affiliation_string":"Communication Systems Department, EURECOM, Sophia Antipolis, France","institution_ids":["https://openalex.org/I1902872"]},{"raw_affiliation_string":"TUM School of Engineering and Design, Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037504185","display_name":"Omid Esrafilian","orcid":"https://orcid.org/0000-0002-9720-1815"},"institutions":[{"id":"https://openalex.org/I1902872","display_name":"EURECOM","ror":"https://ror.org/00sse7z02","country_code":"FR","type":"education","lineage":["https://openalex.org/I1902872","https://openalex.org/I205703379"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Omid Esrafilian","raw_affiliation_strings":["EURECOM, Sophia Antipolis,Communication Systems Department,France","Communication Systems Department, EURECOM, Sophia Antipolis, France"],"affiliations":[{"raw_affiliation_string":"EURECOM, Sophia Antipolis,Communication Systems Department,France","institution_ids":["https://openalex.org/I1902872"]},{"raw_affiliation_string":"Communication Systems Department, EURECOM, Sophia Antipolis, France","institution_ids":["https://openalex.org/I1902872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049072850","display_name":"Harald Bayerlein","orcid":"https://orcid.org/0000-0002-1851-9455"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Harald Bayerlein","raw_affiliation_strings":["TUM School of Engineering and Design, Technical University of Munich,Germany","TUM School of Engineering and Design, Technical University of Munich, Germany"],"affiliations":[{"raw_affiliation_string":"TUM School of Engineering and Design, Technical University of Munich,Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"TUM School of Engineering and Design, Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021728919","display_name":"David Gesbert","orcid":"https://orcid.org/0000-0002-4806-704X"},"institutions":[{"id":"https://openalex.org/I1902872","display_name":"EURECOM","ror":"https://ror.org/00sse7z02","country_code":"FR","type":"education","lineage":["https://openalex.org/I1902872","https://openalex.org/I205703379"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"David Gesbert","raw_affiliation_strings":["EURECOM, Sophia Antipolis,Communication Systems Department,France","Communication Systems Department, EURECOM, Sophia Antipolis, France"],"affiliations":[{"raw_affiliation_string":"EURECOM, Sophia Antipolis,Communication Systems Department,France","institution_ids":["https://openalex.org/I1902872"]},{"raw_affiliation_string":"Communication Systems Department, EURECOM, Sophia Antipolis, France","institution_ids":["https://openalex.org/I1902872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060442004","display_name":"Marco Caccamo","orcid":"https://orcid.org/0000-0003-2328-044X"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marco Caccamo","raw_affiliation_strings":["TUM School of Engineering and Design, Technical University of Munich,Germany","TUM School of Engineering and Design, Technical University of Munich, Germany"],"affiliations":[{"raw_affiliation_string":"TUM School of Engineering and Design, Technical University of Munich,Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"TUM School of Engineering and Design, Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102834783"],"corresponding_institution_ids":["https://openalex.org/I1902872","https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":0.8023,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.73052272,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"818","last_page":"823"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9649999737739563,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9649999737739563,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9544000029563904,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9491999745368958,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.842918872833252},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.788607656955719},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7204723954200745},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5780702233314514},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4507366418838501},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3759606182575226},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.32832980155944824},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1438227891921997}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.842918872833252},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.788607656955719},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7204723954200745},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5780702233314514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4507366418838501},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3759606182575226},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.32832980155944824},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1438227891921997},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/gcwkshps58843.2023.10465088","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcwkshps58843.2023.10465088","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2963762747","https://openalex.org/W2991046523","https://openalex.org/W3084578038","https://openalex.org/W3093571944","https://openalex.org/W3154185012","https://openalex.org/W3205598877","https://openalex.org/W4285301536","https://openalex.org/W4288363736","https://openalex.org/W4294599003","https://openalex.org/W4313123734","https://openalex.org/W4323896567","https://openalex.org/W4384080876","https://openalex.org/W6766805167"],"related_works":["https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W2625093826","https://openalex.org/W4306904969","https://openalex.org/W2950174689","https://openalex.org/W4200598720","https://openalex.org/W2921026492","https://openalex.org/W4247463117","https://openalex.org/W2138720691"],"abstract_inverted_index":{"Deploying":[0],"teams":[1],"of":[2,13],"unmanned":[3],"aerial":[4],"vehicles":[5],"(UAVs)":[6],"to":[7,53],"harvest":[8],"data":[9,59,156],"from":[10,79],"distributed":[11],"Internet":[12],"Things":[14],"(IoT)":[15],"devices":[16],"requires":[17,34],"efficient":[18],"trajectory":[19],"planning":[20],"and":[21,36,88,94,114],"coordination":[22],"algorithms.":[23],"Multi-agent":[24],"reinforcement":[25],"learning":[26,83,120,126],"(MARL)":[27],"has":[28],"emerged":[29],"as":[30],"a":[31,47,58,106],"solution,":[32],"but":[33],"extensive":[35],"costly":[37],"real-world":[38,80,146],"training":[39,97,147],"data.":[40],"To":[41],"tackle":[42],"this":[43],"challenge,":[44],"we":[45],"propose":[46],"novel":[48],"model-aided":[49,139],"federated":[50,95,119],"MARL":[51,133],"algorithm":[52,71,141],"coordinate":[54],"multiple":[55],"UAVs":[56],"on":[57],"harvesting":[60],"mission":[61],"with":[62,121,131],"only":[63],"limited":[64],"knowledge":[65],"about":[66],"the":[67,84,99,125,143],"environment.":[68,101],"The":[69],"proposed":[70,138],"alternates":[72],"between":[73],"building":[74],"an":[75],"environment":[76,113],"simulation":[77],"model":[78,109],"measurements,":[81],"specifically":[82],"radio":[85],"channel":[86],"characteristics":[87],"estimating":[89],"unknown":[90],"IoT":[91],"device":[92],"positions,":[93],"QMIX":[96,108],"in":[98,110],"simulated":[100,112],"Each":[102],"UAV":[103],"agent":[104],"trains":[105],"local":[107],"its":[111],"continuously":[115],"consolidates":[116],"it":[117],"through":[118],"other":[122],"agents,":[123],"accelerating":[124],"process.":[127],"A":[128],"performance":[129],"comparison":[130],"standard":[132],"algorithms":[134],"demonstrates":[135],"that":[136],"our":[137],"FedQMIX":[140],"reduces":[142],"need":[144],"for":[145],"experiences":[148],"by":[149],"around":[150],"three":[151],"magnitudes":[152],"while":[153],"attaining":[154],"similar":[155],"collection":[157],"performance.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}