{"id":"https://openalex.org/W4400905266","doi":"https://doi.org/10.1109/tnse.2024.3432765","title":"Hybrid Multi-Server Computation Offloading in Air\u2013Ground Vehicular Networks Empowered by Federated Deep Reinforcement Learning","display_name":"Hybrid Multi-Server Computation Offloading in Air\u2013Ground Vehicular Networks Empowered by Federated Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-07-23","ids":{"openalex":"https://openalex.org/W4400905266","doi":"https://doi.org/10.1109/tnse.2024.3432765"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2024.3432765","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2024.3432765","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101715151","display_name":"Xiaoqin Song","orcid":"https://orcid.org/0000-0001-8928-3083"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoqin Song","raw_affiliation_strings":["College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103025539","display_name":"Quan Chen","orcid":"https://orcid.org/0009-0006-4638-577X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quan Chen","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037600623","display_name":"Shumo Wang","orcid":"https://orcid.org/0000-0002-3782-9950"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shumo Wang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022040924","display_name":"Tiecheng Song","orcid":"https://orcid.org/0000-0002-9505-0179"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiecheng Song","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055195621","display_name":"Lei Xu","orcid":"https://orcid.org/0000-0002-9306-5844"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Xu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101715151"],"corresponding_institution_ids":["https://openalex.org/I9842412"],"apc_list":null,"apc_paid":null,"fwci":2.4326,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.90228202,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"11","issue":"6","first_page":"5175","last_page":"5189"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9390000104904175,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8645267486572266},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.737395703792572},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6290799379348755},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5307785272598267},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5248004198074341},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.43518784642219543},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.4279646575450897},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40187370777130127},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.32118675112724304},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.22933492064476013},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.1542765498161316}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8645267486572266},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.737395703792572},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6290799379348755},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5307785272598267},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5248004198074341},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.43518784642219543},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.4279646575450897},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40187370777130127},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.32118675112724304},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.22933492064476013},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.1542765498161316},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2024.3432765","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2024.3432765","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5162869796","display_name":null,"funder_award_id":"2024D13","funder_id":"https://openalex.org/F4320324856","funder_display_name":"Southeast University"}],"funders":[{"id":"https://openalex.org/F4320324856","display_name":"Southeast University","ror":"https://ror.org/04ct4d772"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2092530219","https://openalex.org/W2388464034","https://openalex.org/W2533125852","https://openalex.org/W2140460949","https://openalex.org/W2105580438","https://openalex.org/W2902693277","https://openalex.org/W4378977105","https://openalex.org/W2337102067","https://openalex.org/W3108946947","https://openalex.org/W4302338237"],"abstract_inverted_index":{"The":[0,103],"proliferation":[1],"of":[2,80,99,172],"computation-intensive":[3],"and":[4,15,115,127,142,154],"delay-sensitive":[5],"services":[6],"in":[7,59],"intelligent":[8],"transportation":[9],"systems,":[10],"such":[11],"as":[12],"autonomous":[13],"driving":[14],"vehicle-mounted":[16],"infotainment":[17],"services,":[18],"presents":[19],"a":[20,41,66,138],"significant":[21],"challenge":[22],"for":[23,53],"vehicular":[24,60],"users":[25],"(VUs)":[26],"with":[27,151],"limited":[28],"resources.":[29],"To":[30],"address":[31],"this":[32],"issue,":[33],"multi-access":[34],"edge":[35],"computing":[36,57,128],"(MEC)":[37],"has":[38],"been":[39],"considered":[40],"favorable":[42],"solution":[43],"to":[44,76,96,112,175],"mitigate":[45],"computation":[46,51],"delay.":[47],"This":[48],"paper":[49],"considers":[50],"offloading":[52,109],"an":[54,83],"air-ground":[55],"integrated":[56],"platform":[58],"networks.":[61],"Specifically,":[62],"we":[63,136],"first":[64],"propose":[65],"multi-agent":[67,139],"twin":[68],"delayed":[69],"deep":[70,90,146],"deterministic":[71],"policy":[72],"gradient":[73],"(MATD3)":[74],"algorithm":[75,84,104,149,163],"optimize":[77],"the":[78,131,161,167,170],"trajectory":[79],"UAVs.":[81],"Then,":[82],"named":[85],"federated":[86,140],"upgraded":[87,143],"dueling":[88,144],"double":[89,145],"Q":[91,147],"network":[92,148],"(FUD3QN)":[93],"is":[94],"proposed":[95,164],"meet":[97],"quality":[98],"service":[100],"(QoS)":[101],"requirements.":[102],"allocates":[105],"cross-domain":[106],"resources":[107],"after":[108],"decision-making,":[110],"aiming":[111],"minimize":[113],"delay":[114],"energy":[116],"consumption":[117],"while":[118],"meeting":[119],"reliability":[120],"requirements,":[121,126],"maximum":[122],"tolerable":[123],"delay,":[124],"communication":[125],"limitations.":[129],"Addressing":[130],"non-deterministic":[132],"polynomial":[133],"(NP)-hard":[134],"problem,":[135],"employ":[137],"learning":[141],"(UD3QN)":[150],"centralized":[152],"training":[153],"distributed":[155],"execution.":[156],"Simulation":[157],"results":[158],"illustrate":[159],"that":[160],"MATD3-FUD3QN":[162],"significantly":[165],"surpasses":[166],"baselines,":[168],"highlighting":[169],"advantages":[171],"introducing":[173],"UAVs":[174],"enhance":[176],"transmission":[177],"quality.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}