{"id":"https://openalex.org/W4394805142","doi":"https://doi.org/10.1109/tvt.2024.3388499","title":"Joint Trajectory and Communication Optimization for Heterogeneous Vehicles in Maritime SAR: Multi-Agent Reinforcement Learning","display_name":"Joint Trajectory and Communication Optimization for Heterogeneous Vehicles in Maritime SAR: Multi-Agent Reinforcement Learning","publication_year":2024,"publication_date":"2024-04-15","ids":{"openalex":"https://openalex.org/W4394805142","doi":"https://doi.org/10.1109/tvt.2024.3388499"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3388499","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3388499","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077786869","display_name":"Chengjia Lei","orcid":"https://orcid.org/0009-0005-9844-3671"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chengjia Lei","raw_affiliation_strings":["Department of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China","Department of Electronics and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Department of Electronics and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100684143","display_name":"Shaohua Wu","orcid":"https://orcid.org/0000-0002-6950-0594"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaohua Wu","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology, Shenzhen, China","Peng Cheng Laboratory, Shenzhen, China","Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101410452","display_name":"Yi Yang","orcid":"https://orcid.org/0000-0001-6525-3920"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Yang","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039483847","display_name":"Jiayin Xue","orcid":"https://orcid.org/0000-0001-8299-9935"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayin Xue","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071725895","display_name":"Qinyu Zhang","orcid":"https://orcid.org/0000-0001-9272-0475"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinyu Zhang","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology, Shenzhen, China","Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5077786869"],"corresponding_institution_ids":["https://openalex.org/I204983213","https://openalex.org/I4210136793"],"apc_list":null,"apc_paid":null,"fwci":15.6542,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.98588552,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"73","issue":"9","first_page":"12328","last_page":"12344"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7518510222434998},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6684640049934387},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6571431756019592},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5485693216323853},{"id":"https://openalex.org/keywords/trajectory-optimization","display_name":"Trajectory optimization","score":0.49199792742729187},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4579244554042816},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4499930441379547},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3827795684337616},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3394789695739746},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15620747208595276},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.08916813135147095}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7518510222434998},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6684640049934387},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6571431756019592},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5485693216323853},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.49199792742729187},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4579244554042816},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4499930441379547},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3827795684337616},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3394789695739746},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15620747208595276},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.08916813135147095},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3388499","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3388499","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1551322006","display_name":null,"funder_award_id":"2022B1515120002","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G8266685486","display_name":null,"funder_award_id":"62201307","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W1777239053","https://openalex.org/W1969839206","https://openalex.org/W2145339207","https://openalex.org/W2194775991","https://openalex.org/W2295511021","https://openalex.org/W2509374375","https://openalex.org/W2736601468","https://openalex.org/W2963762747","https://openalex.org/W2964023906","https://openalex.org/W2968526727","https://openalex.org/W2982316857","https://openalex.org/W2991046523","https://openalex.org/W3005340481","https://openalex.org/W3007565530","https://openalex.org/W3007804894","https://openalex.org/W3022281562","https://openalex.org/W3022867181","https://openalex.org/W3030720754","https://openalex.org/W3081825208","https://openalex.org/W3083695346","https://openalex.org/W3096656822","https://openalex.org/W3097757314","https://openalex.org/W3099689767","https://openalex.org/W3104650338","https://openalex.org/W3130147417","https://openalex.org/W3176841683","https://openalex.org/W4226200846","https://openalex.org/W4231746564","https://openalex.org/W4283204746","https://openalex.org/W4285112691","https://openalex.org/W4286893914","https://openalex.org/W4289821390","https://openalex.org/W4292826034","https://openalex.org/W4294982529","https://openalex.org/W4313291432","https://openalex.org/W4313291464","https://openalex.org/W4313316151","https://openalex.org/W4387089678","https://openalex.org/W6627932998","https://openalex.org/W6697155006","https://openalex.org/W6738796088","https://openalex.org/W6740879895","https://openalex.org/W6741002519","https://openalex.org/W6766805167","https://openalex.org/W6840380725"],"related_works":["https://openalex.org/W4385832323","https://openalex.org/W4244391535","https://openalex.org/W2356996864","https://openalex.org/W2904060783","https://openalex.org/W2015393961","https://openalex.org/W2378339670","https://openalex.org/W2359353485","https://openalex.org/W2139910871","https://openalex.org/W2361427670","https://openalex.org/W2119925415"],"abstract_inverted_index":{"Nowadays,":[0],"multiple":[1],"types":[2],"of":[3,29,86,92,97,102,128,216],"equipment,":[4],"including":[5,83,175],"unmanned":[6],"aerial":[7],"vehicles":[8,13,43,72,202],"(UAVs)":[9],"and":[10,21,55,66,107,120,145,167,186,213],"automatic":[11],"surface":[12],"(ASVs),":[14],"have":[15],"been":[16],"deployed":[17],"in":[18,80,211],"maritime":[19,81],"search":[20,152],"rescue":[22,37],"(SAR).":[23],"However,":[24],"due":[25],"to":[26,34,151],"the":[27,36,40,84,89,94,125,134],"lack":[28],"base":[30],"stations":[31],"(BSs),":[32],"how":[33],"complete":[35],"while":[38,123],"maintaining":[39],"communication":[41,57],"between":[42],"is":[44,114],"an":[45,53],"unresolved":[46],"challenge.":[47],"In":[48],"this":[49],"paper,":[50],"we":[51,75,132],"design":[52],"efficient":[54],"fault-tolerant":[56],"solution":[58],"by":[59],"jointly":[60],"optimizing":[61],"vehicles'":[62],"trajectory,":[63],"offloading":[64],"scheduling,":[65],"routing":[67],"topology":[68],"for":[69,153,172],"a":[70,137,154],"heterogeneous":[71],"system.":[73],"First,":[74],"model":[76],"several":[77],"essential":[78],"factors":[79],"SAR,":[82],"impact":[85],"ocean":[87],"currents,":[88],"observational":[90],"behavior":[91],"UAVs,":[93],"fault":[95,126,214],"tolerance":[96,127,215],"relay":[98,129],"networks,":[99],"resource":[100],"management":[101],"mobile":[103],"edge":[104],"computing":[105],"(MEC),":[106],"energy":[108,121],"consumption.":[109],"A":[110],"multi-objective":[111],"optimization":[112],"problem":[113],"formulated,":[115],"aiming":[116],"at":[117],"minimizing":[118],"time":[119],"consumption":[122],"increasing":[124],"networks.":[130],"Then,":[131],"transfer":[133],"objective":[135],"into":[136],"decentralized":[138],"partially":[139],"observable":[140],"Markov":[141],"Decision":[142],"Process":[143],"(Dec-POMDP)":[144],"introduce":[146],"multi-agent":[147,203],"reinforcement":[148],"learning":[149],"(MARL)":[150],"collaborative":[155],"strategy.":[156],"Specifically,":[157],"two":[158],"MARL":[159],"approaches":[160],"with":[161],"different":[162],"training":[163],"styles":[164],"are":[165,170],"evaluated,":[166],"three":[168],"techniques":[169],"added":[171],"improving":[173],"performance,":[174],"<italic":[176,181,187,199],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[177,182,188,200],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">sharing":[178],"parameters</i>":[179],",":[180],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">normalized":[183],"generalized-advantage-estimation</i>":[184],"(GAE),":[185],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">preserving-outputs-precisely-while-adaptively-rescaling-targets</i>":[189],"(Pop-Art).":[190],"Experimental":[191],"results":[192],"demonstrate":[193],"that":[194],"our":[195],"proposed":[196],"approach,":[197],"named":[198],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">heterogeneous":[201],"proximal":[204],"policy":[205],"optimization</i>":[206],"(HVMAPPO),":[207],"outperforms":[208],"other":[209],"baselines":[210],"efficiency":[212],"communication.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}