{"id":"https://openalex.org/W4406657374","doi":"https://doi.org/10.1109/tmc.2025.3532204","title":"Hybrid Transformer Based Multi-Agent Reinforcement Learning for Multiple Unpiloted Aerial Vehicle Coordination in Air Corridors","display_name":"Hybrid Transformer Based Multi-Agent Reinforcement Learning for Multiple Unpiloted Aerial Vehicle Coordination in Air Corridors","publication_year":2025,"publication_date":"2025-01-21","ids":{"openalex":"https://openalex.org/W4406657374","doi":"https://doi.org/10.1109/tmc.2025.3532204"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2025.3532204","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3532204","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032593874","display_name":"Liangkun Yu","orcid":"https://orcid.org/0000-0003-4062-2499"},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Liangkun Yu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, SECNet Laboratory, University of New Mexico, Albuquerque, NM, USA"],"raw_orcid":"https://orcid.org/0000-0003-4062-2499","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, SECNet Laboratory, University of New Mexico, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I169521973"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhirun Li","orcid":"https://orcid.org/0009-0005-3538-7975"},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhirun Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, SECNet Laboratory, University of New Mexico, Albuquerque, NM, USA"],"raw_orcid":"https://orcid.org/0009-0005-3538-7975","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, SECNet Laboratory, University of New Mexico, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I169521973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008864376","display_name":"Nirwan Ansari","orcid":"https://orcid.org/0000-0001-8541-3565"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nirwan Ansari","raw_affiliation_strings":["Department of Electrical and Computing Engineering, Advanced Networking Laboratory, New Jersey Institute of Technology, Newark, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0001-8541-3565","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computing Engineering, Advanced Networking Laboratory, New Jersey Institute of Technology, Newark, NJ, USA","institution_ids":["https://openalex.org/I118118575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089353272","display_name":"Xiang Sun","orcid":"https://orcid.org/0000-0002-6954-7018"},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiang Sun","raw_affiliation_strings":["Department of Electrical and Computer Engineering, SECNet Laboratory, University of New Mexico, Albuquerque, NM, USA"],"raw_orcid":"https://orcid.org/0000-0002-6954-7018","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, SECNet Laboratory, University of New Mexico, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I169521973"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5032593874"],"corresponding_institution_ids":["https://openalex.org/I169521973"],"apc_list":null,"apc_paid":null,"fwci":13.2269,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.98588818,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"24","issue":"6","first_page":"5482","last_page":"5495"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8169816732406616},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6770327091217041},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5949139595031738},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.5634328722953796},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.4637302756309509},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.34483635425567627},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3270528316497803},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.23815631866455078},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1850832998752594},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07505127787590027}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8169816732406616},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6770327091217041},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5949139595031738},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.5634328722953796},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4637302756309509},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.34483635425567627},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3270528316497803},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.23815631866455078},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1850832998752594},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07505127787590027},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2025.3532204","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3532204","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1720368086","display_name":null,"funder_award_id":"CNS-2430773","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3694128450","display_name":null,"funder_award_id":"OIA-2417062","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5309741172","display_name":null,"funder_award_id":"CNS-2323050","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8847880595","display_name":null,"funder_award_id":"CNS-2148178","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1600437712","https://openalex.org/W2064675550","https://openalex.org/W2736601468","https://openalex.org/W2963762747","https://openalex.org/W3005243570","https://openalex.org/W3039147083","https://openalex.org/W3046988891","https://openalex.org/W3091703254","https://openalex.org/W3092206239","https://openalex.org/W3100191104","https://openalex.org/W3109137557","https://openalex.org/W3120475579","https://openalex.org/W3142849873","https://openalex.org/W3192661977","https://openalex.org/W3211167621","https://openalex.org/W4205626291","https://openalex.org/W4226145823","https://openalex.org/W4286433375","https://openalex.org/W4385245566","https://openalex.org/W4385258018","https://openalex.org/W4388071739","https://openalex.org/W4391405882","https://openalex.org/W4401509657","https://openalex.org/W4401878798","https://openalex.org/W6627932998","https://openalex.org/W6635902665","https://openalex.org/W6684205842","https://openalex.org/W6741002519","https://openalex.org/W6741302124","https://openalex.org/W6744580074","https://openalex.org/W6755477022","https://openalex.org/W6766805167","https://openalex.org/W6785331629","https://openalex.org/W6788898170","https://openalex.org/W6800788541","https://openalex.org/W6839417112","https://openalex.org/W6856658029","https://openalex.org/W6860729301"],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W4247925126","https://openalex.org/W4327774218","https://openalex.org/W2059768187","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4379143281","https://openalex.org/W2605096541","https://openalex.org/W3200286695","https://openalex.org/W4212885606"],"abstract_inverted_index":{"Advanced":[0],"Air":[1],"Mobility":[2],"(AAM)":[3],"seeks":[4],"to":[5,19,48,66,83,87,124,192,223],"establish":[6],"a":[7,60,73,107,143,154,200],"next-generation":[8],"air":[9,64],"transportation":[10],"system":[11],"by":[12,30,135],"leveraging":[13],"autonomous":[14],"unpiloted":[15],"aerial":[16,69],"vehicles":[17],"(UAVs)":[18],"transport":[20,70],"passengers":[21],"and":[22,45,71,127,139,166,180,231],"cargo":[23],"between":[24],"locations":[25],"previously":[26],"underserved":[27],"or":[28,193],"unserved":[29],"traditional":[31],"aviation.":[32],"Achieving":[33],"AAM":[34],"at":[35,116],"scale":[36],"requires":[37],"overcoming":[38],"significant":[39],"challenges":[40],"in":[41,188,206],"airspace":[42],"management,":[43],"classification,":[44],"traffic":[46],"control":[47,90,102],"safely":[49],"accommodate":[50],"the":[51,132],"increasing":[52],"volume":[53],"of":[54,170],"UAV":[55,86,118,182],"operations.":[56],"This":[57,100,177],"paper":[58],"presents":[59],"comprehensive":[61],"design":[62],"for":[63],"corridors":[65],"facilitate":[67],"efficient":[68,181],"formulates":[72],"multi-UAV":[74],"coordination":[75],"problem":[76],"within":[77],"these":[78],"corridors.":[79],"The":[80],"objective":[81],"is":[82,104],"enable":[84],"each":[85],"autonomously":[88],"make":[89],"decisions":[91],"based":[92],"on":[93],"local":[94],"observations":[95],"gathered":[96],"from":[97],"onboard":[98],"sensors.":[99],"decentralized":[101],"approach":[103],"modeled":[105],"as":[106],"multi-agent":[108],"partially":[109],"observable":[110],"Markov":[111],"decision":[112],"process":[113],"(POMDP),":[114],"aiming":[115],"minimizing":[117],"travel":[119,233],"time":[120],"while":[121,173],"ensuring":[122],"adherence":[123],"corridor":[125],"boundaries":[126],"collision":[128],"avoidance.":[129],"To":[130],"address":[131],"complexities":[133],"posed":[134],"varying":[136,171],"state":[137],"dimensions":[138],"types,":[140],"we":[141],"propose":[142],"novel":[144],"Hybrid":[145],"Transformer-based":[146],"Multi-agent":[147],"Reinforcement":[148],"Learning":[149],"(HTransRL)":[150],"architecture.":[151],"HTransRL":[152,198,218],"integrates":[153],"customized":[155],"transformer":[156],"model":[157],"into":[158],"an":[159],"actor-critic":[160],"network,":[161],"effectively":[162],"processing":[163],"both":[164],"sequential":[165],"non-sequential":[167],"observed":[168],"states":[169],"sizes":[172],"capturing":[174],"their":[175],"correlations.":[176],"enables":[178],"safe":[179],"navigation.":[183],"Simulation":[184],"results":[185],"show":[186],"that":[187],"test":[189,208,211],"environments":[190,212],"similar":[191],"simpler":[194],"than":[195,215],"training":[196,216],"scenarios,":[197,217],"achieves":[199],"successful":[201],"arrival":[202,229],"rate":[203],"exceeding":[204],"90%":[205],"worst-case":[207],"scenarios.":[209],"In":[210],"more":[213],"complex":[214],"demonstrates":[219],"superior":[220],"scalability":[221],"compared":[222],"two":[224],"baseline":[225],"methods,":[226],"achieving":[227],"higher":[228],"rates":[230],"comparable":[232],"times.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7}],"updated_date":"2026-05-22T09:01:20.584952","created_date":"2025-01-22T00:00:00"}
