{"id":"https://openalex.org/W4213053159","doi":"https://doi.org/10.1109/tase.2022.3151607","title":"Scalable Autonomous Separation Assurance With Heterogeneous Multi-Agent Reinforcement Learning","display_name":"Scalable Autonomous Separation Assurance With Heterogeneous Multi-Agent Reinforcement Learning","publication_year":2022,"publication_date":"2022-02-21","ids":{"openalex":"https://openalex.org/W4213053159","doi":"https://doi.org/10.1109/tase.2022.3151607"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2022.3151607","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2022.3151607","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012056622","display_name":"Marc Brittain","orcid":"https://orcid.org/0000-0002-0707-1034"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marc Brittain","raw_affiliation_strings":["Department of Aerospace Engineering, Iowa State University, Ames, IA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0707-1034","affiliations":[{"raw_affiliation_string":"Department of Aerospace Engineering, Iowa State University, Ames, IA, USA","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013598917","display_name":"Peng Wei","orcid":"https://orcid.org/0000-0001-8492-5411"},"institutions":[{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peng Wei","raw_affiliation_strings":["Department of Mechanical and Aerospace Engineering, George Washington University, Washington, DC, USA"],"raw_orcid":"https://orcid.org/0000-0001-8492-5411","affiliations":[{"raw_affiliation_string":"Department of Mechanical and Aerospace Engineering, George Washington University, Washington, DC, USA","institution_ids":["https://openalex.org/I193531525"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":29.5101,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.99544738,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"19","issue":"4","first_page":"2837","last_page":"2848"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/air-traffic-control","display_name":"Air traffic control","score":0.8642581701278687},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7292750477790833},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7262017130851746},{"id":"https://openalex.org/keywords/separation","display_name":"Separation (statistics)","score":0.7148813605308533},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.659855842590332},{"id":"https://openalex.org/keywords/air-traffic-management","display_name":"Air traffic management","score":0.5824567079544067},{"id":"https://openalex.org/keywords/national-airspace-system","display_name":"National Airspace System","score":0.5185468792915344},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5016756057739258},{"id":"https://openalex.org/keywords/aviation","display_name":"Aviation","score":0.4603348672389984},{"id":"https://openalex.org/keywords/runway","display_name":"Runway","score":0.4125532805919647},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.34711015224456787},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3304480016231537},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3217504620552063},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.30331873893737793},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2059355080127716},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.12796440720558167},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.10776904225349426}],"concepts":[{"id":"https://openalex.org/C166961238","wikidata":"https://www.wikidata.org/wiki/Q221395","display_name":"Air traffic control","level":2,"score":0.8642581701278687},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7292750477790833},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7262017130851746},{"id":"https://openalex.org/C2776061190","wikidata":"https://www.wikidata.org/wiki/Q7451805","display_name":"Separation (statistics)","level":2,"score":0.7148813605308533},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.659855842590332},{"id":"https://openalex.org/C2776777543","wikidata":"https://www.wikidata.org/wiki/Q1361182","display_name":"Air traffic management","level":3,"score":0.5824567079544067},{"id":"https://openalex.org/C2780722376","wikidata":"https://www.wikidata.org/wiki/Q6970266","display_name":"National Airspace System","level":3,"score":0.5185468792915344},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5016756057739258},{"id":"https://openalex.org/C74448152","wikidata":"https://www.wikidata.org/wiki/Q765633","display_name":"Aviation","level":2,"score":0.4603348672389984},{"id":"https://openalex.org/C81155309","wikidata":"https://www.wikidata.org/wiki/Q184590","display_name":"Runway","level":2,"score":0.4125532805919647},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.34711015224456787},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3304480016231537},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3217504620552063},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30331873893737793},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2059355080127716},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.12796440720558167},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.10776904225349426},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2022.3151607","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2022.3151607","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1110693425","display_name":null,"funder_award_id":"NNX16AL88H","funder_id":"https://openalex.org/F4320308700","funder_display_name":"Iowa Space Grant Consortium"},{"id":"https://openalex.org/G291340807","display_name":"PFI:BIC: Pre-Departure Dynamic Geofencing, En-Route Traffic Alerting,  Emergency Landing and Contingency Management for Intelligent Low-Altitude Airspace UAS Traffic Management","funder_award_id":"1718420","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320308700","display_name":"Iowa Space Grant Consortium","ror":"https://ror.org/00fe3cc74"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W9130516","https://openalex.org/W587598985","https://openalex.org/W1191599655","https://openalex.org/W1610994738","https://openalex.org/W1656602484","https://openalex.org/W1971709723","https://openalex.org/W1976937131","https://openalex.org/W2010927613","https://openalex.org/W2011302318","https://openalex.org/W2062731992","https://openalex.org/W2070411745","https://openalex.org/W2082892656","https://openalex.org/W2089546654","https://openalex.org/W2107182449","https://openalex.org/W2119310735","https://openalex.org/W2125240595","https://openalex.org/W2257979135","https://openalex.org/W2522427587","https://openalex.org/W2530238468","https://openalex.org/W2569768299","https://openalex.org/W2623543210","https://openalex.org/W2626492502","https://openalex.org/W2736601468","https://openalex.org/W2749807327","https://openalex.org/W2896500468","https://openalex.org/W2949464762","https://openalex.org/W2951218420","https://openalex.org/W2963809389","https://openalex.org/W2964319688","https://openalex.org/W2964572210","https://openalex.org/W2966378022","https://openalex.org/W2991626785","https://openalex.org/W2997486057","https://openalex.org/W3006821066","https://openalex.org/W3011960100","https://openalex.org/W3014605981","https://openalex.org/W3024562102","https://openalex.org/W3039645081","https://openalex.org/W3046936059","https://openalex.org/W3088990421","https://openalex.org/W3103148066","https://openalex.org/W3119392323","https://openalex.org/W3126473360","https://openalex.org/W3128714894","https://openalex.org/W3161939764","https://openalex.org/W4233762729","https://openalex.org/W4238037336","https://openalex.org/W4298857966","https://openalex.org/W6600338890","https://openalex.org/W6617397564","https://openalex.org/W6627932998","https://openalex.org/W6634761281","https://openalex.org/W6637967152","https://openalex.org/W6731264677","https://openalex.org/W6736478075","https://openalex.org/W6738796088","https://openalex.org/W6739838370","https://openalex.org/W6741002519","https://openalex.org/W6743756900","https://openalex.org/W6747481501","https://openalex.org/W6763484891","https://openalex.org/W6764943343","https://openalex.org/W6775090253","https://openalex.org/W6780809444","https://openalex.org/W6792214875","https://openalex.org/W6795913168"],"related_works":["https://openalex.org/W2135905813","https://openalex.org/W2043775914","https://openalex.org/W631350582","https://openalex.org/W2008390173","https://openalex.org/W2155329577","https://openalex.org/W2187123248","https://openalex.org/W1964433254","https://openalex.org/W2096436779","https://openalex.org/W155995248","https://openalex.org/W2057520623"],"abstract_inverted_index":{"In":[0,69,133,197,215],"this":[1,216,280,297,339],"article,":[2],"a":[3,36,64,97,193,282],"scalable":[4],"autonomous":[5,213,218,285],"separation":[6,55,116,151,220,227,263,286,317],"assurance":[7,56,221,228,264,287],"framework":[8,60,108,140,288,300,344],"is":[9,33,85,109,141,203,253,294,301,334],"proposed":[10,107,139,295],"for":[11,150,184],"high-density":[12,128,235,242,277],"en":[13,129],"route":[14,130],"airspace":[15,131,195,207,244],"sectors":[16],"with":[17,39,89,166,205,209],"heterogeneous":[18,90,118,292],"aircraft":[19,41,272],"objectives.":[20],"To":[21],"handle":[22,232],"the":[23,54,59,74,78,81,106,114,123,135,138,158,167,246,262,305,335,343],"complex":[24],"dynamic":[25],"decision":[26,148,174],"making":[27,149,175],"under":[28],"uncertainty,":[29],"multi-agent":[30,331],"reinforcement":[31,332],"learning":[32,333],"used":[34],"in":[35,87,96,127,192,276,296],"decentralized":[37,257,284],"approach":[38],"each":[40,50,71,271],"being":[42],"represented":[43],"as":[44,266,324],"an":[45,267],"agent.":[46],"Based":[47],"on":[48],"this,":[49],"agent":[51,72,125],"locally":[52],"solves":[53],"problem,":[57],"allowing":[58],"to":[61,63,76,111,145,154,177,231,240,255,273,303,314,351],"scale":[62],"large":[65],"number":[66],"of":[67,80,117,137,160,169,270,290,330],"aircraft.":[68],"addition,":[70,134,198],"has":[73],"ability":[75],"learn":[77],"intention":[79],"intruder":[82],"aircraft,":[83],"which":[84],"essential":[86],"environments":[88],"agents.":[91],"Numerical":[92],"experiments":[93],"are":[94,223],"performed":[95],"real-time":[98,147,219],"air":[99,162,170,180,186,200,307],"traffic":[100,163,171,181,187,308],"simulator.":[101],"The":[102],"results":[103],"demonstrate":[104],"that":[105,259],"able":[110,302],"effectively":[112],"ensure":[113,274,315],"safe":[115,316],"agents,":[119],"while":[120,319],"also":[121,345],"optimizing":[122],"intrinsic":[124,268,321],"objectives":[126,322],"sectors.":[132],"efficiency":[136],"demonstrated":[142],"and":[143,212,234,245,310],"shown":[144],"provide":[146],"assurance.":[152],"Note":[153],"Practitioners\u2014In":[155],"commercial":[156],"aviation,":[157],"workload":[159],"human":[161,179,211],"controllers":[164,182],"increases":[165],"growth":[168],"density.":[172],"Robust":[173],"systems":[176,222],"augment":[178],"allows":[183],"increased":[185,189],"without":[188,356],"workload,":[190],"resulting":[191],"safer":[194],"environment.":[196],"advanced":[199],"mobility":[201],"(AAM)":[202],"concerned":[204],"low-altitude":[206,248],"operations":[208],"both":[210],"pilots.":[214],"environment,":[217],"required.":[224],"Most":[225],"traditional":[226,243],"approaches":[229,258],"fail":[230],"stochastic":[233],"environments,":[236],"rendering":[237],"them":[238],"inapplicable":[239],"future":[241],"envisioned":[247],"AAM":[249],"operations.":[250],"Therefore,":[251],"it":[252],"important":[254],"study":[256],"can":[260,346],"place":[261],"problem":[265],"objective":[269],"cooperation":[275],"airspace.":[278],"With":[279],"consideration,":[281],"scalable,":[283],"capable":[289],"handling":[291],"agents":[293],"article.":[298],"This":[299],"perceive":[304],"current":[306],"environment":[309],"select":[311],"speed":[312],"advisories":[313],"requirements,":[318],"balancing":[320],"such":[323],"minimizing":[325],"delay.":[326],"While":[327],"one":[328],"limitation":[329],"long":[336],"training":[337,354],"time,":[338],"article":[340],"demonstrates":[341],"how":[342],"leverage":[347],"modern":[348],"computing":[349],"clusters":[350],"significantly":[352],"reduce":[353],"time":[355],"sacrificing":[357],"performance.":[358]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}