{"id":"https://openalex.org/W3043028353","doi":"https://doi.org/10.1109/lra.2020.3010203","title":"Defensive Escort Teams for Navigation in Crowds via Multi-Agent Deep Reinforcement Learning","display_name":"Defensive Escort Teams for Navigation in Crowds via Multi-Agent Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-07-17","ids":{"openalex":"https://openalex.org/W3043028353","doi":"https://doi.org/10.1109/lra.2020.3010203","mag":"3043028353"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2020.3010203","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2020.3010203","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034916866","display_name":"Yazied Hasan","orcid":"https://orcid.org/0000-0002-7258-6835"},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yazied A. Hasan","raw_affiliation_strings":["Department of Computer Science, MSC01 11301, University of New Mexico, Albuquerque, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, MSC01 11301, University of New Mexico, Albuquerque, USA","institution_ids":["https://openalex.org/I169521973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101435111","display_name":"Arpit Garg","orcid":"https://orcid.org/0000-0001-5886-5822"},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arpit Garg","raw_affiliation_strings":["Department of Computer Science, MSC01 11301, University of New Mexico, Albuquerque, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, MSC01 11301, University of New Mexico, Albuquerque, USA","institution_ids":["https://openalex.org/I169521973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021273969","display_name":"Satomi Sugaya","orcid":"https://orcid.org/0000-0003-3722-6591"},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Satomi Sugaya","raw_affiliation_strings":["Department of Computer Science, MSC01 11301, University of New Mexico, Albuquerque, USA"],"raw_orcid":"https://orcid.org/0000-0003-3722-6591","affiliations":[{"raw_affiliation_string":"Department of Computer Science, MSC01 11301, University of New Mexico, Albuquerque, USA","institution_ids":["https://openalex.org/I169521973"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060753774","display_name":"Lydia Tapia","orcid":"https://orcid.org/0000-0002-7822-7091"},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lydia Tapia","raw_affiliation_strings":["Department of Computer Science, MSC01 11301, University of New Mexico, Albuquerque, USA"],"raw_orcid":"https://orcid.org/0000-0002-7822-7091","affiliations":[{"raw_affiliation_string":"Department of Computer Science, MSC01 11301, University of New Mexico, Albuquerque, USA","institution_ids":["https://openalex.org/I169521973"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I169521973"],"apc_list":null,"apc_paid":null,"fwci":1.7594,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.82435486,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"5","issue":"4","first_page":"5645","last_page":"5652"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9657999873161316,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9545999765396118,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/payload","display_name":"Payload (computing)","score":0.9532363414764404},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.751369833946228},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6584108471870422},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5899784564971924},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.5686930418014526},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.5271748304367065},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3747853636741638},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34911566972732544},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30227020382881165},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.25933003425598145},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.23588326573371887},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.10779225826263428},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08821263909339905}],"concepts":[{"id":"https://openalex.org/C134066672","wikidata":"https://www.wikidata.org/wiki/Q1424639","display_name":"Payload (computing)","level":3,"score":0.9532363414764404},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.751369833946228},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6584108471870422},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5899784564971924},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.5686930418014526},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.5271748304367065},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3747853636741638},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34911566972732544},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30227020382881165},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.25933003425598145},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.23588326573371887},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.10779225826263428},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08821263909339905},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2020.3010203","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2020.3010203","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2260661210","display_name":null,"funder_award_id":"W911NF-19-2-0215","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"},{"id":"https://openalex.org/G4497378093","display_name":"NRI: Planning, Collaborative Guidance and Navigation in Uncertain Dynamic Environments","funder_award_id":"1528047","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5416745323","display_name":"CAREER: Modeling and Analyzing High-Dimensional Molecular Assembly: Quantifying the Impact of Allergen Structure","funder_award_id":"1553266","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G649768304","display_name":null,"funder_award_id":"FA9453-18-2-0022","funder_id":"https://openalex.org/F4320338294","funder_display_name":"Air Force Research Laboratory"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"},{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1521003796","https://openalex.org/W1551593752","https://openalex.org/W1771410628","https://openalex.org/W1928278792","https://openalex.org/W2009303086","https://openalex.org/W2009318488","https://openalex.org/W2016181942","https://openalex.org/W2077610764","https://openalex.org/W2098432798","https://openalex.org/W2110073061","https://openalex.org/W2125889667","https://openalex.org/W2132684654","https://openalex.org/W2132696685","https://openalex.org/W2143309278","https://openalex.org/W2144801703","https://openalex.org/W2150330813","https://openalex.org/W2155027007","https://openalex.org/W2167052694","https://openalex.org/W2296970238","https://openalex.org/W2419503358","https://openalex.org/W2472273943","https://openalex.org/W2617547828","https://openalex.org/W2736863856","https://openalex.org/W2768629321","https://openalex.org/W2811374584","https://openalex.org/W2906926620","https://openalex.org/W2911234349","https://openalex.org/W2913295839","https://openalex.org/W2940779895","https://openalex.org/W2943819779","https://openalex.org/W2961255096","https://openalex.org/W2962917939","https://openalex.org/W2963184621","https://openalex.org/W2963645756","https://openalex.org/W2969052628","https://openalex.org/W2981038142","https://openalex.org/W2987254226","https://openalex.org/W2991583441","https://openalex.org/W4214717370","https://openalex.org/W6627932998","https://openalex.org/W6631137000","https://openalex.org/W6638018090","https://openalex.org/W6681429057","https://openalex.org/W6683204974","https://openalex.org/W6737849119","https://openalex.org/W6746015766","https://openalex.org/W6752963931","https://openalex.org/W6758076146","https://openalex.org/W6762547065","https://openalex.org/W6770999945"],"related_works":["https://openalex.org/W2930076404","https://openalex.org/W4253519380","https://openalex.org/W2071957557","https://openalex.org/W2596413128","https://openalex.org/W2356867392","https://openalex.org/W2782776446","https://openalex.org/W3043170174","https://openalex.org/W2155948905","https://openalex.org/W3170845014","https://openalex.org/W2357323510"],"abstract_inverted_index":{"Coordinated":[0],"defensive":[1,137],"escorts":[2,61,72,101,147,191],"can":[3],"aid":[4],"a":[5,28,42,58,74,79,126,130,187],"navigating":[6,67,128],"payload":[7,20,64,127,203],"by":[8],"positioning":[9],"themselves":[10],"strategically":[11],"in":[12,41,54,78,148,168,183,192,202],"order":[13,55],"to":[14,56,62,105,110,118,125,144,152,159,162,180],"maintain":[15,63],"the":[16,19,69,87,96,121,184,193],"safety":[17,65],"of":[18,60,95,190],"from":[21],"obstacles.":[22,47],"In":[23],"this":[24,99],"letter,":[25],"we":[26],"present":[27],"novel,":[29],"end-to-end":[30],"solution":[31,49,177],"for":[32,37,133],"coordinating":[33],"an":[34,163],"escort":[35,138],"team":[36,59,139],"protecting":[38],"high-value":[39],"payloads":[40],"space":[43],"crowded":[44,169],"with":[45,129],"interacting":[46],"Our":[48],"employs":[50],"deep":[51],"reinforcement":[52],"learning":[53],"train":[57],"while":[66],"alongside":[68],"payload.":[70],"The":[71],"utilize":[73],"trained":[75],"centralized":[76],"policy":[77],"distributed":[80],"fashion":[81],"(i.e.,":[82],"no":[83],"explicit":[84],"communication":[85],"between":[86],"escorts),":[88],"relying":[89],"only":[90],"on":[91],"range-limited":[92],"positional":[93],"information":[94],"environment.":[97,122],"Given":[98],"observation,":[100],"automatically":[102],"prioritize":[103],"obstacles":[104],"intercept":[106,111],"and":[107,157,205],"determine":[108],"where":[109],"them,":[112],"using":[113],"their":[114],"repulsive":[115],"interaction":[116],"force":[117],"actively":[119],"manipulate":[120],"When":[123],"compared":[124,161],"state-of-art":[131],"algorithm":[132],"obstacle":[134,196,199],"avoidance":[135],"our":[136,175],"increased":[140],"navigation":[141],"success":[142],"up":[143,151,158],"83%":[145],"over":[146,154],"static":[149],"formation,":[150],"69%":[153],"orbiting":[155],"escorts,":[156],"66%":[160],"analytic":[164],"method":[165],"providing":[166],"guarantees":[167],"environments.":[170],"We":[171],"also":[172],"show":[173],"that":[174],"learned":[176],"is":[178],"robust":[179],"several":[181],"adaptations":[182],"scenario":[185],"including:":[186],"changing":[188,195],"number":[189],"team,":[194],"density,":[197],"unexpected":[198],"behavior,":[200],"changes":[201],"conformation,":[204],"added":[206],"sensor":[207],"noise.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}