{"id":"https://openalex.org/W2981759303","doi":"https://doi.org/10.1109/access.2021.3050338","title":"Collision Avoidance in Pedestrian-Rich Environments With Deep Reinforcement Learning","display_name":"Collision Avoidance in Pedestrian-Rich Environments With Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W2981759303","doi":"https://doi.org/10.1109/access.2021.3050338","mag":"2981759303"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3050338","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3050338","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09317723.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09317723.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064513857","display_name":"Michael Everett","orcid":"https://orcid.org/0000-0001-9377-6745"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Everett","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9377-6745","affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112212974","display_name":"Yu Fan Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Fan Chen","raw_affiliation_strings":["Facebook Reality Labs, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs, Redmond, WA, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011665886","display_name":"Jonathan P. How","orcid":"https://orcid.org/0000-0001-8576-1930"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan P. How","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8576-1930","affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":11.0493,"has_fulltext":true,"cited_by_count":230,"citation_normalized_percentile":{"value":0.99225827,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"10357","last_page":"10377"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9061483144760132},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7928927540779114},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.7818626165390015},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.7315340042114258},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6385864019393921},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6165492534637451},{"id":"https://openalex.org/keywords/pedestrian","display_name":"Pedestrian","score":0.5401531457901001},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.5157235264778137},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.4365549683570862},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4309954345226288},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42360472679138184},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.08095380663871765}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9061483144760132},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7928927540779114},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.7818626165390015},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7315340042114258},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6385864019393921},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6165492534637451},{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.5401531457901001},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.5157235264778137},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.4365549683570862},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4309954345226288},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42360472679138184},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08095380663871765},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2021.3050338","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3050338","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09317723.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1910.11689","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.11689","pdf_url":"https://arxiv.org/pdf/1910.11689","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:a35123b57f824fcc8a10ade8feb86b15","is_oa":true,"landing_page_url":"https://doaj.org/article/a35123b57f824fcc8a10ade8feb86b15","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 10357-10377 (2021)","raw_type":"article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/133362","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/133362","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3050338","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3050338","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09317723.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6899999976158142,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320307103","display_name":"Ford Motor Company","ror":"https://ror.org/00g2tkw06"},{"id":"https://openalex.org/F4320309369","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44"},{"id":"https://openalex.org/F4320310598","display_name":"Amazon Web Services","ror":"https://ror.org/04mv4n011"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W178419168","https://openalex.org/W192919555","https://openalex.org/W564705026","https://openalex.org/W630739203","https://openalex.org/W1515851193","https://openalex.org/W1522301498","https://openalex.org/W1845972764","https://openalex.org/W1996785616","https://openalex.org/W2002219970","https://openalex.org/W2034587361","https://openalex.org/W2041988518","https://openalex.org/W2064675550","https://openalex.org/W2071005201","https://openalex.org/W2072195747","https://openalex.org/W2082585576","https://openalex.org/W2097639646","https://openalex.org/W2117211893","https://openalex.org/W2118607269","https://openalex.org/W2130942839","https://openalex.org/W2145339207","https://openalex.org/W2157331557","https://openalex.org/W2168424616","https://openalex.org/W2210721416","https://openalex.org/W2227909145","https://openalex.org/W2314264365","https://openalex.org/W2342840547","https://openalex.org/W2402144811","https://openalex.org/W2424778531","https://openalex.org/W2566180428","https://openalex.org/W2567560529","https://openalex.org/W2604216058","https://openalex.org/W2736601468","https://openalex.org/W2761873684","https://openalex.org/W2787938642","https://openalex.org/W2804042855","https://openalex.org/W2886414297","https://openalex.org/W2950825549","https://openalex.org/W2953384591","https://openalex.org/W2963183834","https://openalex.org/W2963428623","https://openalex.org/W2963809389","https://openalex.org/W2963821308","https://openalex.org/W2964043796","https://openalex.org/W2964121744","https://openalex.org/W2964291307","https://openalex.org/W2964319688","https://openalex.org/W2973525135","https://openalex.org/W2995520132","https://openalex.org/W3105764593","https://openalex.org/W3106250896","https://openalex.org/W4250696540","https://openalex.org/W4298209214","https://openalex.org/W6631190155","https://openalex.org/W6677910561","https://openalex.org/W6679436768","https://openalex.org/W6692846177","https://openalex.org/W6704559304","https://openalex.org/W6713134421","https://openalex.org/W6741002519","https://openalex.org/W6744838376","https://openalex.org/W6745967843","https://openalex.org/W6748839928","https://openalex.org/W6751762134","https://openalex.org/W6767919266","https://openalex.org/W6785652829"],"related_works":["https://openalex.org/W2392100589","https://openalex.org/W2512789322","https://openalex.org/W2280422768","https://openalex.org/W3143197806","https://openalex.org/W3122828758","https://openalex.org/W4252555497","https://openalex.org/W2101960027","https://openalex.org/W4205958986","https://openalex.org/W2197846993","https://openalex.org/W2742483371"],"abstract_inverted_index":{"Collision":[0],"avoidance":[1,79,142],"algorithms":[2],"are":[3],"essential":[4],"for":[5],"safe":[6],"and":[7,29,38,148,184,217],"efficient":[8],"robot":[9],"operation":[10],"among":[11,80,231],"pedestrians.":[12,232],"This":[13],"work":[14,72,100],"proposes":[15],"using":[16,105],"deep":[17,145],"reinforcement":[18],"(RL)":[19],"learning":[20],"as":[21,36],"a":[22,58,63,81,103,126,139,212,219],"framework":[23],"to":[24,61,114,137,160,198],"model":[25],"the":[26,112,151,170,181,186,202],"complex":[27],"interactions":[28],"cooperation":[30],"with":[31,150],"nearby,":[32],"decision-making":[33],"agents,":[34,123],"such":[35],"pedestrians":[37],"other":[39,122],"robots.":[40],"Existing":[41],"RL-based":[42,146],"works":[43],"assume":[44],"homogeneity":[45],"of":[46,68,83,117,121,125,130,153,169,177,189,214,225],"agent":[47,191],"properties,":[48],"use":[49,115],"specific":[50],"motion":[51],"models":[52],"over":[53],"short":[54],"timescales,":[55],"or":[56],"lack":[57],"principled":[59],"method":[60],"handle":[62],"large,":[64],"possibly":[65],"varying":[66],"number":[67,120,129,152],"agents.":[69],"Therefore,":[70],"this":[71],"develops":[73],"an":[74,118],"algorithm":[75,113,134],"that":[76,110],"learns":[77],"collision":[78,141],"variety":[82],"heterogeneous,":[84],"non-communicating,":[85],"dynamic":[86],"agents":[87,154,179],"without":[88],"assuming":[89],"they":[90],"follow":[91],"any":[92],"particular":[93],"behavior":[94],"rules.":[95],"It":[96],"extends":[97],"our":[98,163],"previous":[99],"by":[101],"introducing":[102],"strategy":[104],"Long":[106],"Short-Term":[107],"Memory":[108],"(LSTM)":[109],"enables":[111],"observations":[116,176],"arbitrary":[119],"instead":[124],"small,":[127],"fixed":[128],"neighbors.":[131],"The":[132,194],"proposed":[133],"is":[135],"shown":[136],"outperform":[138],"classical":[140],"algorithm,":[143,147],"another":[144],"scales":[149],"better":[155],"(fewer":[156],"collisions,":[157],"shorter":[158],"time":[159],"goal)":[161],"than":[162],"previously":[164],"published":[165],"learning-based":[166],"approach.":[167],"Analysis":[168],"LSTM":[171],"provides":[172],"insights":[173],"into":[174,208],"how":[175],"nearby":[178],"affect":[180],"hidden":[182],"state":[183],"quantifies":[185],"performance":[187],"impact":[188],"various":[190],"ordering":[192],"heuristics.":[193],"learned":[195],"policy":[196],"generalizes":[197],"several":[199],"applications":[200],"beyond":[201],"training":[203],"scenarios:":[204],"formation":[205],"control":[206],"(arrangement":[207],"letters),":[209],"demonstrations":[210],"on":[211,218],"fleet":[213],"four":[215],"multirotors":[216],"fully":[220],"autonomous":[221],"robotic":[222],"vehicle":[223],"capable":[224],"traveling":[226],"at":[227],"human":[228],"walking":[229],"speed":[230]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":55},{"year":2024,"cited_by_count":48},{"year":2023,"cited_by_count":47},{"year":2022,"cited_by_count":34},{"year":2021,"cited_by_count":22},{"year":2020,"cited_by_count":7}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}