{"id":"https://openalex.org/W3093070065","doi":"https://doi.org/10.1109/icra48506.2021.9560893","title":"Robot Navigation in Constrained Pedestrian Environments using Reinforcement Learning","display_name":"Robot Navigation in Constrained Pedestrian Environments using Reinforcement Learning","publication_year":2021,"publication_date":"2021-05-30","ids":{"openalex":"https://openalex.org/W3093070065","doi":"https://doi.org/10.1109/icra48506.2021.9560893","mag":"3093070065"},"language":"en","primary_location":{"id":"doi:10.1109/icra48506.2021.9560893","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9560893","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2010.08600.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005763357","display_name":"Claudia P\u00e9rez-D\u2019Arpino","orcid":"https://orcid.org/0000-0002-2949-4214"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Claudia Perez-D'Arpino","raw_affiliation_strings":["Stanford University,Department of Computer Science","Stanford University > Department of Computer Science >  >  >"],"affiliations":[{"raw_affiliation_string":"Stanford University,Department of Computer Science","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University > Department of Computer Science >  >  >","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077675371","display_name":"Can Liu","orcid":"https://orcid.org/0000-0003-3267-3317"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Can Liu","raw_affiliation_strings":["Stanford University,Department of Computer Science","Stanford University > Department of Computer Science >  >  >"],"affiliations":[{"raw_affiliation_string":"Stanford University,Department of Computer Science","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University > Department of Computer Science >  >  >","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046758466","display_name":"Patrick Goebel","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patrick Goebel","raw_affiliation_strings":["Stanford University,Department of Computer Science","Stanford University > Department of Computer Science >  >  >"],"affiliations":[{"raw_affiliation_string":"Stanford University,Department of Computer Science","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University > Department of Computer Science >  >  >","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065655761","display_name":"Roberto Mart\u00edn-Mart\u00edn","orcid":"https://orcid.org/0000-0002-9586-2759"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roberto Martin-Martin","raw_affiliation_strings":["Stanford University,Department of Computer Science","Stanford University > Department of Computer Science >  >  >"],"affiliations":[{"raw_affiliation_string":"Stanford University,Department of Computer Science","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University > Department of Computer Science >  >  >","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042646536","display_name":"Silvio Savarese","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Silvio Savarese","raw_affiliation_strings":["Stanford University,Department of Computer Science","Stanford University > Department of Computer Science >  >  >"],"affiliations":[{"raw_affiliation_string":"Stanford University,Department of Computer Science","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University > Department of Computer Science >  >  >","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5005763357"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":1.72691906,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.81800968,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1140","last_page":"1146"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7321656942367554},{"id":"https://openalex.org/keywords/pedestrian","display_name":"Pedestrian","score":0.7180011868476868},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6993280053138733},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.677658200263977},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6070852875709534},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5831992030143738},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.570184588432312},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.49381813406944275},{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.4895666539669037},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4704253673553467},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4592592120170593},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.43689724802970886},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.427667498588562},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.41766250133514404},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15384960174560547},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.11125078797340393}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7321656942367554},{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.7180011868476868},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6993280053138733},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.677658200263977},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6070852875709534},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5831992030143738},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.570184588432312},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.49381813406944275},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.4895666539669037},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4704253673553467},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4592592120170593},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.43689724802970886},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.427667498588562},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.41766250133514404},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15384960174560547},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.11125078797340393},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icra48506.2021.9560893","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9560893","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"mag:3093070065","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2010.08600.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2010.08600","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2010.08600","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"mag:3093070065","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2010.08600.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.5199999809265137,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W192919555","https://openalex.org/W1424654272","https://openalex.org/W1504905707","https://openalex.org/W1596895962","https://openalex.org/W2021096542","https://openalex.org/W2082585576","https://openalex.org/W2117211893","https://openalex.org/W2121863487","https://openalex.org/W2133233905","https://openalex.org/W2140542425","https://openalex.org/W2167052694","https://openalex.org/W2167224731","https://openalex.org/W2296073425","https://openalex.org/W2342840547","https://openalex.org/W2604216058","https://openalex.org/W2765123421","https://openalex.org/W2766207971","https://openalex.org/W2890001928","https://openalex.org/W2898461817","https://openalex.org/W2904246096","https://openalex.org/W2932410350","https://openalex.org/W2953127211","https://openalex.org/W2962902376","https://openalex.org/W2963311874","https://openalex.org/W2963809389","https://openalex.org/W2964327384","https://openalex.org/W2967453881","https://openalex.org/W2972758308","https://openalex.org/W2982684251","https://openalex.org/W2995635524","https://openalex.org/W2998903229","https://openalex.org/W3005857605","https://openalex.org/W3090307871","https://openalex.org/W3100838107","https://openalex.org/W3105219551","https://openalex.org/W6679847170","https://openalex.org/W6684338915","https://openalex.org/W6704559304","https://openalex.org/W6736021936","https://openalex.org/W6741302124","https://openalex.org/W6745899410","https://openalex.org/W6747473740","https://openalex.org/W6757592117","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W3206106160","https://openalex.org/W3081837578","https://openalex.org/W2992263225","https://openalex.org/W3127756416","https://openalex.org/W3210773986","https://openalex.org/W3091957856","https://openalex.org/W3100153298","https://openalex.org/W3131579243","https://openalex.org/W1963649406","https://openalex.org/W3011184007","https://openalex.org/W3085271681","https://openalex.org/W2962849838","https://openalex.org/W2043727137","https://openalex.org/W3205239453","https://openalex.org/W2882973339","https://openalex.org/W2744103884","https://openalex.org/W3131753876","https://openalex.org/W2593145451","https://openalex.org/W3183112146","https://openalex.org/W3145059099"],"abstract_inverted_index":{"Navigating":[0],"fluently":[1],"around":[2],"pedestrians":[3,35,84],"is":[4],"a":[5,99,107,119,131],"necessary":[6],"capability":[7],"for":[8,122,199],"mobile":[9],"robots":[10],"deployed":[11],"in":[12,36,90,130,186],"human":[13],"environments,":[14],"such":[15,49],"as":[16,50],"buildings":[17,188],"and":[18,52,57,125,189],"homes.":[19],"While":[20],"research":[21],"on":[22,28,68],"social":[23],"navigation":[24,185],"has":[25],"focused":[26],"mainly":[27],"the":[29,32,43,80,114,149,164,178,181],"scalability":[30],"with":[31],"number":[33],"of":[34,46,60,76,82,134,148,163,171,180,193],"open":[37],"spaces,":[38],"typical":[39],"indoor":[40],"environments":[41,198],"present":[42,64],"additional":[44],"challenge":[45],"constrained":[47,91],"spaces":[48],"corridors":[51],"doorways":[53],"that":[54,102,127,145,201],"limit":[55],"maneuverability":[56],"influence":[58],"patterns":[59],"pedestrian":[61],"interaction.":[62,203],"We":[63,117],"an":[65],"approach":[66],"based":[67],"reinforcement":[69],"learning":[70],"(RL)":[71],"to":[72,79,105,140,167,184],"learn":[73],"policies":[74,128],"capable":[75],"dynamic":[77],"adaptation":[78],"presence":[81],"moving":[83],"while":[85],"navigating":[86],"between":[87],"desired":[88],"locations":[89],"environments.":[92,174],"The":[93],"policy":[94,166],"network":[95],"receives":[96],"guidance":[97],"from":[98],"motion":[100],"planner":[101],"provides":[103],"waypoints":[104],"follow":[106],"globally":[108],"planned":[109],"trajectory,":[110],"whereas":[111],"RL":[112],"handles":[113],"local":[115],"interactions.":[116],"explore":[118],"compositional":[120,182],"principle":[121,183],"multi-layout":[123],"training":[124],"find":[126],"trained":[129],"small":[132],"set":[133],"geometrically":[135],"simple":[136],"layouts":[137,144],"successfully":[138],"generalize":[139],"more":[141],"complex":[142],"unseen":[143,168],"exhibit":[146],"composition":[147],"structural":[150],"elements":[151],"available":[152],"during":[153],"training.":[154],"Going":[155],"beyond":[156],"walls-world":[157],"like":[158],"domains,":[159],"we":[160],"show":[161],"transfer":[162],"learned":[165],"3D":[169],"reconstructions":[170],"two":[172],"real":[173],"These":[175],"results":[176],"support":[177],"applicability":[179],"real-world":[187],"indicate":[190],"promising":[191],"usage":[192],"multi-agent":[194],"simulation":[195],"within":[196],"reconstructed":[197],"tasks":[200],"involve":[202]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}