{"id":"https://openalex.org/W4220721274","doi":"https://doi.org/10.1080/01691864.2022.2043184","title":"Socially aware robot navigation in crowds via deep reinforcement learning with resilient reward functions","display_name":"Socially aware robot navigation in crowds via deep reinforcement learning with resilient reward functions","publication_year":2022,"publication_date":"2022-03-08","ids":{"openalex":"https://openalex.org/W4220721274","doi":"https://doi.org/10.1080/01691864.2022.2043184"},"language":"en","primary_location":{"id":"doi:10.1080/01691864.2022.2043184","is_oa":false,"landing_page_url":"https://doi.org/10.1080/01691864.2022.2043184","pdf_url":null,"source":{"id":"https://openalex.org/S192584203","display_name":"Advanced Robotics","issn_l":"0169-1864","issn":["0169-1864","1568-5535"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101922949","display_name":"Xiaojun Lu","orcid":"https://orcid.org/0000-0001-9907-3741"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Xiaojun Lu","raw_affiliation_strings":["Department of Precision Engineering, The University of Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Precision Engineering, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030815105","display_name":"Hanwool Woo","orcid":"https://orcid.org/0000-0002-8586-4304"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hanwool Woo","raw_affiliation_strings":["Department of Precision Engineering, The University of Tokyo, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-8586-4304","affiliations":[{"raw_affiliation_string":"Department of Precision Engineering, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034743350","display_name":"Angela Faragasso","orcid":"https://orcid.org/0000-0002-8948-3592"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Angela Faragasso","raw_affiliation_strings":["Department of Precision Engineering, The University of Tokyo, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-8948-3592","affiliations":[{"raw_affiliation_string":"Department of Precision Engineering, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021260328","display_name":"Atsushi Yamashita","orcid":"https://orcid.org/0000-0003-1280-069X"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Atsushi Yamashita","raw_affiliation_strings":["Department of Precision Engineering, The University of Tokyo, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-1280-069X","affiliations":[{"raw_affiliation_string":"Department of Precision Engineering, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064103302","display_name":"Hajime Asama","orcid":"https://orcid.org/0000-0002-9482-497X"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hajime Asama","raw_affiliation_strings":["Department of Precision Engineering, The University of Tokyo, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-9482-497X","affiliations":[{"raw_affiliation_string":"Department of Precision Engineering, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5101922949"],"corresponding_institution_ids":["https://openalex.org/I74801974"],"apc_list":null,"apc_paid":null,"fwci":1.9976,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.84374163,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"36","issue":"8","first_page":"388","last_page":"403"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.7989761829376221},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7620723247528076},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6507575511932373},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6222840547561646},{"id":"https://openalex.org/keywords/pedestrian","display_name":"Pedestrian","score":0.6073716282844543},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5924754738807678},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5806286334991455},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4487801194190979},{"id":"https://openalex.org/keywords/social-robot","display_name":"Social robot","score":0.4399752616882324},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.41464075446128845},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.38846510648727417},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3369736075401306},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.25561195611953735},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.24742478132247925},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.1172768771648407},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.09296098351478577},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.08128634095191956}],"concepts":[{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.7989761829376221},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7620723247528076},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6507575511932373},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6222840547561646},{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.6073716282844543},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5924754738807678},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5806286334991455},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4487801194190979},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.4399752616882324},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.41464075446128845},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.38846510648727417},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3369736075401306},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25561195611953735},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.24742478132247925},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.1172768771648407},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.09296098351478577},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08128634095191956},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/01691864.2022.2043184","is_oa":false,"landing_page_url":"https://doi.org/10.1080/01691864.2022.2043184","pdf_url":null,"source":{"id":"https://openalex.org/S192584203","display_name":"Advanced Robotics","issn_l":"0169-1864","issn":["0169-1864","1568-5535"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1867746372","display_name":"Automatic Optimal Design of a Visual-based Stiffness Sensor and real-time Colour-coded Stiffness Map for Minimally Invasive Procedures.","funder_award_id":"20K14691","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G490876149","display_name":"Novel surgical endoscopic instrument: implementing bird's-eye view in minimally invasive surgery","funder_award_id":"19K23479","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W192919555","https://openalex.org/W1504905707","https://openalex.org/W1534662786","https://openalex.org/W1963985276","https://openalex.org/W1988436907","https://openalex.org/W1992225177","https://openalex.org/W1996785616","https://openalex.org/W2000365432","https://openalex.org/W2024298935","https://openalex.org/W2042037077","https://openalex.org/W2071005201","https://openalex.org/W2072956256","https://openalex.org/W2077638917","https://openalex.org/W2082585576","https://openalex.org/W2142943472","https://openalex.org/W2145339207","https://openalex.org/W2155371606","https://openalex.org/W2167052694","https://openalex.org/W2170615370","https://openalex.org/W2227909145","https://openalex.org/W2470964598","https://openalex.org/W2519586580","https://openalex.org/W2522489477","https://openalex.org/W2565402511","https://openalex.org/W2604216058","https://openalex.org/W2736506089","https://openalex.org/W2890001928","https://openalex.org/W2909624178","https://openalex.org/W2962727871","https://openalex.org/W2962954724","https://openalex.org/W2963114745","https://openalex.org/W2963428623","https://openalex.org/W2963722165","https://openalex.org/W2963809389","https://openalex.org/W2963821308","https://openalex.org/W2964198921","https://openalex.org/W2964319688","https://openalex.org/W2970971581","https://openalex.org/W3005857605","https://openalex.org/W3006355000","https://openalex.org/W3031798691","https://openalex.org/W3090773036","https://openalex.org/W4250696540","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W1749168706","https://openalex.org/W606709926","https://openalex.org/W2980347456","https://openalex.org/W1643071209","https://openalex.org/W4299159492","https://openalex.org/W422913495","https://openalex.org/W1580333079","https://openalex.org/W4376137772","https://openalex.org/W1869163116","https://openalex.org/W2148067325"],"abstract_inverted_index":{"Robots":[0],"navigating":[1],"in":[2,90,119,142],"a":[3,32,97,110],"robot\u2013human":[4],"coexisting":[5],"environment":[6],"need":[7],"to":[8,27,52,77,124],"optimize":[9],"their":[10,24,60],"paths":[11],"not":[12],"only":[13],"for":[14,23,56],"task-related":[15],"performance":[16,61],"(e.g.":[17],"safety":[18],"and":[19,85,106,131,145],"efficiency)":[20],"but":[21],"also":[22],"social":[25],"compliance":[26],"other":[28],"pedestrians.":[29],"This":[30],"is":[31,117],"crucial":[33],"yet":[34],"challenging":[35],"task.":[36],"Previous":[37],"work":[38],"has":[39],"shown":[40],"the":[41,64,75,83,101],"power":[42],"of":[43,122],"deep":[44],"reinforcement":[45],"learning":[46],"(DRL)":[47],"techniques":[48],"by":[49,73],"employing":[50],"them":[51],"train":[53],"efficient":[54],"policies":[55],"robot":[57,76],"navigation.":[58],"However,":[59],"deteriorates":[62],"when":[63],"crowd":[65],"size":[66],"grows.":[67],"We":[68,94],"cope":[69],"with":[70],"this":[71,115],"problem":[72],"allowing":[74],"keep":[78],"an":[79],"adapting":[80],"distance":[81,105],"from":[82,109],"pedestrians":[84],"perform":[86],"safe":[87],"navigation":[88],"even":[89],"high":[91,146],"density":[92,108,148],"environments.":[93,149],"first":[95],"derive":[96],"quantitative":[98,132],"formula":[99,116],"representing":[100],"relationship":[102],"between":[103],"uncomfortable":[104],"pedestrian":[107,147],"real-word":[111],"tracking":[112],"dataset.":[113],"Then":[114],"applied":[118],"reward":[120,127],"shaping":[121],"DRL":[123],"get":[125],"resilient":[126],"functions":[128],"(R2F).":[129],"Qualitative":[130],"evaluation":[133],"results":[134],"demonstrate":[135],"that":[136],"our":[137],"method":[138],"outperforms":[139],"state-of-the-art":[140],"methods":[141],"both":[143],"low":[144]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}