{"id":"https://openalex.org/W3205380603","doi":"https://doi.org/10.1109/icra48506.2021.9561884","title":"Relational Navigation Learning in Continuous Action Space among Crowds","display_name":"Relational Navigation Learning in Continuous Action Space among Crowds","publication_year":2021,"publication_date":"2021-05-30","ids":{"openalex":"https://openalex.org/W3205380603","doi":"https://doi.org/10.1109/icra48506.2021.9561884","mag":"3205380603"},"language":"en","primary_location":{"id":"doi:10.1109/icra48506.2021.9561884","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561884","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060734542","display_name":"Xueyou Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueyou Zhang","raw_affiliation_strings":["Institute of Robotics and Automatic Information System, College of Artificial Intelligence, Nankai University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Robotics and Automatic Information System, College of Artificial Intelligence, Nankai University, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102939548","display_name":"Wei Xi","orcid":"https://orcid.org/0000-0003-1451-9009"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Xi","raw_affiliation_strings":["Institute of Robotics and Automatic Information System, College of Artificial Intelligence, Nankai University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Robotics and Automatic Information System, College of Artificial Intelligence, Nankai University, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078971977","display_name":"Xian Guo","orcid":"https://orcid.org/0000-0003-3793-1207"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xian Guo","raw_affiliation_strings":["Institute of Robotics and Automatic Information System, College of Artificial Intelligence, Nankai University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Robotics and Automatic Information System, College of Artificial Intelligence, Nankai University, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058644546","display_name":"Yongchun Fang","orcid":"https://orcid.org/0000-0002-3061-2708"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongchun Fang","raw_affiliation_strings":["Institute of Robotics and Automatic Information System, College of Artificial Intelligence, Nankai University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Robotics and Automatic Information System, College of Artificial Intelligence, Nankai University, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115604616","display_name":"Bin Wang","orcid":"https://orcid.org/0000-0002-0267-3749"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Wang","raw_affiliation_strings":["Noah's Ark Lab, Huawei Technologies, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Noah's Ark Lab, Huawei Technologies, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036527488","display_name":"Wulong Liu","orcid":"https://orcid.org/0000-0003-2901-1523"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wulong Liu","raw_affiliation_strings":["Noah's Ark Lab, Huawei Technologies, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Noah's Ark Lab, Huawei Technologies, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047509839","display_name":"Jianye Hao","orcid":"https://orcid.org/0000-0002-0422-8235"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianye Hao","raw_affiliation_strings":["Noah's Ark Lab, Huawei Technologies, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Noah's Ark Lab, Huawei Technologies, China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2864,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.61168956,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3175","last_page":"3181"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.9285193085670471},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.761731743812561},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6881017684936523},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6019498109817505},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5543842315673828},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5488529801368713},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.5345655083656311},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5235412120819092},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5197960138320923},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49563562870025635},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4552958011627197},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2044731080532074},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.13207054138183594},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09167394042015076}],"concepts":[{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.9285193085670471},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.761731743812561},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6881017684936523},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6019498109817505},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5543842315673828},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5488529801368713},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.5345655083656311},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5235412120819092},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5197960138320923},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49563562870025635},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4552958011627197},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2044731080532074},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.13207054138183594},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09167394042015076},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra48506.2021.9561884","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561884","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W192919555","https://openalex.org/W1504905707","https://openalex.org/W1931877416","https://openalex.org/W2046213647","https://openalex.org/W2059993653","https://openalex.org/W2072195747","https://openalex.org/W2097639646","https://openalex.org/W2101539915","https://openalex.org/W2109169869","https://openalex.org/W2117211893","https://openalex.org/W2142943472","https://openalex.org/W2510585945","https://openalex.org/W2890001928","https://openalex.org/W2962957031","https://openalex.org/W2963722165","https://openalex.org/W2963809389","https://openalex.org/W2964319688","https://openalex.org/W2969277962","https://openalex.org/W2978455699","https://openalex.org/W2984168904","https://openalex.org/W3000915986","https://openalex.org/W3005857605","https://openalex.org/W3090832832","https://openalex.org/W3131623996","https://openalex.org/W6640174482","https://openalex.org/W6725595221","https://openalex.org/W6768263596"],"related_works":["https://openalex.org/W4240200267","https://openalex.org/W1511510665","https://openalex.org/W2154955495","https://openalex.org/W1524661185","https://openalex.org/W2078823605","https://openalex.org/W4225571923","https://openalex.org/W3212257828","https://openalex.org/W4297873223","https://openalex.org/W2350784623","https://openalex.org/W2126211886"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"a":[3,99,107],"novel":[4],"navigation":[5,88],"learning":[6,110,140],"method":[7,112,141],"in":[8,34,40,102],"continuous":[9],"action":[10],"space":[11],"among":[12],"crowds":[13],"based":[14],"on":[15,25],"relational":[16],"graph":[17],"is":[18,47,98,123],"proposed":[19,124,139],"which":[20,97,113],"can":[21],"be":[22],"directly":[23],"deployed":[24],"differential-drive":[26],"mobile":[27],"robots":[28],"without":[29],"any":[30],"change.":[31],"More":[32],"specifically,":[33],"order":[35],"to":[36,51,125],"increase":[37],"generalization":[38],"ability":[39],"crowd":[41,103],"sizes,":[42],"Graph":[43],"Convolutional":[44],"Network":[45],"(GCN)":[46],"at":[48],"first":[49],"adopted":[50],"extract":[52],"the":[53,60,67,70,75,79,87,115,119,127,138,148],"relationships":[54],"between":[55],"robot":[56],"and":[57,78,84,105,118,134,147],"pedestrians.":[58],"Then":[59],"relation":[61],"features":[62],"are":[63,92,132],"further":[64],"utilized":[65],"as":[66],"inputs":[68],"of":[69],"pedestrian":[71],"state":[72],"prediction":[73,117],"network,":[74,77],"actor":[76],"critic":[80],"network.":[81],"To":[82],"efficiently":[83],"safely":[85],"learn":[86],"policy,":[89],"all":[90],"networks":[91],"pretrained":[93],"through":[94],"imitating":[95],"ORCA":[96,146],"state-of-the-art":[100,150],"algorithm":[101],"navigation,":[104],"then":[106],"model-based":[108],"reinforcement":[109],"(RL)":[111],"combines":[114],"model":[116],"clipped":[120],"advantage-weighted":[121],"regression":[122],"finetune":[126],"networks.":[128],"Finally,":[129],"simulation":[130],"experiments":[131],"performed":[133],"it\u2019s":[135],"verified":[136],"that":[137],"performs":[142],"significantly":[143],"better":[144],"than":[145],"other":[149],"RL":[151],"methods.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}