{"id":"https://openalex.org/W4390099862","doi":"https://doi.org/10.1109/robio58561.2023.10355042","title":"Spatio-Temporal Transformer-Based Reinforcement Learning for Robot Crowd Navigation","display_name":"Spatio-Temporal Transformer-Based Reinforcement Learning for Robot Crowd Navigation","publication_year":2023,"publication_date":"2023-12-04","ids":{"openalex":"https://openalex.org/W4390099862","doi":"https://doi.org/10.1109/robio58561.2023.10355042"},"language":"en","primary_location":{"id":"doi:10.1109/robio58561.2023.10355042","doi":"https://doi.org/10.1109/robio58561.2023.10355042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio58561.2023.10355042","pdf_url":null,"source":{"id":"https://openalex.org/S4363607789","display_name":"IEEE International Conference on Robotics and Biomimetics (ROBIO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2305.16612","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101311780","display_name":"Haodong He","orcid":"https://orcid.org/0000-0002-4837-4066","observed_orcids":["https://orcid.org/0000-0002-4837-4066"]},"institutions":[{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haodong He","raw_affiliation_strings":["Wuhan University of Science and Technology,School of Computer Science and Technology","Hubei Province Key Laboratory of Intelligent Information Processing and Real-Time Industrial System, Wuhan, China","School of Computer Science and Technology, Wuhan University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University of Science and Technology,School of Computer Science and Technology","institution_ids":["https://openalex.org/I43922553"]},{"raw_affiliation_string":"Hubei Province Key Laboratory of Intelligent Information Processing and Real-Time Industrial System, Wuhan, China","institution_ids":[]},{"raw_affiliation_string":"School of Computer Science and Technology, Wuhan University of Science and Technology","institution_ids":["https://openalex.org/I43922553"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100604058","display_name":"Hao Fu","orcid":"https://orcid.org/0000-0002-9028-1728","observed_orcids":["https://orcid.org/0000-0002-9028-1728"]},"institutions":[{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Fu","raw_affiliation_strings":["Wuhan University of Science and Technology,School of Computer Science and Technology","Hubei Province Key Laboratory of Intelligent Information Processing and Real-Time Industrial System, Wuhan, China","School of Computer Science and Technology, Wuhan University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University of Science and Technology,School of Computer Science and Technology","institution_ids":["https://openalex.org/I43922553"]},{"raw_affiliation_string":"Hubei Province Key Laboratory of Intelligent Information Processing and Real-Time Industrial System, Wuhan, China","institution_ids":[]},{"raw_affiliation_string":"School of Computer Science and Technology, Wuhan University of Science and Technology","institution_ids":["https://openalex.org/I43922553"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100766021","display_name":"Qiang Wang","orcid":"https://orcid.org/0000-0001-7420-8646","observed_orcids":["https://orcid.org/0000-0001-7420-8646"]},"institutions":[{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Wang","raw_affiliation_strings":["Wuhan University of Science and Technology,School of Computer Science and Technology","Hubei Province Key Laboratory of Intelligent Information Processing and Real-Time Industrial System, Wuhan, China","School of Computer Science and Technology, Wuhan University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University of Science and Technology,School of Computer Science and Technology","institution_ids":["https://openalex.org/I43922553"]},{"raw_affiliation_string":"Hubei Province Key Laboratory of Intelligent Information Processing and Real-Time Industrial System, Wuhan, China","institution_ids":[]},{"raw_affiliation_string":"School of Computer Science and Technology, Wuhan University of Science and Technology","institution_ids":["https://openalex.org/I43922553"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100730526","display_name":"Shuai Zhou","orcid":"https://orcid.org/0000-0003-3450-076X","observed_orcids":["https://orcid.org/0000-0003-3450-076X"]},"institutions":[{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Zhou","raw_affiliation_strings":["Wuhan University of Science and Technology,School of Computer Science and Technology","Hubei Province Key Laboratory of Intelligent Information Processing and Real-Time Industrial System, Wuhan, China","School of Computer Science and Technology, Wuhan University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University of Science and Technology,School of Computer Science and Technology","institution_ids":["https://openalex.org/I43922553"]},{"raw_affiliation_string":"Hubei Province Key Laboratory of Intelligent Information Processing and Real-Time Industrial System, Wuhan, China","institution_ids":[]},{"raw_affiliation_string":"School of Computer Science and Technology, Wuhan University of Science and Technology","institution_ids":["https://openalex.org/I43922553"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048396330","display_name":"Wei Liu","orcid":"https://orcid.org/0009-0007-2411-0852","observed_orcids":["https://orcid.org/0009-0007-2411-0852"]},"institutions":[{"id":"https://openalex.org/I43922553","display_name":"Wuhan University of Science and Technology","ror":"https://ror.org/00e4hrk88","country_code":"CN","type":"education","lineage":["https://openalex.org/I43922553"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liu","raw_affiliation_strings":["Wuhan University of Science and Technology,School of Computer Science and Technology","Hubei Province Key Laboratory of Intelligent Information Processing and Real-Time Industrial System, Wuhan, China","School of Computer Science and Technology, Wuhan University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University of Science and Technology,School of Computer Science and Technology","institution_ids":["https://openalex.org/I43922553"]},{"raw_affiliation_string":"Hubei Province Key Laboratory of Intelligent Information Processing and Real-Time Industrial System, Wuhan, China","institution_ids":[]},{"raw_affiliation_string":"School of Computer Science and Technology, Wuhan University of Science and Technology","institution_ids":["https://openalex.org/I43922553"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059256963","display_name":"Chen Yang","orcid":"https://orcid.org/0000-0002-3863-5832","observed_orcids":["https://orcid.org/0000-0002-3863-5832"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang Chen","raw_affiliation_strings":["Engineering Research Center for Metallurgical Automation and Measurement Technology of Ministry of Education,Wuhan,China,430081"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Research Center for Metallurgical Automation and Measurement Technology of Ministry of Education,Wuhan,China,430081","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7933,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.75728344,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spatiotemporal-transformer","display_name":"spatio-temporal transformer","score":0.8190000057220459},{"id":"https://openalex.org/keywords/human-robot-interaction","display_name":"human-robot interaction","score":0.8690000176429749},{"id":"https://openalex.org/keywords/social-navigation","display_name":"social navigation","score":0.3799999952316284},{"id":"https://openalex.org/keywords/spatiotemporal-feature-fusion","display_name":"spatiotemporal feature fusion","score":0.7590000033378601},{"id":"https://openalex.org/keywords/policy-entropy","display_name":"policy entropy","score":0.6420000195503235},{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.5099999904632568},{"id":"https://openalex.org/keywords/autonomous-robots","display_name":"autonomous robots","score":0.3269999921321869}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7017021179199219},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6578800082206726},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.643121600151062},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6125052571296692},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6118676662445068},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5911420583724976},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5729070901870728},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.5141122937202454},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.47718989849090576},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.43887537717819214},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3862200677394867},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3371754288673401},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16311734914779663},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/robio58561.2023.10355042","doi":"https://doi.org/10.1109/robio58561.2023.10355042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio58561.2023.10355042","pdf_url":null,"source":{"id":"https://openalex.org/S4363607789","display_name":"IEEE International Conference on Robotics and Biomimetics (ROBIO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2305.16612","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.16612","pdf_url":"https://arxiv.org/pdf/2305.16612","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2305.16612","doi":"https://doi.org/10.48550/arxiv.2305.16612","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2305.16612","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2305.16612","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.16612","pdf_url":"https://arxiv.org/pdf/2305.16612","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324116","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390099862.pdf","grobid_xml":"https://content.openalex.org/works/W4390099862.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W192919555","https://openalex.org/W1963985276","https://openalex.org/W2072195747","https://openalex.org/W2142943472","https://openalex.org/W2176353499","https://openalex.org/W2524264252","https://openalex.org/W2558776914","https://openalex.org/W2565402511","https://openalex.org/W2612690371","https://openalex.org/W2626778328","https://openalex.org/W2748490912","https://openalex.org/W2800978878","https://openalex.org/W2890001928","https://openalex.org/W2904246096","https://openalex.org/W3005857605","https://openalex.org/W3152777725","https://openalex.org/W3174022889","https://openalex.org/W3205400264","https://openalex.org/W4220721274","https://openalex.org/W4221024508","https://openalex.org/W4226239849","https://openalex.org/W4292255390","https://openalex.org/W4313004671","https://openalex.org/W4313644253","https://openalex.org/W4315472473"],"related_works":["https://openalex.org/W4313644253","https://openalex.org/W4398788559","https://openalex.org/W4389665883","https://openalex.org/W4401416953","https://openalex.org/W4400728470","https://openalex.org/W7172443456","https://openalex.org/W7160383967","https://openalex.org/W4408280768","https://openalex.org/W7211913965","https://openalex.org/W4324119193"],"abstract_inverted_index":{"Ensuring":[0],"robots":[1],"can":[2],"move":[3],"safely":[4],"and":[5,35,53,92,128],"adhere":[6],"to":[7,32,43,73,87,107],"social":[8],"norms":[9],"in":[10,46],"dynamic":[11],"human":[12],"environments":[13],"is":[14,85,105],"a":[15,67,81,123],"crucial":[16],"step":[17],"towards":[18],"robot":[19],"autonomous":[20],"decision-making.":[21],"In":[22,60],"existing":[23],"work,":[24],"double":[25],"serial":[26],"separate":[27],"modules":[28],"are":[29],"generally":[30],"used":[31],"capture":[33],"spatial":[34,91],"temporal":[36,93],"interactions,":[37],"respectively.":[38],"However,":[39],"such":[40],"methods":[41],"lead":[42],"extra":[44],"difficulties":[45],"improving":[47],"the":[48,55,77,90,100,109,114,118,134,142,145,149],"utilization":[49],"of":[50,57,62,116,125,136,144],"spatio-temporal":[51,110,126],"features":[52],"reducing":[54],"conservatism":[56,135],"navigation":[58,120,137],"policy.":[59,121],"light":[61],"this,":[63],"this":[64],"paper":[65],"proposes":[66],"spatiotemporal":[68],"transformer-based":[69],"policy":[70,130],"optimization":[71],"algorithm":[72,147],"more":[74],"effectively":[75,88],"preserve":[76],"human-robot":[78],"interactions.":[79],"Specifically,":[80],"gated":[82],"embedding":[83],"mechanism":[84],"introduced":[86],"fuses":[89],"representations":[94],"by":[95],"integrating":[96],"both":[97],"modalities":[98],"at":[99],"feature":[101],"level.":[102],"Then":[103],"Transformer":[104,127],"leveraged":[106],"encode":[108],"semantic":[111],"information,":[112],"with":[113],"hope":[115],"finding":[117],"optimal":[119],"Finally,":[122],"combination":[124],"self-adjusting":[129],"entropy":[131],"significantly":[132],"reduce":[133],"policies.":[138],"Experimental":[139],"results":[140],"demonstrate":[141],"priority":[143],"proposed":[146],"over":[148],"state-of-the-art":[150],"methods.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2023-12-23T00:00:00"}