{"id":"https://openalex.org/W4368232707","doi":"https://doi.org/10.1109/tits.2023.3269533","title":"Graph Relational Reinforcement Learning for Mobile Robot Navigation in Large-Scale Crowded Environments","display_name":"Graph Relational Reinforcement Learning for Mobile Robot Navigation in Large-Scale Crowded Environments","publication_year":2023,"publication_date":"2023-05-03","ids":{"openalex":"https://openalex.org/W4368232707","doi":"https://doi.org/10.1109/tits.2023.3269533"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2023.3269533","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3269533","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100462338","display_name":"Zhe Liu","orcid":"https://orcid.org/0000-0001-6753-0303"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhe Liu","raw_affiliation_strings":["MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6753-0303","affiliations":[{"raw_affiliation_string":"MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103022180","display_name":"Yu Zhai","orcid":"https://orcid.org/0009-0005-6660-1268"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhai","raw_affiliation_strings":["School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045711704","display_name":"Zhe Liu","orcid":"https://orcid.org/0009-0004-1297-2357"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaming Li","raw_affiliation_strings":["School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":"https://orcid.org/0009-0004-1297-2357","affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100336735","display_name":"Guangming Wang","orcid":"https://orcid.org/0000-0002-7675-543X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangming Wang","raw_affiliation_strings":["Department of Automation, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7675-543X","affiliations":[{"raw_affiliation_string":"Department of Automation, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021924831","display_name":"Yanzi Miao","orcid":"https://orcid.org/0000-0002-2688-7477"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanzi Miao","raw_affiliation_strings":["School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-2688-7477","affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107772128","display_name":"Hesheng Wang","orcid":"https://orcid.org/0000-0002-9959-1634"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hesheng Wang","raw_affiliation_strings":["Department of Automation, Key Laboratory of System Control and Information Processing of Ministry of Education, Key Laboratory of Marine Intelligent Equipment and System of Ministry of Education, Shanghai Engineering Research Center of Intelligent Control and Management, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9959-1634","affiliations":[{"raw_affiliation_string":"Department of Automation, Key Laboratory of System Control and Information Processing of Ministry of Education, Key Laboratory of Marine Intelligent Equipment and System of Ministry of Education, Shanghai Engineering Research Center of Intelligent Control and Management, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I1327237609","https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100462338"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":5.7939,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.96911139,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"24","issue":"8","first_page":"8776","last_page":"8787"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7648264169692993},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7283756136894226},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5968784093856812},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5708547234535217},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5674886703491211},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.5211160778999329},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.48407164216041565},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.4781457185745239},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.44447410106658936},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4060942232608795},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3318735957145691},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.11999079585075378}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7648264169692993},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7283756136894226},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5968784093856812},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5708547234535217},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5674886703491211},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.5211160778999329},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.48407164216041565},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.4781457185745239},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.44447410106658936},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4060942232608795},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3318735957145691},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.11999079585075378},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2023.3269533","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3269533","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1031521155","display_name":null,"funder_award_id":"U1913204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1545384812","display_name":null,"funder_award_id":"62225309","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4785738499","display_name":null,"funder_award_id":"62073222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5163237521","display_name":null,"funder_award_id":"U21A20480","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2345240230","https://openalex.org/W2604216058","https://openalex.org/W2890001928","https://openalex.org/W2891684080","https://openalex.org/W2941769169","https://openalex.org/W2963264402","https://openalex.org/W2963809389","https://openalex.org/W2964319688","https://openalex.org/W2979328568","https://openalex.org/W2998284887","https://openalex.org/W3000915986","https://openalex.org/W3005857605","https://openalex.org/W3007774126","https://openalex.org/W3015217705","https://openalex.org/W3079592479","https://openalex.org/W3088197938","https://openalex.org/W3106679113","https://openalex.org/W3114484401","https://openalex.org/W3129935960","https://openalex.org/W3131623996","https://openalex.org/W3161969639","https://openalex.org/W3165757908","https://openalex.org/W3166401044","https://openalex.org/W3176999807","https://openalex.org/W3196525377","https://openalex.org/W3204464332","https://openalex.org/W3204518412","https://openalex.org/W3204625264","https://openalex.org/W3205400264","https://openalex.org/W3207643454","https://openalex.org/W4220901398","https://openalex.org/W4226494925","https://openalex.org/W4285242573","https://openalex.org/W4293371078","https://openalex.org/W4297733535","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6745537798","https://openalex.org/W6767971146"],"related_works":["https://openalex.org/W2906946336","https://openalex.org/W2146611987","https://openalex.org/W2938416672","https://openalex.org/W4389432327","https://openalex.org/W4289599435","https://openalex.org/W2132660247","https://openalex.org/W1986528036","https://openalex.org/W2098534227","https://openalex.org/W3126153333","https://openalex.org/W2155757393"],"abstract_inverted_index":{"Mobile":[0],"robot":[1],"autonomous":[2,34,93],"navigation":[3,35,94],"in":[4,36,45,67,96,177,196,227],"large-scale":[5,68,97,178,197],"environments":[6,98,188],"with":[7,99,193,204,213],"crowded":[8,69,100,198],"dynamic":[9,103,112,154],"objects":[10,104,113,155],"and":[11,47,50,56,102,121,133,156,161,189,224],"static":[12,101,158],"obstacles":[13],"is":[14,125,168],"still":[15],"an":[16],"essential":[17],"yet":[18],"challenging":[19],"task.":[20],"Recent":[21,71],"works":[22,195],"have":[23,73],"demonstrated":[24],"the":[25,41,58,75,130,147,162,172,211],"potential":[26],"of":[27,77,152],"using":[28],"deep":[29],"reinforcement":[30,165],"learning":[31,124,166,174],"to":[32,63,81,145,149,170,186],"enable":[33],"crowds.":[37],"However,":[38],"only":[39,205],"considering":[40],"human-robot":[42],"interactions":[43,84,110,132],"results":[44,182],"short-sighted":[46],"unsafe":[48],"behaviors,":[49],"they":[51],"typically":[52],"use":[53],"hand-crafted":[54],"features":[55],"assume":[57],"global":[59,214],"observation":[60],"range,":[61],"leading":[62],"large":[64],"performance":[65,191],"declines":[66],"environments.":[70,180,199],"advances":[72],"shown":[74],"power":[76],"graph":[78,123],"neural":[79],"networks":[80],"learn":[82],"local":[83,109,138,206],"among":[85,111],"surrounding":[86,153],"objects.":[87],"In":[88,136,200],"this":[89],"paper,":[90],"we":[91],"consider":[92],"task":[95],"(such":[105],"as":[106],"humans).":[107],"Particularly,":[108],"are":[114,140],"learned":[115],"for":[116,127],"better-understanding":[117],"their":[118],"moving":[119],"tendency":[120],"relational":[122],"introduced":[126,169],"aggregating":[128],"both":[129],"object-object":[131],"object-robot":[134],"interactions.":[135],"addition,":[137],"observations":[139,207],"transformed":[141],"into":[142],"graphical":[143],"inputs":[144],"achieve":[146,171],"scalability":[148],"various":[150,157,187],"number":[151],"obstacle":[159],"patterns,":[160],"globally":[163],"guided":[164],"strategy":[167],"fixed-sized":[173],"model":[175],"even":[176],"complex":[179],"Simulation":[181],"validate":[183],"our":[184,202,222],"generalizability":[185],"advanced":[190],"compared":[192],"existing":[194],"particular,":[201],"method":[203],"performs":[208],"better":[209],"than":[210],"benchmarks":[212],"complete":[215],"observability.":[216],"Finally,":[217],"physical":[218],"robotic":[219],"experiments":[220],"demonstrate":[221],"effectiveness":[223],"practical":[225],"applicability":[226],"real":[228],"scenarios.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}