{"id":"https://openalex.org/W4408609431","doi":"https://doi.org/10.1109/lra.2025.3553050","title":"HeR-DRL:Heterogeneous Relational Deep Reinforcement Learning for Single-Robot and Multi-Robot Crowd Navigation","display_name":"HeR-DRL:Heterogeneous Relational Deep Reinforcement Learning for Single-Robot and Multi-Robot Crowd Navigation","publication_year":2025,"publication_date":"2025-03-19","ids":{"openalex":"https://openalex.org/W4408609431","doi":"https://doi.org/10.1109/lra.2025.3553050"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2025.3553050","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3553050","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xinyu Zhou","orcid":"https://orcid.org/0009-0004-3028-8698"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Zhou","raw_affiliation_strings":["Multi-agent Robot Research Center, Department of Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0004-3028-8698","affiliations":[{"raw_affiliation_string":"Multi-agent Robot Research Center, Department of Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101775106","display_name":"Songhao Piao","orcid":"https://orcid.org/0000-0003-4351-9112"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songhao Piao","raw_affiliation_strings":["Multi-agent Robot Research Center, Department of Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0003-4351-9112","affiliations":[{"raw_affiliation_string":"Multi-agent Robot Research Center, Department of Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014759749","display_name":"Wenzheng Chi","orcid":"https://orcid.org/0000-0002-8121-2624"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzheng Chi","raw_affiliation_strings":["Soochow University, Soochow, China"],"raw_orcid":"https://orcid.org/0000-0002-8121-2624","affiliations":[{"raw_affiliation_string":"Soochow University, Soochow, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053481691","display_name":"Liguo Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liguo Chen","raw_affiliation_strings":["Soochow University, Soochow, China"],"raw_orcid":"https://orcid.org/0000-0002-1874-6519","affiliations":[{"raw_affiliation_string":"Soochow University, Soochow, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"last","author":{"id":null,"display_name":"Wei Li","orcid":"https://orcid.org/0009-0004-4524-4946"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Li","raw_affiliation_strings":["Soochow University, Soochow, China"],"raw_orcid":"https://orcid.org/0009-0004-4524-4946","affiliations":[{"raw_affiliation_string":"Soochow University, Soochow, China","institution_ids":["https://openalex.org/I3923682"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.913,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.93756011,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"10","issue":"5","first_page":"4524","last_page":"4531"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7870674729347229},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6157423853874207},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6032785177230835},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5403251051902771},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.47714897990226746},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32263603806495667}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7870674729347229},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6157423853874207},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6032785177230835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5403251051902771},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.47714897990226746},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32263603806495667}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2025.3553050","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3553050","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W192919555","https://openalex.org/W2059993653","https://openalex.org/W2071005201","https://openalex.org/W2072195747","https://openalex.org/W2082585576","https://openalex.org/W2117266227","https://openalex.org/W2167052694","https://openalex.org/W2227909145","https://openalex.org/W2604314403","https://openalex.org/W2735275921","https://openalex.org/W2890001928","https://openalex.org/W2962907394","https://openalex.org/W2963037989","https://openalex.org/W2963342207","https://openalex.org/W2963809389","https://openalex.org/W2964319688","https://openalex.org/W2970971581","https://openalex.org/W3131623996","https://openalex.org/W3135883000","https://openalex.org/W3166133078","https://openalex.org/W3205400264","https://openalex.org/W4285102514","https://openalex.org/W4310297558","https://openalex.org/W4313644253","https://openalex.org/W4362014203","https://openalex.org/W4362641007","https://openalex.org/W4383109004","https://openalex.org/W4401417008","https://openalex.org/W6631190155","https://openalex.org/W6744557953","https://openalex.org/W6839744764","https://openalex.org/W6856224766"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Crowd":[0],"navigation":[1],"has":[2],"garnered":[3],"significant":[4],"research":[5],"attention":[6],"in":[7,25,80,142,160,165,178],"recent":[8],"years,":[9],"particularly":[10,163],"with":[11],"the":[12,29,97,120,129,157,173],"advent":[13],"of":[14,31,167,175],"DRL-based":[15,18],"methods.":[16],"Current":[17],"methods":[19],"have":[20],"extensively":[21],"explored":[22],"interaction":[23,33,100,114],"relationships":[24,34],"single-robot":[26,144],"scenarios.":[27,149],"However,":[28],"heterogeneity":[30],"multiple":[32],"is":[35,133],"often":[36],"disregarded.":[37],"This":[38,171],"\u201cinteraction":[39],"blind":[40],"spot\u201d":[41],"hinders":[42],"progress":[43],"towards":[44],"more":[45],"complex":[46],"scenarios,":[47],"such":[48],"as":[49],"multi-robot":[50,146],"crowd":[51,81,179],"navigation.":[52,82,180],"In":[53],"this":[54,104],"letter,":[55],"we":[56,84,106,118],"propose":[57],"a":[58,69,86,108],"heterogeneous":[59,71,98,110,176],"relational":[60],"deep":[61,124],"reinforcement":[62,125],"learning":[63,126],"method,":[64],"named":[65],"HeR-DRL,":[66],"which":[67],"utilizes":[68],"customized":[70],"Graph":[72],"Neural":[73],"Network":[74],"(GNN)":[75],"to":[76,112,127,139],"enhance":[77],"overall":[78,161],"performance":[79],"Firstly,":[83],"devised":[85],"method":[87],"for":[88],"constructing":[89],"robot-crowd":[90],"heterogenous":[91],"relation":[92],"graph":[93],"that":[94,154],"effectively":[95],"simulates":[96],"pair-wise":[99],"relationships.":[101],"Based":[102],"on":[103],"graph,":[105],"proposed":[107],"novel":[109],"GNN":[111],"encode":[113],"relationship":[115],"information.":[116],"Finally,":[117],"incorporate":[119],"encoded":[121],"information":[122],"into":[123],"explore":[128],"optimal":[130],"policy.":[131],"HeR-DRL":[132,155],"rigorously":[134],"evaluated":[135],"by":[136],"comparing":[137],"it":[138],"state-of-the-art":[140,158],"algorithms":[141],"both":[143],"and":[145,169],"circle":[147],"crossing":[148],"The":[150],"experimental":[151],"results":[152],"demonstrate":[153],"surpasses":[156],"approaches":[159],"performance,":[162],"excelling":[164],"terms":[166],"efficiency":[168],"comfort.":[170],"underscores":[172],"significance":[174],"interactions":[177]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}