{"id":"https://openalex.org/W4416750359","doi":"https://doi.org/10.1109/iros60139.2025.11246738","title":"Socially-Aware Robot Navigation Enhanced by Bidirectional Natural Language Conversations Using Large Language Models","display_name":"Socially-Aware Robot Navigation Enhanced by Bidirectional Natural Language Conversations Using Large Language Models","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4416750359","doi":"https://doi.org/10.1109/iros60139.2025.11246738"},"language":null,"primary_location":{"id":"doi:10.1109/iros60139.2025.11246738","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246738","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062799681","display_name":"Congcong Wen","orcid":"https://orcid.org/0000-0001-6448-003X"},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Congcong Wen","raw_affiliation_strings":["New York University,Embodied AI and Robotics (AIR) Lab,New York,USA"],"affiliations":[{"raw_affiliation_string":"New York University,Embodied AI and Robotics (AIR) Lab,New York,USA","institution_ids":["https://openalex.org/I4210116723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115595493","display_name":"Yifan Liu","orcid":"https://orcid.org/0000-0001-5594-7574"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210128340","display_name":"UQM Technologies (United States)","ror":"https://ror.org/03p2em878","country_code":"US","type":"company","lineage":["https://openalex.org/I4210128340"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Yifan Liu","raw_affiliation_strings":["Tsinghua University,School of Software,Beijing,P. R. China","UCLA Mobility Lab and Mobility Center of Excellence,Los Angeles,USA"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,School of Software,Beijing,P. R. China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"UCLA Mobility Lab and Mobility Center of Excellence,Los Angeles,USA","institution_ids":["https://openalex.org/I4210128340"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114352221","display_name":"Geeta Chandra Raju Bethala","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Geeta Chandra Raju Bethala","raw_affiliation_strings":["New York University,Embodied AI and Robotics (AIR) Lab,New York,USA"],"affiliations":[{"raw_affiliation_string":"New York University,Embodied AI and Robotics (AIR) Lab,New York,USA","institution_ids":["https://openalex.org/I4210116723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041372265","display_name":"Shuaihang Yuan","orcid":"https://orcid.org/0000-0002-7092-7966"},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuaihang Yuan","raw_affiliation_strings":["New York University,Embodied AI and Robotics (AIR) Lab,New York,USA"],"affiliations":[{"raw_affiliation_string":"New York University,Embodied AI and Robotics (AIR) Lab,New York,USA","institution_ids":["https://openalex.org/I4210116723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100732402","display_name":"Hao Huang","orcid":"https://orcid.org/0000-0003-3998-9074"},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Huang","raw_affiliation_strings":["New York University,Embodied AI and Robotics (AIR) Lab,New York,USA"],"affiliations":[{"raw_affiliation_string":"New York University,Embodied AI and Robotics (AIR) Lab,New York,USA","institution_ids":["https://openalex.org/I4210116723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102925195","display_name":"Hao Yu","orcid":"https://orcid.org/0000-0002-5662-5910"},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Hao","raw_affiliation_strings":["New York University,Embodied AI and Robotics (AIR) Lab,New York,USA"],"affiliations":[{"raw_affiliation_string":"New York University,Embodied AI and Robotics (AIR) Lab,New York,USA","institution_ids":["https://openalex.org/I4210116723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100632182","display_name":"Mengyu Wang","orcid":"https://orcid.org/0000-0002-7188-7126"},"institutions":[{"id":"https://openalex.org/I4210134579","display_name":"Dana-Farber/Harvard Cancer Center","ror":"https://ror.org/03pvyf116","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I136199984","https://openalex.org/I4210117453","https://openalex.org/I4210134579"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengyu Wang","raw_affiliation_strings":["Harvard University,Harvard AI and Robotics Lab,Boston,USA"],"affiliations":[{"raw_affiliation_string":"Harvard University,Harvard AI and Robotics Lab,Boston,USA","institution_ids":["https://openalex.org/I4210134579","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101691399","display_name":"Yu-Shen Liu","orcid":"https://orcid.org/0000-0001-7305-1915"},"institutions":[{"id":"https://openalex.org/I4210128340","display_name":"UQM Technologies (United States)","ror":"https://ror.org/03p2em878","country_code":"US","type":"company","lineage":["https://openalex.org/I4210128340"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Yu-Shen Liu","raw_affiliation_strings":["Tsinghua University,School of Software,Beijing,P. R. China","UCLA Mobility Lab and Mobility Center of Excellence,Los Angeles,USA"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,School of Software,Beijing,P. R. China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"UCLA Mobility Lab and Mobility Center of Excellence,Los Angeles,USA","institution_ids":["https://openalex.org/I4210128340"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048765370","display_name":"Anthony Tzes","orcid":"https://orcid.org/0000-0003-3709-2810"},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Anthony Tzes","raw_affiliation_strings":["New York University Abu Dhabi,NYUAD Center for Artificial Intelligence and Robotics,Abu Dhabi,UAE"],"affiliations":[{"raw_affiliation_string":"New York University Abu Dhabi,NYUAD Center for Artificial Intelligence and Robotics,Abu Dhabi,UAE","institution_ids":["https://openalex.org/I120250893"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067418255","display_name":"Yi Fang","orcid":"https://orcid.org/0000-0002-1538-249X"},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Fang","raw_affiliation_strings":["New York University,Embodied AI and Robotics (AIR) Lab,New York,USA"],"affiliations":[{"raw_affiliation_string":"New York University,Embodied AI and Robotics (AIR) Lab,New York,USA","institution_ids":["https://openalex.org/I4210116723"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5062799681"],"corresponding_institution_ids":["https://openalex.org/I4210116723"],"apc_list":null,"apc_paid":null,"fwci":1.2181,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.85431795,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"15314","last_page":"15321"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4032999873161316,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4032999873161316,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.3700999915599823,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.043800000101327896,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.5856000185012817},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.58160001039505},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5625},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.48330000042915344},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.45509999990463257},{"id":"https://openalex.org/keywords/negotiation","display_name":"Negotiation","score":0.4406999945640564},{"id":"https://openalex.org/keywords/pedestrian","display_name":"Pedestrian","score":0.4171999990940094},{"id":"https://openalex.org/keywords/mobile-robot-navigation","display_name":"Mobile robot navigation","score":0.3668000102043152}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7577000260353088},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5968000292778015},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.5856000185012817},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.58160001039505},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5625},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5128999948501587},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.48330000042915344},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.45509999990463257},{"id":"https://openalex.org/C199776023","wikidata":"https://www.wikidata.org/wiki/Q202875","display_name":"Negotiation","level":2,"score":0.4406999945640564},{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.4171999990940094},{"id":"https://openalex.org/C26990112","wikidata":"https://www.wikidata.org/wiki/Q6887224","display_name":"Mobile robot navigation","level":5,"score":0.3668000102043152},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.3668000102043152},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.3635999858379364},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.35989999771118164},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.3499000072479248},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.3456999957561493},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.3345000147819519},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.31540000438690186},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.2888000011444092},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.287200003862381},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.27790001034736633},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros60139.2025.11246738","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246738","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320330069","display_name":"Tamkeen","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1500711968","https://openalex.org/W1578421573","https://openalex.org/W1969483458","https://openalex.org/W2059993653","https://openalex.org/W2142943472","https://openalex.org/W2146881125","https://openalex.org/W2167052694","https://openalex.org/W2168893441","https://openalex.org/W2410981078","https://openalex.org/W2424778531","https://openalex.org/W2800142021","https://openalex.org/W2951360122","https://openalex.org/W2963001155","https://openalex.org/W2963184124","https://openalex.org/W2963428623","https://openalex.org/W2990534361","https://openalex.org/W3081171811","https://openalex.org/W3088169821","https://openalex.org/W3122055487","https://openalex.org/W3130520215","https://openalex.org/W3131753876","https://openalex.org/W3196525377","https://openalex.org/W3207080284","https://openalex.org/W4226150156","https://openalex.org/W4384625456","https://openalex.org/W4404927137"],"related_works":[],"abstract_inverted_index":{"Robotic":[0],"navigation":[1,15,54,139,169],"plays":[2],"a":[3,7,47,64],"pivotal":[4],"role":[5],"in":[6,30,104,170],"wide":[8],"range":[9],"of":[10,50,79,161],"real-world":[11,124,171],"applications.":[12],"While":[13],"traditional":[14],"systems":[16],"focus":[17],"on":[18],"efficiency":[19],"and":[20,61,76,112,123,145,152,167],"obstacle":[21],"avoidance,":[22],"their":[23],"inability":[24],"to":[25,101,108],"model":[26],"complex":[27],"human":[28,146],"behaviors":[29],"shared":[31],"spaces":[32],"has":[33],"underscored":[34],"the":[35,74,159],"growing":[36],"need":[37],"for":[38,164],"socially":[39,51,137],"aware":[40,52,138],"navigation.":[41],"In":[42],"this":[43],"work,":[44],"we":[45],"explore":[46],"novel":[48],"paradigm":[49],"robot":[53],"empowered":[55],"by":[56],"large":[57],"language":[58,97],"models":[59],"(LLMs),":[60],"propose":[62],"HSAC-LLM,":[63],"hybrid":[65],"framework":[66],"that":[67,84,127],"seamlessly":[68],"integrates":[69],"deep":[70],"reinforcement":[71],"learning":[72],"with":[73,106],"reasoning":[75,151],"communication":[77],"capabilities":[78],"LLMs.":[80],"Unlike":[81],"prior":[82],"approaches":[83],"passively":[85],"predict":[86],"pedestrian":[87],"trajectories":[88],"or":[89],"issue":[90],"pre-scripted":[91],"alerts,":[92],"HSAC-LLM":[93,128],"enables":[94],"bidirectional":[95],"natural":[96],"interaction,":[98],"allowing":[99],"robots":[100],"proactively":[102],"engage":[103],"dialogue":[105],"pedestrians":[107],"resolve":[109],"potential":[110,160],"conflicts":[111],"negotiate":[113],"path":[114],"decisions.":[115],"Extensive":[116],"evaluations":[117],"across":[118],"2D":[119],"simulations,":[120],"Gazebo":[121],"environments,":[122],"deployments":[125],"demonstrate":[126],"consistently":[129],"outperforms":[130],"state-of-the-art":[131],"DRL":[132],"baselines":[133],"under":[134],"our":[135,156],"proposed":[136],"metric,":[140],"which":[141],"covers":[142],"safety,":[143],"efficiency,":[144],"comfort.":[147],"By":[148],"bridging":[149],"linguistic":[150],"interactive":[153],"motion":[154],"planning,":[155],"results":[157],"highlight":[158],"LLM-augmented":[162],"agents":[163],"robust,":[165],"adaptive,":[166],"human-aligned":[168],"settings.":[172],"Project":[173],"page:":[174],"https://hsacllm.github.io/.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-28T00:00:00"}