{"id":"https://openalex.org/W7168868660","doi":"https://doi.org/10.48550/arxiv.2607.13624","title":"From Language to Navigation Goals: A Vision-Language Approach for Semantic Navigation of Mobile Robots Using RGB-D Perception","display_name":"From Language to Navigation Goals: A Vision-Language Approach for Semantic Navigation of Mobile Robots Using RGB-D Perception","publication_year":2026,"publication_date":"2026-07-15","ids":{"openalex":"https://openalex.org/W7168868660","doi":"https://doi.org/10.48550/arxiv.2607.13624"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.13624","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.13624","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.13624","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140988187","display_name":"Jose Mart\u00ednez-Fajardo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mart\u00ednez-Fajardo, Jose","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141026797","display_name":"Pablo Pueyo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pueyo, Pablo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141027936","display_name":"Fernando Caballero","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Caballero, Fernando","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140987970","display_name":"Luis Merino","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Merino, Luis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.941100001335144,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.941100001335144,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.013000000268220901,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.009999999776482582,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.6669999957084656},{"id":"https://openalex.org/keywords/software-portability","display_name":"Software portability","score":0.6552000045776367},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.6263999938964844},{"id":"https://openalex.org/keywords/mobile-robot-navigation","display_name":"Mobile robot navigation","score":0.6122999787330627},{"id":"https://openalex.org/keywords/semantic-mapping","display_name":"Semantic mapping","score":0.5618000030517578},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.5485000014305115},{"id":"https://openalex.org/keywords/turn-by-turn-navigation","display_name":"Turn-by-turn navigation","score":0.4941999912261963},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.48570001125335693},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.3912000060081482}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7599999904632568},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.6669999957084656},{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.6552000045776367},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6370999813079834},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.6263999938964844},{"id":"https://openalex.org/C26990112","wikidata":"https://www.wikidata.org/wiki/Q6887224","display_name":"Mobile robot navigation","level":5,"score":0.6122999787330627},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.5618000030517578},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.5485000014305115},{"id":"https://openalex.org/C43472768","wikidata":"https://www.wikidata.org/wiki/Q7855620","display_name":"Turn-by-turn navigation","level":5,"score":0.4941999912261963},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.48570001125335693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.424699991941452},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.3912000060081482},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.38019999861717224},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.36239999532699585},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.36039999127388},{"id":"https://openalex.org/C2777891301","wikidata":"https://www.wikidata.org/wiki/Q3475123","display_name":"Navigation system","level":2,"score":0.3531000018119812},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.3452000021934509},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3012999892234802},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.2930000126361847},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.29170000553131104},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2515000104904175},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.13624","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.13624","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.13624","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.13624","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Natural":[0],"language":[1,31,55,82,90],"interaction":[2,217],"provides":[3],"an":[4,214],"intuitive":[5,215],"way":[6],"for":[7],"non-expert":[8],"users":[9],"to":[10,49,56,60,79,93,101,212],"communicate":[11],"with":[12,172],"robotic":[13,141],"platforms.":[14],"However,":[15],"transforming":[16],"user":[17,51],"requests":[18,52],"into":[19,84],"executable":[20],"navigation":[21,43,85,120,131,211],"actions":[22],"remains":[23],"a":[24,41,61,88,94,119,164,168,173],"challenging":[25],"task,":[26],"requiring":[27,143],"the":[28,58,97,102,105,108,127,145,148,180,197,203],"integration":[29],"of":[30,72,147,205],"understanding,":[32],"environment":[33,98],"perception,":[34],"and":[35,63,117,151,160,167,187,194,209],"autonomous":[36,210],"navigation.":[37],"This":[38],"work":[39],"presents":[40],"language-driven":[42],"framework":[44,69,181],"that":[45,77,179],"enables":[46],"mobile":[47],"robots":[48],"interpret":[50],"in":[53,96,157],"natural":[54,81,89],"move":[57],"robot":[59,171],"destination":[62],"autonomously":[64],"navigate":[65],"towards":[66,196],"it.":[67],"The":[68,133,153],"is":[70,123,155],"composed":[71],"modular":[73],"ROS":[74,128,134],"2":[75,129],"components":[76],"cooperate":[78],"transform":[80],"instructions":[83],"actions.":[86],"Given":[87],"request":[91],"referring":[92],"target":[95],"(e.g.,":[99],"\"go":[100],"mail":[103],"box\"),":[104],"system":[106,154],"identifies":[107],"referenced":[109],"object,":[110],"estimates":[111],"its":[112],"position":[113],"using":[114,163],"RGB-D":[115],"data,":[116],"generates":[118,190],"goal,":[121],"which":[122],"then":[124],"executed":[125],"through":[126],"Nav2":[130],"stack.":[132],"2-based":[135],"implementation":[136],"facilitates":[137],"portability":[138],"across":[139],"different":[140],"platforms,":[142],"only":[144],"configuration":[146],"corresponding":[149],"topics":[150],"services.":[152],"evaluated":[156],"both":[158,184],"simulation":[159],"real-world":[161],"scenarios":[162],"TurtleBot3":[165],"Waffle":[166],"Unitree":[169],"Go2":[170],"RealSense":[174],"camera.":[175],"Experimental":[176],"results":[177,201],"show":[178],"successfully":[182],"interprets":[183],"direct":[185],"commands":[186],"contextual":[188],"requests,":[189],"meaningful":[191],"natural-language":[192],"feedback,":[193],"navigates":[195],"desired":[198],"target.":[199],"These":[200],"demonstrate":[202],"feasibility":[204],"combining":[206],"semantic":[207],"perception":[208],"provide":[213],"human-robot":[216],"paradigm.":[218],"Code":[219],"will":[220],"be":[221],"released":[222],"as":[223],"open":[224],"source":[225],"upon":[226],"acceptance.":[227]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-17T00:00:00"}