{"id":"https://openalex.org/W4306294768","doi":"https://doi.org/10.48550/arxiv.2210.05714","title":"Visual Language Maps for Robot Navigation","display_name":"Visual Language Maps for Robot Navigation","publication_year":2022,"publication_date":"2022-10-11","ids":{"openalex":"https://openalex.org/W4306294768","doi":"https://doi.org/10.48550/arxiv.2210.05714"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2210.05714","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.05714","pdf_url":"https://arxiv.org/pdf/2210.05714","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2210.05714","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078792118","display_name":"Chenguang Huang","orcid":"https://orcid.org/0000-0002-1119-6868"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Chenguang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054505204","display_name":"Oier Mees","orcid":"https://orcid.org/0000-0001-6020-9744"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mees, Oier","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005577303","display_name":"Andy Zeng","orcid":"https://orcid.org/0000-0002-4319-2159"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Andy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5084499878","display_name":"Wolfram Burgard","orcid":"https://orcid.org/0000-0002-5680-6500"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Burgard, Wolfram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9542999863624573,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8034631013870239},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.623620867729187},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.608355700969696},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.5978708863258362},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5678661465644836},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.5588438510894775},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5582736134529114},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4606480896472931},{"id":"https://openalex.org/keywords/semantic-mapping","display_name":"Semantic mapping","score":0.4517308473587036},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.43123048543930054},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4217769503593445},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3509265184402466},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.337161123752594}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8034631013870239},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.623620867729187},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.608355700969696},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.5978708863258362},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5678661465644836},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.5588438510894775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5582736134529114},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4606480896472931},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.4517308473587036},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.43123048543930054},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4217769503593445},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3509265184402466},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.337161123752594},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2210.05714","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.05714","pdf_url":"https://arxiv.org/pdf/2210.05714","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2210.05714","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.05714","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2210.05714","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.05714","pdf_url":"https://arxiv.org/pdf/2210.05714","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7300000190734863}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4306294768.pdf","grobid_xml":"https://content.openalex.org/works/W4306294768.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2794103424","https://openalex.org/W1996530509","https://openalex.org/W3028317537","https://openalex.org/W2389515972","https://openalex.org/W4245435724","https://openalex.org/W2055301889","https://openalex.org/W2376554934","https://openalex.org/W2077790809","https://openalex.org/W4312562706","https://openalex.org/W2029806546"],"abstract_inverted_index":{"Grounding":[0],"language":[1,33,101,115,126,208],"to":[2,31,122,154,176,205],"the":[3,42,46,52,81,104,147,155,158,163],"visual":[4],"observations":[5],"of":[6,35,44,55,80,103,131,157,186],"a":[7,66,77,129,184],"navigating":[8],"agent":[9],"can":[10,85,119,139,167],"be":[11,86,120,140,168],"performed":[12],"using":[13,94,183],"off-the-shelf":[14],"visual-language":[15,74],"models":[16,116],"pretrained":[17,73],"on":[18,92],"Internet-scale":[19],"data":[20],"(e.g.,":[21],"image":[22],"captions).":[23],"While":[24],"this":[25,61],"is":[26],"useful":[27],"for":[28],"matching":[29],"images":[30],"natural":[32,100,125],"descriptions":[34],"object":[36],"goals,":[37],"it":[38,50],"remains":[39],"disjoint":[40],"from":[41,89],"process":[43],"mapping":[45],"environment,":[47],"so":[48],"that":[49,70,200],"lacks":[51],"spatial":[53,67,141],"precision":[54],"classic":[56],"geometric":[57],"maps.":[58],"To":[59],"address":[60],"problem,":[62],"we":[63],"propose":[64],"VLMaps,":[65],"map":[68,105],"representation":[69],"directly":[71,160],"fuses":[72],"features":[75],"with":[76,113,173],"3D":[78],"reconstruction":[79],"physical":[82],"world.":[83],"VLMaps":[84,118,201],"autonomously":[87],"built":[88],"video":[90],"feed":[91],"robots":[93,172],"standard":[95],"exploration":[96],"approaches":[97],"and":[98,149,165,195],"enables":[99],"indexing":[102],"without":[106],"additional":[107],"labeled":[108],"data.":[109],"Specifically,":[110],"when":[111],"combined":[112],"large":[114],"(LLMs),":[117],"used":[121],"(i)":[123],"translate":[124],"commands":[127],"into":[128],"sequence":[130],"open-vocabulary":[132],"navigation":[133,203],"goals":[134],"(which,":[135],"beyond":[136],"prior":[137],"work,":[138],"by":[142],"construction,":[143],"e.g.,":[144],"\"in":[145],"between":[146],"sofa":[148],"TV\"":[150],"or":[151],"\"three":[152],"meters":[153],"right":[156],"chair\")":[159],"localized":[161],"in":[162,193],"map,":[164],"(ii)":[166],"shared":[169],"among":[170],"multiple":[171],"different":[174],"embodiments":[175],"generate":[177],"new":[178],"obstacle":[179,187],"maps":[180],"on-the-fly":[181],"(by":[182],"list":[185],"categories).":[188],"Extensive":[189],"experiments":[190],"carried":[191],"out":[192],"simulated":[194],"real":[196],"world":[197],"environments":[198],"show":[199],"enable":[202],"according":[204],"more":[206],"complex":[207],"instructions":[209],"than":[210],"existing":[211],"methods.":[212],"Videos":[213],"are":[214],"available":[215],"at":[216],"https://vlmaps.github.io.":[217]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}