{"id":"https://openalex.org/W4388624206","doi":"https://doi.org/10.1109/ro-man57019.2023.10309534","title":"Instance-Level Semantic Maps for Vision Language Navigation","display_name":"Instance-Level Semantic Maps for Vision Language Navigation","publication_year":2023,"publication_date":"2023-08-28","ids":{"openalex":"https://openalex.org/W4388624206","doi":"https://doi.org/10.1109/ro-man57019.2023.10309534"},"language":"en","primary_location":{"id":"doi:10.1109/ro-man57019.2023.10309534","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ro-man57019.2023.10309534","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 32nd IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.1109/RO-MAN57019.2023.10309534.","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092029436","display_name":"Laksh Nanwani","orcid":"https://orcid.org/0009-0008-6422-1749"},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Laksh Nanwani","raw_affiliation_strings":["KCIS, International Institute of Information Technology,Hyderabad,India","KCIS, International Institute of Information Technology, Hyderabad, India"],"affiliations":[{"raw_affiliation_string":"KCIS, International Institute of Information Technology,Hyderabad,India","institution_ids":["https://openalex.org/I64189192"]},{"raw_affiliation_string":"KCIS, International Institute of Information Technology, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102019216","display_name":"Anmol Agarwal","orcid":"https://orcid.org/0000-0001-6730-3565"},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anmol Agarwal","raw_affiliation_strings":["KCIS, International Institute of Information Technology,Hyderabad,India","KCIS, International Institute of Information Technology, Hyderabad, India"],"affiliations":[{"raw_affiliation_string":"KCIS, International Institute of Information Technology,Hyderabad,India","institution_ids":["https://openalex.org/I64189192"]},{"raw_affiliation_string":"KCIS, International Institute of Information Technology, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026779171","display_name":"Kanishk Jain","orcid":"https://orcid.org/0000-0001-8039-0464"},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kanishk Jain","raw_affiliation_strings":["KCIS, International Institute of Information Technology,Hyderabad,India","KCIS, International Institute of Information Technology, Hyderabad, India"],"affiliations":[{"raw_affiliation_string":"KCIS, International Institute of Information Technology,Hyderabad,India","institution_ids":["https://openalex.org/I64189192"]},{"raw_affiliation_string":"KCIS, International Institute of Information Technology, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045917741","display_name":"R. Prabhakar","orcid":"https://orcid.org/0009-0003-1102-7241"},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Raghav Prabhakar","raw_affiliation_strings":["KCIS, International Institute of Information Technology,Hyderabad,India","KCIS, International Institute of Information Technology, Hyderabad, India"],"affiliations":[{"raw_affiliation_string":"KCIS, International Institute of Information Technology,Hyderabad,India","institution_ids":["https://openalex.org/I64189192"]},{"raw_affiliation_string":"KCIS, International Institute of Information Technology, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092029437","display_name":"Aaron Monis","orcid":null},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Aaron Monis","raw_affiliation_strings":["KCIS, International Institute of Information Technology,Hyderabad,India","KCIS, International Institute of Information Technology, Hyderabad, India"],"affiliations":[{"raw_affiliation_string":"KCIS, International Institute of Information Technology,Hyderabad,India","institution_ids":["https://openalex.org/I64189192"]},{"raw_affiliation_string":"KCIS, International Institute of Information Technology, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041431658","display_name":"Aditya P. Mathur","orcid":"https://orcid.org/0000-0002-9356-6286"},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Aditya Mathur","raw_affiliation_strings":["KCIS, International Institute of Information Technology,Hyderabad,India","KCIS, International Institute of Information Technology, Hyderabad, India"],"affiliations":[{"raw_affiliation_string":"KCIS, International Institute of Information Technology,Hyderabad,India","institution_ids":["https://openalex.org/I64189192"]},{"raw_affiliation_string":"KCIS, International Institute of Information Technology, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047370393","display_name":"Krishna Murthy Jatavallabhula","orcid":"https://orcid.org/0000-0003-4927-3387"},"institutions":[{"id":"https://openalex.org/I126820664","display_name":"Vassar College","ror":"https://ror.org/022x6qg61","country_code":"US","type":"education","lineage":["https://openalex.org/I126820664"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krishna Murthy Jatavallabhula","raw_affiliation_strings":["CSAIL, MIT,Cambridge,United States","CSAIL, MIT, Cambridge, United States"],"affiliations":[{"raw_affiliation_string":"CSAIL, MIT,Cambridge,United States","institution_ids":["https://openalex.org/I126820664"]},{"raw_affiliation_string":"CSAIL, MIT, Cambridge, United States","institution_ids":["https://openalex.org/I126820664"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014203520","display_name":"A. H. Abdul Hafez","orcid":"https://orcid.org/0000-0002-1908-5521"},"institutions":[{"id":"https://openalex.org/I4210154391","display_name":"Hasan Kalyoncu University","ror":"https://ror.org/054g2pw49","country_code":"TR","type":"education","lineage":["https://openalex.org/I4210154391"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"A. H. Abdul Hafez","raw_affiliation_strings":["Hasan Kalyoncu University,Sahinbey,Gaziantep,Turkey","Hasan Kalyoncu University, Sahinbey, Gaziantep, Turkey"],"affiliations":[{"raw_affiliation_string":"Hasan Kalyoncu University,Sahinbey,Gaziantep,Turkey","institution_ids":["https://openalex.org/I4210154391"]},{"raw_affiliation_string":"Hasan Kalyoncu University, Sahinbey, Gaziantep, Turkey","institution_ids":["https://openalex.org/I4210154391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067298540","display_name":"Vineet Gandhi","orcid":"https://orcid.org/0000-0001-8861-7731"},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vineet Gandhi","raw_affiliation_strings":["KCIS, International Institute of Information Technology,Hyderabad,India","KCIS, International Institute of Information Technology, Hyderabad, India"],"affiliations":[{"raw_affiliation_string":"KCIS, International Institute of Information Technology,Hyderabad,India","institution_ids":["https://openalex.org/I64189192"]},{"raw_affiliation_string":"KCIS, International Institute of Information Technology, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037843540","display_name":"K. Madhava Krishna","orcid":null},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"K. Madhava Krishna","raw_affiliation_strings":["KCIS, International Institute of Information Technology,Hyderabad,India","KCIS, International Institute of Information Technology, Hyderabad, India"],"affiliations":[{"raw_affiliation_string":"KCIS, International Institute of Information Technology,Hyderabad,India","institution_ids":["https://openalex.org/I64189192"]},{"raw_affiliation_string":"KCIS, International Institute of Information Technology, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5092029436"],"corresponding_institution_ids":["https://openalex.org/I64189192"],"apc_list":null,"apc_paid":null,"fwci":0.3685,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.61077313,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8310397267341614},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6575688719749451},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.6033264398574829},{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.5959457159042358},{"id":"https://openalex.org/keywords/semantic-mapping","display_name":"Semantic mapping","score":0.5863195657730103},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5760838985443115},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5591983795166016},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5461723208427429},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.5127490758895874},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.47290337085723877},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37250566482543945},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08116045594215393}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8310397267341614},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6575688719749451},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.6033264398574829},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.5959457159042358},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.5863195657730103},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5760838985443115},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5591983795166016},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5461723208427429},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.5127490758895874},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.47290337085723877},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37250566482543945},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08116045594215393},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ro-man57019.2023.10309534","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ro-man57019.2023.10309534","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 32nd IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"},{"id":"pmh:oai:openaccess.hku.edu.tr:20.500.11782/4252","is_oa":true,"landing_page_url":"https://doi.org/10.1109/RO-MAN57019.2023.10309534.","pdf_url":null,"source":{"id":"https://openalex.org/S4306401159","display_name":"Hasan Kalyoncu University Institutional Repository (Hasan Kalyoncu University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210154391","host_organization_name":"Hasan Kalyoncu University","host_organization_lineage":["https://openalex.org/I4210154391"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:openaccess.hku.edu.tr:20.500.11782/4252","is_oa":true,"landing_page_url":"https://doi.org/10.1109/RO-MAN57019.2023.10309534.","pdf_url":null,"source":{"id":"https://openalex.org/S4306401159","display_name":"Hasan Kalyoncu University Institutional Repository (Hasan Kalyoncu University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210154391","host_organization_name":"Hasan Kalyoncu University","host_organization_lineage":["https://openalex.org/I4210154391"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2097696373","https://openalex.org/W2888144883","https://openalex.org/W2963150697","https://openalex.org/W2964339842","https://openalex.org/W2967186499","https://openalex.org/W3009928773","https://openalex.org/W4285224875","https://openalex.org/W4312815172","https://openalex.org/W4383108296","https://openalex.org/W4383108807","https://openalex.org/W4383108895","https://openalex.org/W4383109211","https://openalex.org/W6756121852","https://openalex.org/W6791353385","https://openalex.org/W6811433417"],"related_works":["https://openalex.org/W2367925007","https://openalex.org/W3015724364","https://openalex.org/W4288263119","https://openalex.org/W2967994095","https://openalex.org/W4285240985","https://openalex.org/W2900126711","https://openalex.org/W4225162083","https://openalex.org/W3202115945","https://openalex.org/W2542958340","https://openalex.org/W4389520438"],"abstract_inverted_index":{"Humans":[0],"have":[1],"a":[2,21,56,63,111],"natural":[3,37],"ability":[4],"to":[5,19,29,46,125,153],"perform":[6,126],"semantic":[7,64,128],"associations":[8,129],"with":[9,50,149],"the":[10,14,25,69,92,131,139,154,158],"surrounding":[11],"objects":[12],"in":[13,39,130],"environment.":[15],"This":[16],"allows":[17],"them":[18,28],"create":[20],"mental":[22],"map":[23,66,108,136],"of":[24,68,91,162],"environment,":[26],"allowing":[27],"navigate":[30],"on-demand":[31],"when":[32],"given":[33],"linguistic":[34],"instructions.":[35],"A":[36],"goal":[38,60],"Vision":[40],"Language":[41],"Navigation":[42],"(VLN)":[43],"research":[44],"is":[45],"impart":[47],"autonomous":[48],"agents":[49],"similar":[51],"capabilities.":[52],"Recent":[53],"works":[54],"take":[55],"step":[57],"towards":[58],"this":[59,96,100],"by":[61,102,120,142],"creating":[62],"spatial":[65,107],"representation":[67,109,137],"environment":[70],"without":[71],"any":[72],"labeled":[73],"data.":[74],"However,":[75],"their":[76],"representations":[77],"are":[78],"limited":[79],"for":[80],"practical":[81],"applicability":[82],"as":[83],"they":[84],"do":[85],"not":[86],"distinguish":[87],"between":[88],"different":[89],"instances":[90],"same":[93],"object.":[94],"In":[95],"work,":[97],"we":[98],"address":[99],"limitation":[101],"integrating":[103],"instance-level":[104],"information":[105],"into":[106],"using":[110],"community":[112],"detection":[113],"algorithm":[114],"and":[115,160,168],"utilizing":[116],"word":[117],"ontology":[118],"learned":[119],"large":[121],"language":[122,147],"models":[123],"(LLMs)":[124],"open-set":[127],"mapping":[132],"representation.":[133],"The":[134],"resulting":[135],"improves":[138],"navigation":[140],"performance":[141],"two-fold":[143],"(233%)":[144],"on":[145],"realistic":[146],"commands":[148],"instance-specific":[150],"descriptions":[151],"compared":[152],"baseline.":[155],"We":[156],"validate":[157],"practicality":[159],"effectiveness":[161],"our":[163],"approach":[164],"through":[165],"extensive":[166],"qualitative":[167],"quantitative":[169],"experiments.":[170]},"counts_by_year":[{"year":2024,"cited_by_count":3}],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}