{"id":"https://openalex.org/W4399198074","doi":"https://doi.org/10.1109/tpami.2024.3407759","title":"Correctable Landmark Discovery via Large Models for Vision-Language Navigation","display_name":"Correctable Landmark Discovery via Large Models for Vision-Language Navigation","publication_year":2024,"publication_date":"2024-05-31","ids":{"openalex":"https://openalex.org/W4399198074","doi":"https://doi.org/10.1109/tpami.2024.3407759","pmid":"https://pubmed.ncbi.nlm.nih.gov/38819971"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3407759","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3407759","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.18721","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101923104","display_name":"Bingqian Lin","orcid":"https://orcid.org/0000-0002-8763-9530"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingqian Lin","raw_affiliation_strings":["Shenzhen Campus, Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-8763-9530","affiliations":[{"raw_affiliation_string":"Shenzhen Campus, Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111146476","display_name":"Yunshuang Nie","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunshuang Nie","raw_affiliation_strings":["Shenzhen Campus, Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0000-9717-2308","affiliations":[{"raw_affiliation_string":"Shenzhen Campus, Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103119777","display_name":"Ziming Wei","orcid":"https://orcid.org/0009-0008-5350-7805"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziming Wei","raw_affiliation_strings":["Shenzhen Campus, Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0008-5350-7805","affiliations":[{"raw_affiliation_string":"Shenzhen Campus, Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yi Zhu","orcid":"https://orcid.org/0000-0002-5087-895X"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhu","raw_affiliation_strings":["Huawei Noah's Ark Lab, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5087-895X","affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Shanghai, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041457457","display_name":"Hang Xu","orcid":"https://orcid.org/0000-0003-3645-8972"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Xu","raw_affiliation_strings":["Huawei Noah's Ark Lab, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3645-8972","affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Shanghai, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100594712","display_name":"Shikui Ma","orcid":"https://orcid.org/0000-0002-8340-9762"},"institutions":[{"id":"https://openalex.org/I4210159052","display_name":"Quanta Computer (China)","ror":"https://ror.org/05ta4fp83","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210159052"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shikui Ma","raw_affiliation_strings":["Dataa Robotics Company, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8340-9762","affiliations":[{"raw_affiliation_string":"Dataa Robotics Company, Beijing, China","institution_ids":["https://openalex.org/I4210159052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039205892","display_name":"Jianzhuang Liu","orcid":"https://orcid.org/0000-0002-7960-9382"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianzhuang Liu","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-7960-9382","affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047878798","display_name":"Xiaodan Liang","orcid":"https://orcid.org/0000-0003-3213-3062"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodan Liang","raw_affiliation_strings":["Shenzhen Campus, Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3213-3062","affiliations":[{"raw_affiliation_string":"Shenzhen Campus, Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6625,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.91398116,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"46","issue":"12","first_page":"8534","last_page":"8548"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/landmark","display_name":"Landmark","score":0.9522619247436523},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7678979635238647},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5426573753356934},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.47728338837623596},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.4626380503177643},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36578959226608276},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33882877230644226},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09302827715873718},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.08090916275978088}],"concepts":[{"id":"https://openalex.org/C2780297707","wikidata":"https://www.wikidata.org/wiki/Q4895393","display_name":"Landmark","level":2,"score":0.9522619247436523},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7678979635238647},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5426573753356934},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.47728338837623596},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.4626380503177643},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36578959226608276},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33882877230644226},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09302827715873718},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.08090916275978088},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2024.3407759","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3407759","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38819971","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38819971","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:arXiv.org:2405.18721","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.18721","pdf_url":"https://arxiv.org/pdf/2405.18721","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.18721","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.18721","pdf_url":"https://arxiv.org/pdf/2405.18721","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.6000000238418579,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G7687786536","display_name":null,"funder_award_id":"2020AAA0109704","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"}],"funders":[{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2926977875","https://openalex.org/W2951973805","https://openalex.org/W2963800628","https://openalex.org/W2964935470","https://openalex.org/W2979727876","https://openalex.org/W2981799368","https://openalex.org/W2987914945","https://openalex.org/W3034500398","https://openalex.org/W3034578524","https://openalex.org/W3035232877","https://openalex.org/W3100923070","https://openalex.org/W3107069568","https://openalex.org/W3165915253","https://openalex.org/W3170842411","https://openalex.org/W3172675210","https://openalex.org/W3176495323","https://openalex.org/W3195026654","https://openalex.org/W3205276578","https://openalex.org/W4221167472","https://openalex.org/W4226052928","https://openalex.org/W4304097971","https://openalex.org/W4385245566","https://openalex.org/W4386065347","https://openalex.org/W4386065508","https://openalex.org/W4386065870","https://openalex.org/W4389524306","https://openalex.org/W6692846177","https://openalex.org/W6751885507","https://openalex.org/W6757724268","https://openalex.org/W6759737764","https://openalex.org/W6760216593","https://openalex.org/W6770268497","https://openalex.org/W6770775884","https://openalex.org/W6775865546","https://openalex.org/W6778883912","https://openalex.org/W6780419043","https://openalex.org/W6780451406","https://openalex.org/W6784287907","https://openalex.org/W6791353385","https://openalex.org/W6803039797","https://openalex.org/W6803123405","https://openalex.org/W6809509765","https://openalex.org/W6809692409","https://openalex.org/W6810557439","https://openalex.org/W6810640255","https://openalex.org/W6838811116","https://openalex.org/W6839459284","https://openalex.org/W6839928859","https://openalex.org/W6843382641","https://openalex.org/W6847873901","https://openalex.org/W6849793301","https://openalex.org/W6853064403","https://openalex.org/W6855844794"],"related_works":["https://openalex.org/W2056853153","https://openalex.org/W2057559274","https://openalex.org/W2005087563","https://openalex.org/W2378111931","https://openalex.org/W2052388267","https://openalex.org/W2950647290","https://openalex.org/W1968481813","https://openalex.org/W2620829895","https://openalex.org/W2356918560","https://openalex.org/W4243161226"],"abstract_inverted_index":{"Vision-Language":[0],"Navigation":[1],"(VLN)":[2],"requires":[3],"the":[4,24,28,129,132,136,150,184,209,221],"agent":[5],"to":[6,10,22,39,110,135,156,188],"follow":[7],"language":[8],"instructions":[9],"reach":[11],"a":[12,66,92,143],"target":[13],"position.":[14],"A":[15],"key":[16],"factor":[17],"for":[18,159,170,193],"successful":[19],"navigation":[20,53],"is":[21],"align":[23],"landmarks":[25],"implied":[26],"in":[27,45,131,229],"instruction":[29],"with":[30,177],"diverse":[31],"visual":[32,139],"observations.":[33],"However,":[34],"previous":[35],"VLN":[36,68,82,179,202],"agents":[37],"fail":[38],"perform":[40],"accurate":[41,160],"modality":[42],"alignment":[43,59],"especially":[44],"unexplored":[46],"scenes,":[47],"since":[48],"they":[49],"learn":[50],"from":[51],"limited":[52],"data":[54],"and":[55,104,117,227],"lack":[56,137],"sufficient":[57],"open-world":[58,85,113],"knowledge.":[60],"In":[61,78],"this":[62],"work,":[63],"we":[64,80,107,141,182],"propose":[65],"new":[67,222],"paradigm,":[69],"called":[70],"COrrectable":[71],"LaNdmark":[72],"DiScOvery":[73],"via":[74],"Large":[75],"ModEls":[76],"(CONSOLE).":[77],"CONSOLE,":[79],"cast":[81],"as":[83],"an":[84,166,171],"sequential":[86],"landmark":[87,95,114,120,161,186],"discovery":[88,96,121],"problem,":[89],"by":[90],"introducing":[91],"novel":[93],"correctable":[94],"scheme":[97],"based":[98,122],"on":[99,123,199,225],"two":[100],"large":[101],"models":[102],"ChatGPT":[103,109],"CLIP.":[105],"Specifically,":[106],"use":[108],"provide":[111],"rich":[112],"cooccurrence":[115,145,154],"commonsense,":[116],"conduct":[118],"CLIP-driven":[119],"these":[124],"commonsense":[125],"priors.":[126],"To":[127],"mitigate":[128],"noise":[130],"priors":[133],"due":[134],"of":[138,152,174,212],"constraints,":[140],"introduce":[142],"learnable":[144],"scoring":[146],"module,":[147],"which":[148],"corrects":[149],"importance":[151],"each":[153],"according":[155],"actual":[157],"observations":[158],"discovery.":[162],"We":[163],"further":[164],"design":[165],"observation":[167,191],"enhancement":[168],"strategy":[169],"elegant":[172],"combination":[173],"our":[175,218],"framework":[176],"different":[178],"agents,":[180],"where":[181],"utilize":[183],"corrected":[185],"features":[187,192],"obtain":[189],"enhanced":[190],"action":[194],"decision.":[195],"Extensive":[196],"experimental":[197],"results":[198,224],"multiple":[200],"popular":[201],"benchmarks":[203],"(R2R,":[204],"REVERIE,":[205],"R4R,":[206],"RxR)":[207],"show":[208],"significant":[210],"superiority":[211],"CONSOLE":[213,219],"over":[214],"strong":[215],"baselines.":[216],"Especially,":[217],"establishes":[220],"state-of-the-art":[223],"R2R":[226],"R4R":[228],"unseen":[230],"scenarios.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":12}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}