{"id":"https://openalex.org/W4313591672","doi":"https://doi.org/10.1109/tpami.2023.3234243","title":"HOP+: History-Enhanced and Order-Aware Pre-Training for Vision-and-Language Navigation","display_name":"HOP+: History-Enhanced and Order-Aware Pre-Training for Vision-and-Language Navigation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4313591672","doi":"https://doi.org/10.1109/tpami.2023.3234243","pmid":"https://pubmed.ncbi.nlm.nih.gov/37018268"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3234243","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3234243","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049868894","display_name":"Yanyuan Qiao","orcid":"https://orcid.org/0000-0002-5606-0702"},"institutions":[{"id":"https://openalex.org/I4210127558","display_name":"Australian Centre for Robotic Vision","ror":"https://ror.org/02zv9xv82","country_code":"AU","type":"facility","lineage":["https://openalex.org/I4210127558"]},{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yanyuan Qiao","raw_affiliation_strings":["Australian Institute for Machine Learning (AIML), School of Computer Science, The University of Adelaide, Adelaide, SA, Australia"],"raw_orcid":"https://orcid.org/0000-0002-5606-0702","affiliations":[{"raw_affiliation_string":"Australian Institute for Machine Learning (AIML), School of Computer Science, The University of Adelaide, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I4210127558","https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070842891","display_name":"Yuankai Qi","orcid":"https://orcid.org/0000-0003-4312-5682"},"institutions":[{"id":"https://openalex.org/I4210127558","display_name":"Australian Centre for Robotic Vision","ror":"https://ror.org/02zv9xv82","country_code":"AU","type":"facility","lineage":["https://openalex.org/I4210127558"]},{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yuankai Qi","raw_affiliation_strings":["Australian Institute for Machine Learning (AIML), School of Computer Science, The University of Adelaide, Adelaide, SA, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4312-5682","affiliations":[{"raw_affiliation_string":"Australian Institute for Machine Learning (AIML), School of Computer Science, The University of Adelaide, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I4210127558","https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036105537","display_name":"Yicong Hong","orcid":"https://orcid.org/0000-0002-5068-1508"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yicong Hong","raw_affiliation_strings":["Australian National University, Canberra, Australia","The Australian National University, Canberra, ACT, Australia"],"raw_orcid":"https://orcid.org/0000-0002-5068-1508","affiliations":[{"raw_affiliation_string":"Australian National University, Canberra, Australia","institution_ids":["https://openalex.org/I118347636"]},{"raw_affiliation_string":"The Australian National University, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102902909","display_name":"Zheng Yu","orcid":"https://orcid.org/0000-0002-4307-4320"},"institutions":[{"id":"https://openalex.org/I4210127558","display_name":"Australian Centre for Robotic Vision","ror":"https://ror.org/02zv9xv82","country_code":"AU","type":"facility","lineage":["https://openalex.org/I4210127558"]},{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zheng Yu","raw_affiliation_strings":["Australian Institute for Machine Learning (AIML), School of Computer Science, The University of Adelaide, Adelaide, SA, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4307-4320","affiliations":[{"raw_affiliation_string":"Australian Institute for Machine Learning (AIML), School of Computer Science, The University of Adelaide, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I4210127558","https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396097","display_name":"Peng Wang","orcid":"https://orcid.org/0000-0002-9218-9132"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Wang","raw_affiliation_strings":["Northwestern Polytechnical University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-9218-9132","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060958969","display_name":"Qi Wu","orcid":"https://orcid.org/0000-0003-3631-256X"},"institutions":[{"id":"https://openalex.org/I4210127558","display_name":"Australian Centre for Robotic Vision","ror":"https://ror.org/02zv9xv82","country_code":"AU","type":"facility","lineage":["https://openalex.org/I4210127558"]},{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Qi Wu","raw_affiliation_strings":["Australian Institute for Machine Learning (AIML), School of Computer Science, The University of Adelaide, Adelaide, SA, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3631-256X","affiliations":[{"raw_affiliation_string":"Australian Institute for Machine Learning (AIML), School of Computer Science, The University of Adelaide, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I4210127558","https://openalex.org/I5681781"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.3245,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.9580935,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"45","issue":"7","first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.791256308555603},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5366814136505127},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4655523896217346},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4506891965866089},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.43505188822746277},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38429099321365356}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.791256308555603},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5366814136505127},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4655523896217346},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4506891965866089},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43505188822746277},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38429099321365356},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2023.3234243","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3234243","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37018268","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37018268","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:digital.library.adelaide.edu.au:2440/139132","is_oa":false,"landing_page_url":"https://hdl.handle.net/2440/139132","pdf_url":null,"source":{"id":"https://openalex.org/S4306401835","display_name":"Adelaide Research & Scholarship (AR&S) (University of Adelaide)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5681781","host_organization_name":"The University of Adelaide","host_organization_lineage":["https://openalex.org/I5681781"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://dx.doi.org/10.1109/tpami.2023.3234243","raw_type":"Journal article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7200000286102295,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W2117539524","https://openalex.org/W2131494463","https://openalex.org/W2194775991","https://openalex.org/W2293453011","https://openalex.org/W2489434015","https://openalex.org/W2550821151","https://openalex.org/W2805984364","https://openalex.org/W2884565639","https://openalex.org/W2886641317","https://openalex.org/W2896457183","https://openalex.org/W2908510526","https://openalex.org/W2909303996","https://openalex.org/W2926977875","https://openalex.org/W2951008357","https://openalex.org/W2955014993","https://openalex.org/W2959918500","https://openalex.org/W2962744691","https://openalex.org/W2962781483","https://openalex.org/W2962964995","https://openalex.org/W2963800628","https://openalex.org/W2964043796","https://openalex.org/W2964935470","https://openalex.org/W2966715458","https://openalex.org/W2967186499","https://openalex.org/W2970231061","https://openalex.org/W2970340522","https://openalex.org/W2974759213","https://openalex.org/W2979727876","https://openalex.org/W2981799368","https://openalex.org/W2987914945","https://openalex.org/W3034376488","https://openalex.org/W3034500398","https://openalex.org/W3034578524","https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3100923070","https://openalex.org/W3105274166","https://openalex.org/W3106641651","https://openalex.org/W3107069568","https://openalex.org/W3108144224","https://openalex.org/W3109085430","https://openalex.org/W3109097593","https://openalex.org/W3109380382","https://openalex.org/W3165915253","https://openalex.org/W3170842411","https://openalex.org/W3179213173","https://openalex.org/W3192009892","https://openalex.org/W3195026654","https://openalex.org/W3205276578","https://openalex.org/W3206064582","https://openalex.org/W3214642103","https://openalex.org/W4214700710","https://openalex.org/W4286893447","https://openalex.org/W4288283492","https://openalex.org/W4303633609","https://openalex.org/W4312938887","https://openalex.org/W6638318767","https://openalex.org/W6679844565","https://openalex.org/W6684821475","https://openalex.org/W6692846177","https://openalex.org/W6697449767","https://openalex.org/W6749537441","https://openalex.org/W6751885507","https://openalex.org/W6753516098","https://openalex.org/W6755207826","https://openalex.org/W6757724268","https://openalex.org/W6757817989","https://openalex.org/W6765369709","https://openalex.org/W6765527290","https://openalex.org/W6766904570","https://openalex.org/W6770783600","https://openalex.org/W6776721752","https://openalex.org/W6784287907","https://openalex.org/W6786772999","https://openalex.org/W6803039797","https://openalex.org/W6803123405","https://openalex.org/W6810557439"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4224009465","https://openalex.org/W4286629047","https://openalex.org/W4306321456","https://openalex.org/W4285260836","https://openalex.org/W3046775127","https://openalex.org/W2081647779","https://openalex.org/W3170094116","https://openalex.org/W3138568041"],"abstract_inverted_index":{"Recent":[0],"works":[1],"attempt":[2],"to":[3,102,128,137],"employ":[4],"pre-training":[5,47,147],"in":[6],"Vision-and-Language":[7],"Navigation":[8],"(VLN).":[9],"However,":[10],"these":[11,39],"methods":[12],"neglect":[13],"the":[14,27,33,49,58,98,104,125,139,146,149,193],"importance":[15],"of":[16,29,35,106,142,195],"historical":[17,107,159],"contexts":[18],"or":[19],"ignore":[20],"predicting":[21],"future":[22],"actions":[23],"during":[24,164],"pre-training,":[25],"limiting":[26],"learning":[28,105],"visual-textual":[30,117],"correspondence":[31],"and":[32,45,64,87,121,148,157,189],"capability":[34],"decision-making.":[36],"To":[37],"address":[38,138],"problems,":[40],"we":[41,69,132],"present":[42],"a":[43,134],"history-enhanced":[44],"order-aware":[46],"with":[48,78],"complementing":[50],"fine-tuning":[51,150],"paradigm":[52],"(HOP+)":[53],"for":[54,161,172],"VLN.":[55],"Specifically,":[56],"besides":[57],"common":[59],"Masked":[60],"Language":[61],"Modeling":[62,84,90],"(MLM)":[63],"Trajectory-Instruction":[65],"Matching":[66],"(TIM)":[67],"tasks,":[68,119],"design":[70,133],"three":[71],"novel":[72],"VLN-specific":[73],"proxy":[74],"tasks:":[75],"Action":[76],"Prediction":[77],"History":[79],"(APH)":[80],"task,":[81],"Trajectory":[82],"Order":[83,89],"(TOM)":[85],"task":[86,94],"Group":[88],"(GOM)":[91],"task.":[92],"APH":[93],"takes":[95],"into":[96],"account":[97],"visual":[99],"perception":[100],"trajectory":[101],"enhance":[103],"knowledge":[108],"as":[109,111],"well":[110],"action":[112,162],"prediction.":[113],"The":[114,152],"two":[115],"temporal":[116],"alignment":[118],"TOM":[120],"GOM":[122],"further":[123],"improve":[124],"agent's":[126],"ability":[127],"order":[129],"reasoning.":[130],"Moreover,":[131],"memory":[135,153],"network":[136,154],"representation":[140],"inconsistency":[141],"history":[143],"context":[144],"between":[145],"stages.":[151],"effectively":[155],"selects":[156],"summarizes":[158],"information":[160],"prediction":[163],"fine-tuning,":[165],"without":[166],"costing":[167],"huge":[168],"extra":[169],"computation":[170],"consumption":[171],"downstream":[173,183],"VLN":[174,184],"tasks.":[175],"HOP+":[176],"achieves":[177],"new":[178],"state-of-the-art":[179],"performance":[180],"on":[181],"four":[182],"tasks":[185],"(R2R,":[186],"REVERIE,":[187],"RxR,":[188],"NDH),":[190],"which":[191],"demonstrates":[192],"effectiveness":[194],"our":[196],"proposed":[197],"method.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":11}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}