{"id":"https://openalex.org/W4375929110","doi":"https://doi.org/10.1109/tpami.2023.3273594","title":"Towards Deviation-Robust Agent Navigation via Perturbation-Aware Contrastive Learning","display_name":"Towards Deviation-Robust Agent Navigation via Perturbation-Aware Contrastive Learning","publication_year":2023,"publication_date":"2023-05-08","ids":{"openalex":"https://openalex.org/W4375929110","doi":"https://doi.org/10.1109/tpami.2023.3273594","pmid":"https://pubmed.ncbi.nlm.nih.gov/37155380"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3273594","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3273594","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2403.05770","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101923104","display_name":"Bingqian Lin","orcid":"https://orcid.org/0000-0002-8763-9530"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingqian Lin","raw_affiliation_strings":["Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-8763-9530","affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018425393","display_name":"Yanxin Long","orcid":"https://orcid.org/0000-0001-8784-8343"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanxin Long","raw_affiliation_strings":["Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-8784-8343","affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073183598","display_name":"Yi Zhu","orcid":"https://orcid.org/0000-0002-5087-895X"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhu","raw_affiliation_strings":["University of Chinese Academy of Sciences (UCAS), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5087-895X","affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences (UCAS), Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027233873","display_name":"Fengda Zhu","orcid":"https://orcid.org/0000-0003-1834-5018"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Fengda Zhu","raw_affiliation_strings":["Monash University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1834-5018","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047878798","display_name":"Xiaodan Liang","orcid":"https://orcid.org/0000-0003-3213-3062"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210111464","display_name":"Mat\u00eds (Iceland)","ror":"https://ror.org/01v6k8e31","country_code":"IS","type":"company","lineage":["https://openalex.org/I4210111464"]}],"countries":["CN","IS"],"is_corresponding":false,"raw_author_name":"Xiaodan Liang","raw_affiliation_strings":["Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","Dark Matter Inc"],"raw_orcid":"https://orcid.org/0000-0003-3213-3062","affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Dark Matter Inc","institution_ids":["https://openalex.org/I4210111464"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015317495","display_name":"Qixiang Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qixiang Ye","raw_affiliation_strings":["University of Chinese Academy of Sciences (UCAS), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1215-6259","affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences (UCAS), Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100412937","display_name":"Liang Lin","orcid":"https://orcid.org/0000-0003-2248-3755"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Lin","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-2248-3755","affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4254,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.60760192,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"45","issue":"10","first_page":"12535","last_page":"12549"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perturbation","display_name":"Perturbation (astronomy)","score":0.7870837450027466},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6873660683631897},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4721039831638336},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10442999005317688}],"concepts":[{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.7870837450027466},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6873660683631897},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4721039831638336},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10442999005317688},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2023.3273594","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3273594","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37155380","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37155380","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:arXiv.org:2403.05770","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.05770","pdf_url":"https://arxiv.org/pdf/2403.05770","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2403.05770","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.05770","pdf_url":"https://arxiv.org/pdf/2403.05770","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8879444097","display_name":null,"funder_award_id":"2020AAA0109700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320329791","display_name":"Shenzhen Fundamental Research Program","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":100,"referenced_works":["https://openalex.org/W2805984364","https://openalex.org/W2884326683","https://openalex.org/W2902833081","https://openalex.org/W2909303996","https://openalex.org/W2917551568","https://openalex.org/W2926977875","https://openalex.org/W2944828972","https://openalex.org/W2948012107","https://openalex.org/W2951585248","https://openalex.org/W2959918500","https://openalex.org/W2962744691","https://openalex.org/W2962861647","https://openalex.org/W2963800628","https://openalex.org/W2964303913","https://openalex.org/W2964935470","https://openalex.org/W2966715458","https://openalex.org/W2967552374","https://openalex.org/W2970231061","https://openalex.org/W2974563605","https://openalex.org/W2979727876","https://openalex.org/W2987914945","https://openalex.org/W2991186560","https://openalex.org/W2998356391","https://openalex.org/W3005680577","https://openalex.org/W3009561768","https://openalex.org/W3026092005","https://openalex.org/W3034318565","https://openalex.org/W3034500398","https://openalex.org/W3034578524","https://openalex.org/W3034693603","https://openalex.org/W3035027743","https://openalex.org/W3035232877","https://openalex.org/W3036224891","https://openalex.org/W3036446966","https://openalex.org/W3042231550","https://openalex.org/W3085134088","https://openalex.org/W3086452730","https://openalex.org/W3090449556","https://openalex.org/W3095602948","https://openalex.org/W3096612875","https://openalex.org/W3098096010","https://openalex.org/W3099152386","https://openalex.org/W3100348381","https://openalex.org/W3105274166","https://openalex.org/W3106571068","https://openalex.org/W3106806814","https://openalex.org/W3107069568","https://openalex.org/W3108324072","https://openalex.org/W3108655343","https://openalex.org/W3109097593","https://openalex.org/W3109380382","https://openalex.org/W3120788588","https://openalex.org/W3132058511","https://openalex.org/W3149383640","https://openalex.org/W3163645170","https://openalex.org/W3168406300","https://openalex.org/W3171975879","https://openalex.org/W3172675210","https://openalex.org/W3173783447","https://openalex.org/W3201189939","https://openalex.org/W3201755685","https://openalex.org/W3205553845","https://openalex.org/W3206251036","https://openalex.org/W3206774503","https://openalex.org/W4221156702","https://openalex.org/W4225463226","https://openalex.org/W4237129069","https://openalex.org/W4249573750","https://openalex.org/W4281561287","https://openalex.org/W4308828029","https://openalex.org/W4312730708","https://openalex.org/W4313177625","https://openalex.org/W4360764698","https://openalex.org/W4383108576","https://openalex.org/W6751885507","https://openalex.org/W6757724268","https://openalex.org/W6762573206","https://openalex.org/W6763416564","https://openalex.org/W6763442200","https://openalex.org/W6765527290","https://openalex.org/W6765766786","https://openalex.org/W6766904570","https://openalex.org/W6770775884","https://openalex.org/W6774314701","https://openalex.org/W6774670964","https://openalex.org/W6777179611","https://openalex.org/W6777837344","https://openalex.org/W6779073920","https://openalex.org/W6779518175","https://openalex.org/W6779630795","https://openalex.org/W6779997284","https://openalex.org/W6780152387","https://openalex.org/W6784287907","https://openalex.org/W6784292787","https://openalex.org/W6784694379","https://openalex.org/W6786690847","https://openalex.org/W6796597629","https://openalex.org/W6802109960","https://openalex.org/W6846169323","https://openalex.org/W6847475644"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Vision-and-language":[0],"navigation":[1,37,173,274],"(VLN)":[2],"asks":[3],"an":[4,65,244],"agent":[5,123,138,160,182],"to":[6,12,45,84,93,100,115,126,139,145,164,183,193,242],"follow":[7],"a":[8,15,74,106,150,199],"given":[9],"language":[10],"instruction":[11],"navigate":[13,128,165],"through":[14],"real":[16,95],"3D":[17],"environment.":[18],"Despite":[19],"significant":[20],"advances,":[21],"conventional":[22],"VLN":[23,91,230,264],"agents":[24,92,265],"are":[25,41],"trained":[26],"typically":[27],"under":[28,166,276],"disturbance-free":[29],"environments":[30],"and":[31,61,147,191,196,212,266],"may":[32,62,143],"easily":[33],"fail":[34],"in":[35,232,271],"real-world":[36],"scenarios,":[38],"since":[39],"they":[40],"unaware":[42],"of":[43,89,171,262,269],"how":[44],"deal":[46],"with":[47,120,168],"various":[48],"possible":[49],"disturbances,":[50],"such":[51],"as":[52],"sudden":[53],"obstacles":[54],"or":[55],"human":[56],"interruptions,":[57],"which":[58,121],"widely":[59],"exist":[60],"usually":[63],"cause":[64],"unexpected":[66],"route":[67,118],"deviation.":[68,277],"In":[69],"this":[70],"paper,":[71],"we":[72],"present":[73],"model-agnostic":[75],"training":[76],"paradigm,":[77],"called":[78,251],"Progressive":[79],"Perturbation-aware":[80],"Contrastive":[81],"Learning":[82],"(PROPER)":[83],"enhance":[85],"the":[86,94,117,122,131,137,159,169,181,186,218,238,249,267,273],"generalization":[87],"ability":[88],"existing":[90],"world,":[96],"by":[97,189,207],"requiring":[98],"them":[99],"learn":[101,140,163],"towards":[102],"deviation-robust":[103],"navigation.":[104],"Specifically,":[105],"simple":[107],"yet":[108],"effective":[109],"path":[110,240],"perturbation":[111,167,190],"scheme":[112],"is":[113,124,156,204],"introduced":[114],"implement":[116],"deviation,":[119],"required":[125],"still":[127],"successfully":[129],"following":[130],"original":[132],"instruction.":[133],"Since":[134],"directly":[135],"enforcing":[136],"perturbed":[141,152,239],"trajectories":[142],"lead":[144],"insufficient":[146],"inefficient":[148],"training,":[149],"progressively":[151],"trajectory":[153,210],"augmentation":[154],"strategy":[155],"designed,":[157],"where":[158],"can":[161,226],"self-adaptively":[162],"improvement":[170],"its":[172],"performance":[174],"for":[175],"each":[176],"specific":[177],"trajectory.":[178],"For":[179],"encouraging":[180],"well":[184],"capture":[185],"difference":[187],"brought":[188],"adapt":[192],"both":[194],"perturbation-free":[195,209,233],"perturbation-based":[197,213],"environments,":[198],"perturbation-aware":[200],"contrastive":[201],"learning":[202],"mechanism":[203],"further":[205,236],"developed":[206],"contrasting":[208],"encodings":[211],"counterparts.":[214],"Extensive":[215],"experiments":[216],"on":[217,248,257],"standard":[219],"Room-to-Room":[220],"(R2R)":[221],"benchmark":[222],"show":[223,259],"that":[224],"PROPER":[225,270],"benefit":[227],"multiple":[228],"state-of-the-art":[229],"baselines":[231],"scenarios.":[234],"We":[235],"collect":[237],"data":[241],"construct":[243],"introspection":[245],"subset":[246],"based":[247],"R2R,":[250],"Path-Perturbed":[252],"R2R":[253],"(PP-R2R).":[254],"The":[255],"results":[256],"PP-R2R":[258],"unsatisfying":[260],"robustness":[261,275],"popular":[263],"capability":[268],"improving":[272]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}