{"id":"https://openalex.org/W4312957757","doi":"https://doi.org/10.1109/cvpr52688.2022.01173","title":"Towards Robust Vision Transformer","display_name":"Towards Robust Vision Transformer","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W4312957757","doi":"https://doi.org/10.1109/cvpr52688.2022.01173"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52688.2022.01173","doi":"https://doi.org/10.1109/cvpr52688.2022.01173","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52688.2022.01173","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2105.07926","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051298007","display_name":"Xiaofeng Mao","orcid":"https://orcid.org/0000-0003-4486-556X","observed_orcids":["https://orcid.org/0000-0003-4486-556X"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng Mao","raw_affiliation_strings":["Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017490346","display_name":"Gege Qi","orcid":"https://orcid.org/0000-0002-0032-6786","observed_orcids":["https://orcid.org/0000-0002-0032-6786"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gege Qi","raw_affiliation_strings":["Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102976060","display_name":"Yuefeng Chen","orcid":"https://orcid.org/0000-0003-0378-3103","observed_orcids":["https://orcid.org/0000-0003-0378-3103"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuefeng Chen","raw_affiliation_strings":["Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100433314","display_name":"Xiaodan Li","orcid":"https://orcid.org/0000-0002-5025-4805","observed_orcids":["https://orcid.org/0000-0002-5025-4805"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodan Li","raw_affiliation_strings":["Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043909623","display_name":"Ranjie Duan","orcid":"https://orcid.org/0009-0002-2261-4268","observed_orcids":["https://orcid.org/0009-0002-2261-4268"]},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ranjie Duan","raw_affiliation_strings":["Swinburne University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Swinburne University of Technology","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010753766","display_name":"Shaokai Ye","orcid":"https://orcid.org/0000-0003-4250-2220","observed_orcids":["https://orcid.org/0000-0003-4250-2220"]},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Shaokai Ye","raw_affiliation_strings":["EPFL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EPFL","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101802340","display_name":"Yuan He","orcid":"https://orcid.org/0000-0002-6885-1341","observed_orcids":["https://orcid.org/0000-0002-6885-1341"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan He","raw_affiliation_strings":["Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100337747","display_name":"Hui Xue","orcid":"https://orcid.org/0000-0002-2093-2839","observed_orcids":["https://orcid.org/0000-0002-2093-2839"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Xue","raw_affiliation_strings":["Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":22.7447,"has_fulltext":true,"cited_by_count":262,"citation_normalized_percentile":{"value":0.99697742,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"12032","last_page":"12041"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.6098999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.6098999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.36250001192092896,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.010200000368058681,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-transformer","display_name":"vision transformer","score":0.7860000133514404},{"id":"https://openalex.org/keywords/model-robustness","display_name":"model robustness","score":0.8889999985694885},{"id":"https://openalex.org/keywords/adversarial-examples","display_name":"adversarial examples","score":0.8230000138282776},{"id":"https://openalex.org/keywords/image-corruptions","display_name":"image corruptions","score":0.7179999947547913},{"id":"https://openalex.org/keywords/distribution-shift","display_name":"distribution shift","score":0.9160000085830688},{"id":"https://openalex.org/keywords/self-attention","display_name":"self-attention","score":0.6930000185966492},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.8339999914169312},{"id":"https://openalex.org/keywords/robustness-analysis","display_name":"robustness analysis","score":0.3630000054836273}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8111386299133301},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7089126706123352},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5978002548217773},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5398248434066772},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4861257076263428},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4813052713871002},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11562833189964294},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/cvpr52688.2022.01173","doi":"https://doi.org/10.1109/cvpr52688.2022.01173","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52688.2022.01173","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2105.07926","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.07926","pdf_url":"https://arxiv.org/pdf/2105.07926","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:infoscience.epfl.ch:298941","doi":null,"is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/193345","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I5124864","host_organization_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","host_organization_lineage":["https://openalex.org/I5124864"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WoS","raw_type":"conference proceedings"},{"id":"doi:10.48550/arxiv.2105.07926","doi":"https://doi.org/10.48550/arxiv.2105.07926","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2105.07926","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2105.07926","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.07926","pdf_url":"https://arxiv.org/pdf/2105.07926","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312957757.pdf","grobid_xml":"https://content.openalex.org/works/W4312957757.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W1945616565","https://openalex.org/W2108598243","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2402213890","https://openalex.org/W2549139847","https://openalex.org/W2765407302","https://openalex.org/W2789541106","https://openalex.org/W2887603965","https://openalex.org/W2896457183","https://openalex.org/W2905631704","https://openalex.org/W2910426746","https://openalex.org/W2913314773","https://openalex.org/W2945767825","https://openalex.org/W2946948417","https://openalex.org/W2947707615","https://openalex.org/W2963060032","https://openalex.org/W2963207607","https://openalex.org/W2963341956","https://openalex.org/W2964153729","https://openalex.org/W2964253222","https://openalex.org/W2966992648","https://openalex.org/W2970565456","https://openalex.org/W2978730776","https://openalex.org/W2993466051","https://openalex.org/W2994088087","https://openalex.org/W3016265891","https://openalex.org/W3035160371","https://openalex.org/W3035467354","https://openalex.org/W3037492894","https://openalex.org/W3037742886","https://openalex.org/W3044036242","https://openalex.org/W3093019879","https://openalex.org/W3094502228","https://openalex.org/W3107291594","https://openalex.org/W3116489684","https://openalex.org/W3121523901","https://openalex.org/W3122515622","https://openalex.org/W3130071011","https://openalex.org/W3131500599","https://openalex.org/W3133696297","https://openalex.org/W3136416617","https://openalex.org/W3137278571","https://openalex.org/W3138516171","https://openalex.org/W3139049060","https://openalex.org/W3142085127","https://openalex.org/W3143373604","https://openalex.org/W3145185940","https://openalex.org/W3161120562","https://openalex.org/W3177096435","https://openalex.org/W3202715235","https://openalex.org/W3203166921","https://openalex.org/W3203606893","https://openalex.org/W3203875822","https://openalex.org/W3204076343","https://openalex.org/W3204214143","https://openalex.org/W3211468576","https://openalex.org/W3214243459","https://openalex.org/W4287181170","https://openalex.org/W4308245819","https://openalex.org/W4389666313","https://openalex.org/W4407638561","https://openalex.org/W6754553897","https://openalex.org/W6782781826","https://openalex.org/W6784333009","https://openalex.org/W6794906783"],"related_works":["https://openalex.org/W3163203812","https://openalex.org/W4287181170","https://openalex.org/W7168124556","https://openalex.org/W4387968064","https://openalex.org/W4378976853","https://openalex.org/W3217804443","https://openalex.org/W4292720242","https://openalex.org/W4402753640","https://openalex.org/W4308245819","https://openalex.org/W4405717810"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"on":[2,29,43,55,64,146,171],"Vision":[3,95],"Transformer":[4,96],"(ViT)":[5],"and":[6,33,46,71,104,129,148,156,163,178],"its":[7,153],"improved":[8],"variants":[9],"have":[10],"shown":[11],"that":[12],"self-attention-based":[13],"networks":[14],"surpass":[15],"traditional":[16],"Convolutional":[17],"Neural":[18],"Networks":[19],"(CNNs)":[20],"in":[21,59],"most":[22],"vision":[23,102],"tasks.":[24],"However,":[25],"existing":[26],"ViTs":[27,58,162],"focus":[28],"the":[30,37,40,113,116],"standard":[31],"accuracy":[32],"computation":[34],"cost,":[35],"lacking":[36],"investigation":[38],"of":[39,57,61,90,144],"intrinsic":[41],"influence":[42],"model":[44],"robustness":[45,65,150,155,173],"generalization.":[47],"In":[48],"this":[49],"work,":[50],"we":[51,92,118,137],"conduct":[52],"systematic":[53],"evaluation":[54],"components":[56,77,86],"terms":[60],"their":[62],"impact":[63],"to":[66,81,132],"adversarial":[67],"examples,":[68],"common":[69],"corruptions":[70],"distribution":[72],"shifts.":[73],"We":[74],"find":[75],"some":[76],"can":[78],"be":[79],"harmful":[80],"robustness.":[82,110],"By":[83],"leveraging":[84],"robust":[85],"as":[87,139],"building":[88],"blocks":[89],"ViTs,":[91],"propose":[93,120],"Robust":[94],"(RVT),":[97],"which":[98,136],"is":[99],"a":[100],"new":[101,122],"transformer":[103],"has":[105],"superior":[106],"performance":[107],"with":[108,160],"strong":[109],"Inspired":[111],"by":[112],"findings":[114],"during":[115],"evaluation,":[117],"further":[119],"two":[121],"plug-and-play":[123],"techniques":[124],"called":[125],"position-aware":[126],"attention":[127],"scaling":[128],"patch-wise":[130],"augmentation":[131],"augment":[133],"our":[134],"RVT,":[135],"abbreviate":[138],"RVT*.":[140],"The":[141],"experimental":[142],"results":[143],"RVT":[145],"ImageNet":[147],"six":[149],"benchmarks":[151],"demonstrate":[152],"advanced":[154],"generalization":[157],"ability":[158],"compared":[159],"previous":[161],"state-of-the-art":[164],"CNNs.":[165],"Furthermore,":[166],"RVT-S*":[167],"achieves":[168],"Top-1":[169],"rank":[170],"multiple":[172],"leaderboards":[174],"including":[175],"ImageNet-C,":[176],"ImageNet-Sketch":[177],"ImageNet-R.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":35},{"year":2025,"cited_by_count":61},{"year":2024,"cited_by_count":68},{"year":2023,"cited_by_count":53},{"year":2022,"cited_by_count":37},{"year":2021,"cited_by_count":8}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2023-01-05T00:00:00"}