{"id":"https://openalex.org/W4402857029","doi":"https://doi.org/10.1145/3627673.3679750","title":"Towards Robust Vision Transformer via Masked Adaptive Ensemble","display_name":"Towards Robust Vision Transformer via Masked Adaptive Ensemble","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4402857029","doi":"https://doi.org/10.1145/3627673.3679750"},"language":"en","primary_location":{"id":"doi:10.1145/3627673.3679750","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3679750","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.15385","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047243024","display_name":"Fudong Lin","orcid":"https://orcid.org/0000-0003-0457-2527"},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fudong Lin","raw_affiliation_strings":["University of Delaware, Newark, DE, USA"],"raw_orcid":"https://orcid.org/0000-0003-0457-2527","affiliations":[{"raw_affiliation_string":"University of Delaware, Newark, DE, USA","institution_ids":["https://openalex.org/I86501945"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026094881","display_name":"Jiadong Lou","orcid":"https://orcid.org/0000-0003-3810-7877"},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiadong Lou","raw_affiliation_strings":["University of Delaware, Newark, DE, USA"],"raw_orcid":"https://orcid.org/0000-0003-3810-7877","affiliations":[{"raw_affiliation_string":"University of Delaware, Newark, DE, USA","institution_ids":["https://openalex.org/I86501945"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061718239","display_name":"Xu Yuan","orcid":"https://orcid.org/0000-0003-3775-3033"},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xu Yuan","raw_affiliation_strings":["University of Delaware, Newark, DE, USA"],"raw_orcid":"https://orcid.org/0000-0003-3775-3033","affiliations":[{"raw_affiliation_string":"University of Delaware, Newark, DE, USA","institution_ids":["https://openalex.org/I86501945"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032851065","display_name":"Nian-Feng Tzeng","orcid":"https://orcid.org/0000-0002-8357-6632"},"institutions":[{"id":"https://openalex.org/I79516672","display_name":"University of Louisiana at Lafayette","ror":"https://ror.org/01x8rc503","country_code":"US","type":"education","lineage":["https://openalex.org/I2799628689","https://openalex.org/I79516672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nian-Feng Tzeng","raw_affiliation_strings":["University of Louisiana at Lafayette, Lafayette, LA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8357-6632","affiliations":[{"raw_affiliation_string":"University of Louisiana at Lafayette, Lafayette, LA, USA","institution_ids":["https://openalex.org/I79516672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9886,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.77853562,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1389","last_page":"1399"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9567000269889832,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9491000175476074,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7658244967460632},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7526345252990723},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.67893385887146},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6312682628631592},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5409359335899353},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5388765931129456},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.48012495040893555},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4796645939350128},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.43809816241264343},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.42802631855010986},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36904746294021606},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11079320311546326}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7658244967460632},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7526345252990723},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.67893385887146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6312682628631592},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5409359335899353},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5388765931129456},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.48012495040893555},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4796645939350128},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.43809816241264343},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.42802631855010986},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36904746294021606},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11079320311546326},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3627673.3679750","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3679750","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2407.15385","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.15385","pdf_url":"https://arxiv.org/pdf/2407.15385","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.15385","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.15385","pdf_url":"https://arxiv.org/pdf/2407.15385","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W2243397390","https://openalex.org/W2947133760","https://openalex.org/W2962858109","https://openalex.org/W2963542245","https://openalex.org/W3090787324","https://openalex.org/W3121523901","https://openalex.org/W3131500599","https://openalex.org/W3133898321","https://openalex.org/W3177096435","https://openalex.org/W3189792414","https://openalex.org/W3214181506","https://openalex.org/W4214612132","https://openalex.org/W4221145469","https://openalex.org/W4226110825","https://openalex.org/W4280510162","https://openalex.org/W4283813685","https://openalex.org/W4292956466","https://openalex.org/W4306316982","https://openalex.org/W4308644229","https://openalex.org/W4312692109","https://openalex.org/W4312933868","https://openalex.org/W4378364121","https://openalex.org/W4384915898","https://openalex.org/W4387397361","https://openalex.org/W4389665923","https://openalex.org/W4389666132","https://openalex.org/W4390874672","https://openalex.org/W4394788446","https://openalex.org/W4399533667"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4310988119","https://openalex.org/W4285226279","https://openalex.org/W4288019534"],"abstract_inverted_index":{"Adversarial":[0],"training":[1,22],"(AT)":[2],"can":[3,92],"help":[4],"improve":[5],"the":[6,21,50,95,145,151,175,215],"robustness":[7,196,221],"of":[8,27,147,187,222],"Vision":[9],"Transformers":[10],"(ViT)":[11],"against":[12,197],"adversarial":[13,18,28,47,90,117,136,172,220],"attacks":[14],"by":[15,78,100],"intentionally":[16],"injecting":[17],"examples":[19,91],"into":[20],"data.":[23],"However,":[24],"this":[25,64,101],"way":[26],"injection":[29],"inevitably":[30],"incurs":[31],"standard":[32,44,169,203,217],"accuracy":[33,45,170,218],"degradation":[34],"to":[35,57,115,142,163,181],"some":[36],"extent,":[37],"thereby":[38],"calling":[39],"for":[40,111,127,154],"a":[41,67,72,75,103,120,165,184],"trade-off":[42,167],"between":[43,168],"and":[46,74,135,171,219,225],"robustness.":[48,173],"Besides,":[49,174],"prominent":[51],"AT":[52],"solutions":[53],"are":[54],"still":[55],"vulnerable":[56],"adaptive":[58,82,140,176,198],"attacks.":[59],"To":[60],"tackle":[61],"such":[62],"shortcomings,":[63],"paper":[65],"proposes":[66],"novel":[68,104],"ViT":[69,161,210],"architecture,":[70,211],"including":[71],"detector":[73,114],"classifier":[76,121],"bridged":[77],"our":[79,113,139,160,194,209],"newly":[80],"developed":[81],"ensemble.":[83],"Specifically,":[84],"we":[85],"empirically":[86],"discover":[87],"that":[88,208],"detecting":[89],"benefit":[93],"from":[94,132,150],"Guided":[96],"Backpropagation":[97],"technique.":[98],"Driven":[99],"discovery,":[102],"Multi-head":[105],"Self-Attention":[106],"(MSA)":[107],"mechanism":[108],"is":[109,125],"introduced":[110],"enhancing":[112],"sniff":[116],"examples.":[118],"Then,":[119],"with":[122,138],"two":[123,152],"encoders":[124,153],"employed":[126],"extracting":[128],"visual":[129,148],"representations":[130,149],"respectively":[131],"clean":[133],"images":[134],"examples,":[137],"ensemble":[141,177],"adaptively":[143],"adjust":[144],"proportion":[146],"accurate":[155],"classification.":[156],"This":[157],"design":[158],"enables":[159],"architecture":[162],"achieve":[164],"better":[166],"technique":[178],"allows":[179],"us":[180],"mask":[182],"off":[183],"random":[185],"subset":[186],"image":[188],"patches":[189],"within":[190],"input":[191],"data,":[192],"boosting":[193],"ViT's":[195],"attacks,":[199],"while":[200],"maintaining":[201],"high":[202],"accuracy.":[204],"Experimental":[205],"results":[206],"exhibit":[207],"on":[212],"CIFAR-10,":[213],"achieves":[214],"best":[216],"90.3":[223],"%":[224],"49.8":[226],"%,":[227],"respectively.":[228]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}