{"id":"https://openalex.org/W7136272944","doi":"https://doi.org/10.48550/arxiv.2603.12688","title":"STRAP-ViT: Segregated Tokens with Randomized -- Transformations for Defense against Adversarial Patches in ViTs","display_name":"STRAP-ViT: Segregated Tokens with Randomized -- Transformations for Defense against Adversarial Patches in ViTs","publication_year":2026,"publication_date":"2026-03-13","ids":{"openalex":"https://openalex.org/W7136272944","doi":"https://doi.org/10.48550/arxiv.2603.12688"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.12688","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12688","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.12688","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071802339","display_name":"Nandish Chattopadhyay","orcid":"https://orcid.org/0000-0002-1611-9378"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chattopadhyay, Nandish","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Goyal, Anadi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goyal, Anadi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083752855","display_name":"Chandan Karfa","orcid":"https://orcid.org/0000-0002-3835-4184"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karfa, Chandan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129536792","display_name":"Anupam Chattopadhyay","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chattopadhyay, Anupam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.9024999737739563},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6966000199317932},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5724999904632568},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4763999879360199},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4708999991416931},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4133000075817108},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.41100001335144043},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.35409998893737793}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.9024999737739563},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6966000199317932},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6861000061035156},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5724999904632568},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5353999733924866},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4763999879360199},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4708999991416931},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4133000075817108},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.41100001335144043},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.35409998893737793},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33730000257492065},{"id":"https://openalex.org/C119421448","wikidata":"https://www.wikidata.org/wiki/Q2268776","display_name":"Lying","level":2,"score":0.3353999853134155},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2992999851703644},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.29260000586509705},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.27709999680519104},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.27480000257492065},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2687999904155731},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.12688","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12688","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.12688","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12688","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.6954652070999146,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Adversarial":[0],"patches":[1],"are":[2,8],"physically":[3],"realizable":[4],"localized":[5],"noise,":[6,52],"which":[7,40,62,80],"able":[9],"to":[10,28,42,59,74,110,121,205],"hijack":[11],"Vision":[12],"Transformers":[13],"(ViT)":[14],"self-attention,":[15],"pulling":[16],"focus":[17],"toward":[18],"a":[19,76,85,124,150,163,212],"small,":[20],"high-contrast":[21],"region":[22],"and":[23,98,130,167,186,188,191,201,203,219],"corrupting":[24],"the":[25,38,43,46,50,60,67,95,107,112,127,139,144,155,216,221],"class":[26],"token":[27],"force":[29],"confident":[30],"misclassifications.":[31],"In":[32],"this":[33,72],"paper,":[34],"we":[35],"claim":[36],"that":[37,48,90,134],"tokens":[39,61,89,120],"correspond":[41],"areas":[44],"of":[45,119,138,215],"image":[47],"contain":[49],"adversarial":[51,68,113,195],"have":[53],"different":[54],"statistical":[55],"properties":[56],"when":[57],"compared":[58],"do":[63],"not":[64,169],"overlap":[65],"with":[66,162],"perturbations.":[69],"We":[70],"use":[71],"insight":[73],"propose":[75],"mechanism,":[77],"called":[78],"STRAP-ViT,":[79],"uses":[81],"Jensen-Shannon":[82],"Divergence":[83],"as":[84,92,149],"metric":[86],"for":[87,126,158],"segregating":[88],"behave":[91],"anomalies":[93],"in":[94],"Detection":[96],"Phase,":[97],"then":[99],"apply":[100],"randomized":[101],"composite":[102],"transformations":[103],"on":[104,179],"them":[105],"during":[106],"Mitigation":[108],"Phase":[109],"make":[111],"noise":[114],"ineffective.":[115],"The":[116],"minimum":[117],"number":[118],"transform":[122],"is":[123,131,141],"hyper-parameter":[125],"defense":[128],"mechanism":[129],"chosen":[132],"such":[133],"at":[135],"least":[136],"50%":[137],"patch":[140],"covered":[142],"by":[143],"transformed":[145],"tokens.":[146],"STRAP-ViT":[147,175],"fits":[148],"non-trainable":[151],"plug-and-play":[152],"block":[153],"within":[154,211],"ViT":[156],"architectures,":[157],"inference":[159],"purposes":[160],"only,":[161],"minimal":[164],"computational":[165],"cost":[166],"does":[168],"require":[170],"any":[171],"additional":[172],"training":[173],"cost/effort.":[174],"has":[176],"been":[177],"tested":[178],"multiple":[180,194],"pre-trained":[181],"vision":[182],"transformer":[183],"architectures":[184],"(ViT-base-16":[185],"DinoV2)":[187],"datasets":[189],"(ImageNet":[190],"CalTech-101),":[192],"across":[193],"attacks":[196],"(Adversarial":[197],"Patch,":[198],"LAVAN,":[199],"GDPA":[200],"RP2),":[202],"found":[204],"provide":[206],"excellent":[207],"robust":[208],"accuracies":[209],"lying":[210],"2-3%":[213],"range":[214],"clean":[217],"baselines,":[218],"outperform":[220],"state-of-the-art.":[222]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-17T00:00:00"}