{"id":"https://openalex.org/W4402753692","doi":"https://doi.org/10.1109/cvpr52733.2024.02306","title":"Not All Prompts Are Secure: A Switchable Backdoor Attack Against Pre-trained Vision Transfomers","display_name":"Not All Prompts Are Secure: A Switchable Backdoor Attack Against Pre-trained Vision Transfomers","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402753692","doi":"https://doi.org/10.1109/cvpr52733.2024.02306"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.02306","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.02306","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100616280","display_name":"Sheng Yang","orcid":"https://orcid.org/0009-0009-7581-4598"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Yang","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022446997","display_name":"Jiawang Bai","orcid":"https://orcid.org/0000-0002-1472-6465"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawang Bai","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038862367","display_name":"Kuofeng Gao","orcid":"https://orcid.org/0000-0002-5667-8238"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kuofeng Gao","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100609598","display_name":"Yong Yang","orcid":"https://orcid.org/0000-0003-2117-0853"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Yang","raw_affiliation_strings":["Tencent Security Platform Department"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent Security Platform Department","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100346318","display_name":"Yiming Li","orcid":"https://orcid.org/0000-0001-7530-7988"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Li","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110158722","display_name":"Shu\u2013Tao Xia","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu\u2013Tao Xia","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.684,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.92061008,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"24431","last_page":"24441"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12122","display_name":"Physical Unclonable Functions (PUFs) and Hardware Security","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backdoor","display_name":"Backdoor","score":0.9832480549812317},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6412440538406372},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.6251682043075562},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.42913520336151123},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4179069995880127},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3474672734737396}],"concepts":[{"id":"https://openalex.org/C2781045450","wikidata":"https://www.wikidata.org/wiki/Q254569","display_name":"Backdoor","level":2,"score":0.9832480549812317},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6412440538406372},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.6251682043075562},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42913520336151123},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4179069995880127},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3474672734737396}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52733.2024.02306","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.02306","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2802018518","display_name":null,"funder_award_id":"62171248","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W1977295328","https://openalex.org/W2108598243","https://openalex.org/W2115733720","https://openalex.org/W2158698691","https://openalex.org/W2533598788","https://openalex.org/W2748789698","https://openalex.org/W2774423163","https://openalex.org/W2964194231","https://openalex.org/W2988471847","https://openalex.org/W2990270730","https://openalex.org/W3008526508","https://openalex.org/W3042368254","https://openalex.org/W3093239278","https://openalex.org/W3094502228","https://openalex.org/W3118608800","https://openalex.org/W3121478722","https://openalex.org/W3125834223","https://openalex.org/W3128663834","https://openalex.org/W3130788031","https://openalex.org/W3138516171","https://openalex.org/W3157597523","https://openalex.org/W3166396011","https://openalex.org/W3168867926","https://openalex.org/W3200389817","https://openalex.org/W3206773754","https://openalex.org/W3210327063","https://openalex.org/W3212023986","https://openalex.org/W3214636874","https://openalex.org/W3217539178","https://openalex.org/W4214680449","https://openalex.org/W4281838252","https://openalex.org/W4282005462","https://openalex.org/W4283217246","https://openalex.org/W4285603001","https://openalex.org/W4287998266","https://openalex.org/W4294434188","https://openalex.org/W4311642344","https://openalex.org/W4312091889","https://openalex.org/W4312351352","https://openalex.org/W4312443924","https://openalex.org/W4312768002","https://openalex.org/W4312804044","https://openalex.org/W4312916726","https://openalex.org/W4313156423","https://openalex.org/W4319653550","https://openalex.org/W4375868878","https://openalex.org/W4382239347","https://openalex.org/W4384664508","https://openalex.org/W4386075538","https://openalex.org/W4386075814","https://openalex.org/W4386075825","https://openalex.org/W4386076050","https://openalex.org/W4386076555","https://openalex.org/W4387075457","https://openalex.org/W4388726687","https://openalex.org/W4389217173","https://openalex.org/W4390873054","https://openalex.org/W4401201189","https://openalex.org/W4402816792","https://openalex.org/W6743581629","https://openalex.org/W6770286897","https://openalex.org/W6770897281","https://openalex.org/W6774908330","https://openalex.org/W6776469819","https://openalex.org/W6780225908","https://openalex.org/W6780292011","https://openalex.org/W6784333009","https://openalex.org/W6788876066","https://openalex.org/W6789325072","https://openalex.org/W6790153967","https://openalex.org/W6791353385","https://openalex.org/W6794653564","https://openalex.org/W6801552602","https://openalex.org/W6802862418","https://openalex.org/W6803053407","https://openalex.org/W6803329306","https://openalex.org/W6803620494","https://openalex.org/W6805016613","https://openalex.org/W6810601475","https://openalex.org/W6838865580","https://openalex.org/W6839137985","https://openalex.org/W6843258702","https://openalex.org/W6846439493","https://openalex.org/W6847219583","https://openalex.org/W6847311340","https://openalex.org/W6850353503","https://openalex.org/W6856398555","https://openalex.org/W6859153242"],"related_works":["https://openalex.org/W4401407399","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747"],"abstract_inverted_index":{"Given":[0],"the":[1,40,51,59,74,82,95,101,111,116,144,149,155,159,164,170,173,180,186,189,203],"power":[2],"of":[3,42,97,188,205],"vision":[4],"transformers,":[5],"a":[6,31,37,65,69,77,86,91,122,131,137],"new":[7],"learning":[8],"paradigm,":[9],"pre-training":[10],"and":[11,18,108,133,158,216,223],"then":[12],"prompting,":[13],"makes":[14],"it":[15],"more":[16],"efficient":[17],"effective":[19],"to":[20,84,94,184,220],"address":[21],"downstream":[22],"visual":[23],"recog-nition":[24],"tasks.":[25],"In":[26],"this":[27,55],"paper,":[28],"we":[29,178],"identify":[30],"novel":[32],"security":[33],"threat":[34],"towards":[35],"such":[36],"paradigm":[38],"from":[39],"perspective":[41],"back-door":[43],"attacks.":[44],"Specifically,":[45],"an":[46],"extra":[47],"prompt":[48,134],"token,":[49],"called":[50],"switch":[52,138,174,190],"token":[53,191],"in":[54],"work,":[56],"can":[57,80,104,166],"turn":[58],"backdoor":[60,75,160,165,208],"mode":[61],"on,":[62],"i.e.,":[63,210],"converting":[64],"benign":[66,112],"model":[67,83,150],"into":[68],"backdoored":[70],"one.":[71],"Once":[72],"under":[73,110],"mode,":[76,113],"specific":[78],"trigger":[79,132,156],"force":[81],"predict":[85],"target":[87],"class.":[88],"It":[89],"poses":[90],"severe":[92],"risk":[93],"users":[96],"cloud":[98],"API,":[99],"since":[100],"malicious":[102],"behavior":[103],"not":[105],"be":[106,167,221],"activated":[107,168],"detected":[109,222],"thus":[114],"making":[115],"attack":[117,121,213],"very":[118],"stealthy.":[119],"To":[120],"pre-trained":[123],"model,":[124],"our":[125,206],"proposed":[126],"attack,":[127,209],"named":[128],"SWARM,":[129],"learns":[130],"tokens":[135],"including":[136],"token.":[139],"They":[140],"are":[141],"optimized":[142],"with":[143],"clean":[145,193],"loss":[146,161],"which":[147],"encourages":[148],"always":[151],"be-haves":[152],"normally":[153],"even":[154],"presents,":[157],"that":[162],"ensures":[163],"by":[169],"trig-ger":[171],"when":[172],"is":[175,227],"on.":[176],"Besides,":[177],"utilize":[179],"cross-mode":[181],"feature":[182],"distillation":[183],"reduce":[185],"effect":[187],"on":[192,197],"samples.":[194],"The":[195],"experiments":[196],"diverse":[198],"vi-sual":[199],"recognition":[200],"tasks":[201],"confirm":[202],"success":[204,214],"switchable":[207],"achieving":[211],"95%+":[212],"rate,":[215],"also":[217],"being":[218],"hard":[219],"removed.":[224],"Our":[225],"code":[226],"available":[228],"at":[229],"https://github.com/20000yshust/SWARM.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}