{"id":"https://openalex.org/W4402753786","doi":"https://doi.org/10.1109/cvpr52733.2024.02304","title":"One Prompt Word is Enough to Boost Adversarial Robustness for Pre-Trained Vision-Language Models","display_name":"One Prompt Word is Enough to Boost Adversarial Robustness for Pre-Trained Vision-Language Models","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402753786","doi":"https://doi.org/10.1109/cvpr52733.2024.02304"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.02304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.02304","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015193544","display_name":"Lin Li","orcid":"https://orcid.org/0000-0001-6369-2663"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lin Li","raw_affiliation_strings":["King's College,London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King's College,London","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010706869","display_name":"Haoyan Guan","orcid":"https://orcid.org/0000-0003-1936-2442"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Haoyan Guan","raw_affiliation_strings":["King's College,London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King's College,London","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071693446","display_name":"Jianing Qiu","orcid":"https://orcid.org/0000-0003-4166-3428"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jianing Qiu","raw_affiliation_strings":["Imperial College,London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College,London","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069783230","display_name":"Michael Spratling","orcid":"https://orcid.org/0000-0001-9531-2813"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michael Spratling","raw_affiliation_strings":["King's College,London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King's College,London","institution_ids":["https://openalex.org/I183935753"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.0278,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.98839095,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"24408","last_page":"24419"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8375818729400635},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7599163055419922},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7493239641189575},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5758400559425354},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.559960126876831},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4843614995479584},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4533121883869171},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.44198912382125854},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4003587067127228},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13959792256355286}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8375818729400635},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7599163055419922},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7493239641189575},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5758400559425354},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.559960126876831},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4843614995479584},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4533121883869171},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44198912382125854},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4003587067127228},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13959792256355286},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52733.2024.02304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.02304","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320311196","display_name":"King\u2019s College London","ror":"https://ror.org/0220mzb33"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W1846799578","https://openalex.org/W1977295328","https://openalex.org/W2017814585","https://openalex.org/W2047643928","https://openalex.org/W2108598243","https://openalex.org/W2138011018","https://openalex.org/W2155904486","https://openalex.org/W2194775991","https://openalex.org/W2346062110","https://openalex.org/W2533598788","https://openalex.org/W2913668833","https://openalex.org/W2947707615","https://openalex.org/W2963857521","https://openalex.org/W2964194231","https://openalex.org/W2990138404","https://openalex.org/W3035106315","https://openalex.org/W3037492894","https://openalex.org/W3092873005","https://openalex.org/W3103616906","https://openalex.org/W3171638247","https://openalex.org/W3185341429","https://openalex.org/W3195577433","https://openalex.org/W3198377975","https://openalex.org/W4221149036","https://openalex.org/W4226117697","https://openalex.org/W4241307704","https://openalex.org/W4281838252","https://openalex.org/W4287726855","https://openalex.org/W4288363925","https://openalex.org/W4293846201","https://openalex.org/W4297697565","https://openalex.org/W4299518610","https://openalex.org/W4311086205","https://openalex.org/W4312310776","https://openalex.org/W4313654972","https://openalex.org/W4320342782","https://openalex.org/W4321021726","https://openalex.org/W4322766882","https://openalex.org/W4375868878","https://openalex.org/W4378718229","https://openalex.org/W4386065752","https://openalex.org/W4386075882","https://openalex.org/W4386076043","https://openalex.org/W4386076374","https://openalex.org/W4386083071","https://openalex.org/W4386273279","https://openalex.org/W4386523254","https://openalex.org/W4386973901","https://openalex.org/W4387839006","https://openalex.org/W4390190425","https://openalex.org/W4390872410","https://openalex.org/W4401109685","https://openalex.org/W6637162671","https://openalex.org/W6638677478","https://openalex.org/W6640425456","https://openalex.org/W6682132143","https://openalex.org/W6748475379","https://openalex.org/W6755310938","https://openalex.org/W6758930985","https://openalex.org/W6759129252","https://openalex.org/W6759579507","https://openalex.org/W6761100157","https://openalex.org/W6763468762","https://openalex.org/W6764990469","https://openalex.org/W6767228950","https://openalex.org/W6771809012","https://openalex.org/W6774469542","https://openalex.org/W6774549192","https://openalex.org/W6774681163","https://openalex.org/W6779473860","https://openalex.org/W6779630795","https://openalex.org/W6780176858","https://openalex.org/W6784426856","https://openalex.org/W6784493056","https://openalex.org/W6785039685","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6800751262","https://openalex.org/W6811013733","https://openalex.org/W6838865580","https://openalex.org/W6847311340","https://openalex.org/W6849189713","https://openalex.org/W6849419904","https://openalex.org/W6849847690","https://openalex.org/W6853255756","https://openalex.org/W6855426612","https://openalex.org/W6857665715"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4310988119","https://openalex.org/W4285226279","https://openalex.org/W2944691285"],"abstract_inverted_index":{"Large":[0],"pre-trained":[1],"Vision-Language":[2],"Models":[3],"(VLMs)":[4],"like":[5],"CLIP,":[6],"despite":[7],"having":[8],"remarkable":[9],"generalization":[10,145],"ability,":[11],"are":[12,57,104],"highly":[13],"vulnerable":[14],"to":[15,59,71,74,116,121,160,192],"adversarial":[16,22,53,75],"examples.":[17],"This":[18],"work":[19],"studies":[20],"the":[21,27,31,36,49,60,140,144,161,167,173],"robustness":[23,170],"of":[24,30,35,51,139],"VLMs":[25],"from":[26],"novel":[28],"perspective":[29],"text":[32,62,81],"prompt":[33,82],"instead":[34],"extensively":[37],"studied":[38],"model":[39],"weights":[40],"(frozen":[41],"in":[42,137,187],"this":[43],"work).":[44],"We":[45],"first":[46],"show":[47,122],"that":[48],"effectiveness":[50],"both":[52,97],"attack":[54],"and":[55,99,109,128,143,150,169,178,196],"defense":[56],"sensitive":[58],"used":[61],"prompt.":[63],"Inspired":[64],"by":[65,77,154,176],"this,":[66],"we":[67],"propose":[68],"a":[69,79],"method":[70],"improve":[72],"resilience":[73],"attacks":[76],"learning":[78],"robust":[80],"for":[83,194,198],"VLMs.":[84],"The":[85,183],"proposed":[86],"method,":[87],"named":[88],"Adversarial":[89],"Prompt":[90],"Tuning":[91],"(APT),":[92],"is":[93,201],"effective":[94,190],"while":[95],"being":[96],"computationally":[98],"data":[100,111,119],"efficient.":[101],"Extensive":[102],"experiments":[103],"conducted":[105],"across":[106,151],"15":[107],"datasets":[108],"4":[110],"sparsity":[112],"schemes":[113],"(from":[114],"1-shot":[115],"full":[117],"training":[118],"settings)":[120],"APT's":[123],"superiority":[124],"over":[125,172],"hand-engineered":[126,174],"prompts":[127,175],"other":[129],"state-of-the-art":[130],"adaption":[131],"methods.":[132],"APT":[133,163],"demonstrated":[134],"excellent":[135],"abilities":[136],"terms":[138],"in-distribution":[141],"performance":[142],"under":[146],"input":[147],"distribution":[148],"shift":[149],"datasets.":[152],"Surprisingly,":[153],"simply":[155],"adding":[156],"one":[157],"learned":[158],"word":[159],"prompts,":[162],"can":[164],"significantly":[165],"boost":[166],"accuracy":[168,195],"($\\epsilon=4/255$)":[171],"+13%":[177],"+8.5%":[179],"on":[180],"average":[181],"respectively.":[182],"improvement":[184],"further":[185],"increases,":[186],"our":[188],"most":[189],"setting,":[191],"+26.4%":[193],"+16.7%":[197],"robustness.":[199],"Code":[200],"available":[202],"at":[203],"https://github.com/TreeLLi/APT.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":5}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2025-10-10T00:00:00"}