{"id":"https://openalex.org/W4404342877","doi":"https://doi.org/10.48550/arxiv.2410.22888","title":"Effective and Efficient Adversarial Detection for Vision-Language Models via A Single Vector","display_name":"Effective and Efficient Adversarial Detection for Vision-Language Models via A Single Vector","publication_year":2024,"publication_date":"2024-10-30","ids":{"openalex":"https://openalex.org/W4404342877","doi":"https://doi.org/10.48550/arxiv.2410.22888"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2410.22888","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.22888","pdf_url":"https://arxiv.org/pdf/2410.22888","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.22888","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053236889","display_name":"Youcheng Huang","orcid":"https://orcid.org/0000-0002-0888-5881"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Youcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029052244","display_name":"Fengbin Zhu","orcid":"https://orcid.org/0000-0001-6776-2040"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Fengbin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114417984","display_name":"Jingkun Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Jingkun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100693197","display_name":"Pan Zhou","orcid":"https://orcid.org/0000-0002-8629-4622"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Pan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039239180","display_name":"Wenqiang Lei","orcid":"https://orcid.org/0000-0001-6540-0601"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei, Wenqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073535763","display_name":"Jiancheng Lv","orcid":"https://orcid.org/0000-0001-6551-3884"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lv, Jiancheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5089404640","display_name":"Tat\u2010Seng Chua","orcid":"https://orcid.org/0000-0001-6097-7807"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chua, Tat-Seng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9383999705314636,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.8805233836174011},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6312440633773804},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5449033379554749},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40997910499572754},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35588836669921875},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.351622998714447},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33468544483184814},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3236886262893677}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.8805233836174011},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6312440633773804},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5449033379554749},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40997910499572754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35588836669921875},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.351622998714447},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33468544483184814},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3236886262893677}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2410.22888","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.22888","pdf_url":"https://arxiv.org/pdf/2410.22888","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2410.22888","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.22888","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.22888","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.22888","pdf_url":"https://arxiv.org/pdf/2410.22888","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404342877.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4310988119","https://openalex.org/W4285226279","https://openalex.org/W4288019534"],"abstract_inverted_index":{"Visual":[0],"Language":[1],"Models":[2],"(VLMs)":[3],"are":[4,46],"vulnerable":[5],"to":[6,95],"adversarial":[7,12,100],"attacks,":[8],"especially":[9],"those":[10],"from":[11,83],"images,":[13],"which":[14,76,89],"is":[15,131],"however":[16],"under-explored":[17],"in":[18,105],"literature.":[19],"To":[20],"facilitate":[21],"research":[22],"on":[23],"this":[24],"critical":[25],"safety":[26],"problem,":[27],"we":[28,62,90],"first":[29],"construct":[30],"a":[31,65,78],"new":[32,59],"laRge-scale":[33],"Adervsarial":[34],"images":[35,101],"dataset":[36],"with":[37,110],"Diverse":[38],"hArmful":[39],"Responses":[40],"(RADAR),":[41],"given":[42],"that":[43,81],"existing":[44],"datasets":[45],"either":[47],"small-scale":[48],"or":[49],"only":[50],"contain":[51],"limited":[52],"types":[53],"of":[54,87,99,125],"harmful":[55],"responses.":[56],"With":[57],"the":[58,84,92,97,106,119],"RADAR":[60],"dataset,":[61],"further":[63],"develop":[64],"novel":[66],"and":[67,115,122],"effective":[68],"iN-time":[69],"Embedding-based":[70],"AdveRSarial":[71],"Image":[72],"DEtection":[73],"(NEARSIDE)":[74],"method,":[75],"exploits":[77],"single":[79],"vector":[80],"distilled":[82],"hidden":[85],"states":[86],"VLMs,":[88,113],"call":[91],"attacking":[93],"direction,":[94],"achieve":[96],"detection":[98],"against":[102],"benign":[103],"ones":[104],"input.":[107],"Extensive":[108],"experiments":[109],"two":[111],"victim":[112],"LLaVA":[114],"MiniGPT-4,":[116],"well":[117],"demonstrate":[118],"effectiveness,":[120],"efficiency,":[121],"cross-model":[123],"transferrability":[124],"our":[126],"proposed":[127],"method.":[128],"Our":[129],"code":[130],"available":[132],"at":[133],"https://github.com/mob-scu/RADAR-NEARSIDE":[134]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2024-11-14T00:00:00"}