{"id":"https://openalex.org/W7153986981","doi":"https://doi.org/10.48550/arxiv.2604.08846","title":"Dictionary-Aligned Concept Control for Safeguarding Multimodal LLMs","display_name":"Dictionary-Aligned Concept Control for Safeguarding Multimodal LLMs","publication_year":2026,"publication_date":"2026-04-10","ids":{"openalex":"https://openalex.org/W7153986981","doi":"https://doi.org/10.48550/arxiv.2604.08846"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.08846","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08846","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.08846","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133479994","display_name":"Jinqi Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Jinqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133532674","display_name":"Jinyu Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jinyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048282838","display_name":"Tal Neiman","orcid":"https://orcid.org/0009-0005-0198-240X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Neiman, Tal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133533516","display_name":"Lei Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133523818","display_name":"Bing Yin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Bing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133475477","display_name":"Son Tran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tran, Son","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133488985","display_name":"Mubarak Shah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shah, Mubarak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133487354","display_name":"Ren\u00e9 Vidal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vidal, Ren\u00e9","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.32919999957084656,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.32919999957084656,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.27730000019073486,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.13680000603199005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/safeguarding","display_name":"Safeguarding","score":0.8025000095367432},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6541000008583069},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5942000150680542},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5824999809265137},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5271000266075134},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.5042999982833862}],"concepts":[{"id":"https://openalex.org/C2776743756","wikidata":"https://www.wikidata.org/wiki/Q5097921","display_name":"Safeguarding","level":2,"score":0.8025000095367432},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7325000166893005},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6541000008583069},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5942000150680542},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5824999809265137},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5271000266075134},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.5042999982833862},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44760000705718994},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3441999852657318},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3163999915122986},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.314300000667572},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3111000061035156},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2800000011920929},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.27090001106262207},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.26260000467300415},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.08846","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08846","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.08846","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08846","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"Large":[1],"Language":[2],"Models":[3],"(MLLMs)":[4],"have":[5],"been":[6],"shown":[7],"to":[8,11,28,88,118,162,179],"be":[9,160],"vulnerable":[10],"malicious":[12,40],"queries":[13],"that":[14,107,155,175,213],"can":[15,159],"elicit":[16],"unsafe":[17],"responses.":[18],"Recent":[19],"work":[20],"uses":[21,176],"prompt":[22],"engineering,":[23],"response":[24],"classification,":[25],"or":[26,47,86],"finetuning":[27],"improve":[29],"MLLM":[30,123,217],"safety.":[31],"Nevertheless,":[32],"such":[33],"approaches":[34],"are":[35],"often":[36],"ineffective":[37],"against":[38],"evolving":[39],"patterns,":[41],"may":[42],"require":[43],"rerunning":[44],"the":[45,53,149,156,181,189,192],"query,":[46],"demand":[48],"heavy":[49],"computational":[50],"resources.":[51],"Steering":[52],"activations":[54,143,164],"of":[55,83,130,183,191],"a":[56,66,80,105,109,114,128,171],"frozen":[57],"model":[58],"at":[59],"inference":[60],"time":[61],"has":[62],"recently":[63],"emerged":[64],"as":[65],"flexible":[67],"and":[68,113,140,186],"effective":[69],"solution.":[70],"However,":[71],"existing":[72],"steering":[73,173],"methods":[74],"for":[75,195],"MLLMs":[76,201],"typically":[77],"handle":[78],"only":[79],"narrow":[81],"set":[82],"safety-related":[84],"concepts":[85,91,133],"struggle":[87],"adjust":[89],"specific":[90],"without":[92],"affecting":[93],"others.":[94],"To":[95],"address":[96],"these":[97],"challenges,":[98],"we":[99,126,153,169],"introduce":[100],"Dictionary-Aligned":[101],"Concept":[102],"Control":[103],"(DACO),":[104],"framework":[106],"utilizes":[108],"curated":[110,157],"concept":[111,145],"dictionary":[112,129,158,178],"Sparse":[115],"Autoencoder":[116],"(SAE)":[117],"provide":[119],"granular":[120],"control":[121],"over":[122,136],"activations.":[124],"First,":[125],"curate":[127],"15,000":[131],"multimodal":[132],"by":[134],"retrieving":[135],"400,000":[137],"caption-image":[138],"stimuli":[139],"summarizing":[141],"their":[142],"into":[144],"directions.":[146],"We":[147],"name":[148],"dataset":[150],"DACO-400K.":[151],"Second,":[152],"show":[154,212],"used":[161],"intervene":[163],"via":[165],"sparse":[166],"coding.":[167],"Third,":[168],"propose":[170],"new":[172],"approach":[174],"our":[177],"initialize":[180],"training":[182],"an":[184],"SAE":[185,193],"automatically":[187],"annotate":[188],"semantics":[190],"atoms":[194],"safeguarding":[196],"MLLMs.":[197],"Experiments":[198],"on":[199],"multiple":[200],"(e.g.,":[202,209],"QwenVL,":[203],"LLaVA,":[204],"InternVL)":[205],"across":[206],"safety":[207,218],"benchmarks":[208],"MM-SafetyBench,":[210],"JailBreakV)":[211],"DACO":[214],"significantly":[215],"improves":[216],"while":[219],"maintaining":[220],"general-purpose":[221],"capabilities.":[222]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-14T00:00:00"}