{"id":"https://openalex.org/W7130687295","doi":"https://doi.org/10.48550/arxiv.2602.16931","title":"Narrow Fine-Tuning Erodes Safety Alignment in Vision-Language Agents","display_name":"Narrow Fine-Tuning Erodes Safety Alignment in Vision-Language Agents","publication_year":2026,"publication_date":"2026-02-18","ids":{"openalex":"https://openalex.org/W7130687295","doi":"https://doi.org/10.48550/arxiv.2602.16931"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.16931","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.16931","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.16931","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126461350","display_name":"Idhant Gulati","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gulati, Idhant","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126453516","display_name":"Shivam Raval","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raval, Shivam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6904000043869019,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6904000043869019,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.11819999665021896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.02419999986886978,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/principal","display_name":"Principal (computer security)","score":0.41350001096725464},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.37389999628067017},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.3059999942779541},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.29739999771118164},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.29249998927116394},{"id":"https://openalex.org/keywords/lifelong-learning","display_name":"Lifelong learning","score":0.2815000116825104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6144999861717224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46160000562667847},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.41350001096725464},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.38339999318122864},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.37389999628067017},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3199999928474426},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3012000024318695},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.29249998927116394},{"id":"https://openalex.org/C108771440","wikidata":"https://www.wikidata.org/wiki/Q368475","display_name":"Lifelong learning","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C2776544517","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Unexpected events","level":2,"score":0.2639999985694885},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.16931","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.16931","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.16931","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.16931","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Lifelong":[0],"multimodal":[1,62],"agents":[2],"must":[3],"continuously":[4],"adapt":[5],"to":[6],"new":[7],"tasks":[8,44],"through":[9],"post-training,":[10],"but":[11],"this":[12],"creates":[13],"a":[14,111],"fundamental":[15],"tension":[16],"between":[17],"acquiring":[18],"capabilities":[19],"and":[20,45,60,136],"preserving":[21],"safety":[22,82],"alignment.":[23],"We":[24],"demonstrate":[25],"that":[26,39,53,61,80,107],"fine-tuning":[27,135],"aligned":[28],"vision-language":[29,89],"models":[30],"on":[31,49],"narrow-domain":[32],"harmful":[33,94,108,150],"datasets":[34],"induces":[35,100],"severe":[36],"emergent":[37],"misalignment":[38,54,67,119],"generalizes":[40],"broadly":[41],"across":[42],"unrelated":[43],"modalities.":[46],"Through":[47],"experiments":[48],"Gemma3-4B,":[50],"we":[51,129],"show":[52],"scales":[55],"monotonically":[56],"with":[57,115],"LoRA":[58],"rank,":[59],"evaluation":[63,75],"reveals":[64,106],"substantially":[65,142],"higher":[66],"($70.71":[68],"\\pm":[69,77],"1.22$":[70],"at":[71],"$r=128$)":[72],"than":[73],"text-only":[74],"($41.19":[76],"2.51$),":[78],"suggesting":[79],"unimodal":[81],"benchmarks":[83],"may":[84,166],"underestimate":[85],"alignment":[86,102,170],"degradation":[87],"in":[88,96,122,171],"models.":[90],"Critically,":[91],"even":[92],"10\\%":[93],"data":[95],"the":[97,116,148,155],"training":[98],"mixture":[99],"substantial":[101],"degradation.":[103],"Geometric":[104],"analysis":[105],"behaviors":[109],"occupy":[110],"remarkably":[112],"low-dimensional":[113],"subspace,":[114],"majority":[117],"of":[118],"information":[120],"captured":[121],"10":[123],"principal":[124],"components.":[125],"To":[126],"mitigate":[127],"misalignment,":[128,144],"evaluate":[130],"two":[131],"strategies:":[132],"benign":[133],"narrow":[134],"activation-based":[137],"steering.":[138],"While":[139],"both":[140],"approaches":[141],"reduce":[143],"neither":[145],"completely":[146],"removes":[147],"learned":[149],"behaviors.":[151],"Our":[152],"findings":[153],"highlight":[154],"need":[156],"for":[157],"robust":[158],"continual":[159],"learning":[160],"frameworks,":[161],"as":[162],"current":[163],"post-training":[164],"paradigms":[165],"not":[167],"sufficiently":[168],"preserve":[169],"post-deployment":[172],"settings.":[173]},"counts_by_year":[],"updated_date":"2026-08-16T07:02:28.622633","created_date":"2026-02-21T00:00:00"}