{"id":"https://openalex.org/W4415310889","doi":"https://doi.org/10.48550/arxiv.2502.15910","title":"Modality-Aware Neuron Pruning for Unlearning in Multimodal Large Language Models","display_name":"Modality-Aware Neuron Pruning for Unlearning in Multimodal Large Language Models","publication_year":2025,"publication_date":"2025-02-21","ids":{"openalex":"https://openalex.org/W4415310889","doi":"https://doi.org/10.48550/arxiv.2502.15910"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2502.15910","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.15910","pdf_url":"https://arxiv.org/pdf/2502.15910","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2502.15910","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090431203","display_name":"Zheyuan Liu","orcid":"https://orcid.org/0000-0002-3243-3922","observed_orcids":["https://orcid.org/0000-0002-3243-3922","https://orcid.org/0000-0001-7809-4586"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zheyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093946633","display_name":"Guangyao Dou","orcid":"https://orcid.org/0000-0001-8011-9658","observed_orcids":["https://orcid.org/0000-0001-8011-9658"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dou, Guangyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072246587","display_name":"Xiangchi Yuan","orcid":"https://orcid.org/0000-0001-5270-4817","observed_orcids":["https://orcid.org/0000-0001-5270-4817"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Xiangchi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390387","display_name":"Chunhui Zhang","orcid":"https://orcid.org/0000-0001-7225-2870","observed_orcids":["https://orcid.org/0000-0001-7225-2870"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chunhui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047674498","display_name":"Zhaoxuan Tan","orcid":"https://orcid.org/0000-0001-8230-6238","observed_orcids":["https://orcid.org/0000-0001-8230-6238"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Zhaoxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5074821819","display_name":"Meng Jiang","orcid":"https://orcid.org/0000-0002-3009-519X","observed_orcids":["https://orcid.org/0000-0002-3009-519X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Meng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unlearning","display_name":"unlearning","score":0.7429999709129333},{"id":"https://openalex.org/keywords/multimodal-large-language-models","display_name":"multimodal large language models","score":0.9760000109672546},{"id":"https://openalex.org/keywords/neuron-pruning","display_name":"neuron pruning","score":0.9879999756813049},{"id":"https://openalex.org/keywords/privacy-protection","display_name":"privacy preservation","score":0.5720000267028809},{"id":"https://openalex.org/keywords/memorization","display_name":"memorization","score":0.6050000190734863},{"id":"https://openalex.org/keywords/sensitive-information-removal","display_name":"sensitive information removal","score":0.4690000116825104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7685999870300293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6193000078201294},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5820000171661377},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5782999992370605},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5178999900817871},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5097000002861023},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4584999978542328},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4390999972820282},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.41600000858306885},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36309999227523804},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.34049999713897705},{"id":"https://openalex.org/C2779761714","wikidata":"https://www.wikidata.org/wiki/Q6752264","display_name":"Manu","level":2,"score":0.3352000117301941},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C2779151265","wikidata":"https://www.wikidata.org/wiki/Q1156791","display_name":"Copying","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27869999408721924},{"id":"https://openalex.org/C19273510","wikidata":"https://www.wikidata.org/wiki/Q263847","display_name":"Artificial life","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.2574000060558319},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2502.15910","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.15910","pdf_url":"https://arxiv.org/pdf/2502.15910","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2502.15910","doi":"https://doi.org/10.48550/arxiv.2502.15910","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.15910","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2502.15910","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.15910","pdf_url":"https://arxiv.org/pdf/2502.15910","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4416158254","https://openalex.org/W4412888549","https://openalex.org/W7162696599","https://openalex.org/W4416374045","https://openalex.org/W7163193921","https://openalex.org/W7126059664","https://openalex.org/W7172389928","https://openalex.org/W7166819989","https://openalex.org/W7106824251","https://openalex.org/W7213266381"],"abstract_inverted_index":{"Generative":[0],"models":[1],"such":[2],"as":[3],"Large":[4,10],"Language":[5,11],"Models":[6,12],"(LLMs)":[7],"and":[8,23,30,112,119,147,183],"Multimodal":[9],"(MLLMs)":[13],"trained":[14],"on":[15,90],"massive":[16],"datasets":[17],"can":[18,178],"lead":[19],"them":[20],"to":[21,54,85,94,128,139,154],"memorize":[22],"inadvertently":[24],"reveal":[25],"sensitive":[26],"information,":[27],"raising":[28],"ethical":[29],"privacy":[31],"concerns.":[32],"While":[33],"some":[34],"prior":[35],"works":[36],"have":[37],"explored":[38],"this":[39,69],"issue":[40],"in":[41,186],"the":[42,55,95,121,129,134,149,155,163,192],"context":[43],"of":[44,58,106,165],"LLMs,":[45],"it":[46],"presents":[47],"a":[48,78,180],"unique":[49],"challenge":[50],"for":[51,82,100],"MLLMs":[52,83],"due":[53],"entangled":[56],"nature":[57],"knowledge":[59],"across":[60,125,171],"modalities,":[61],"making":[62],"comprehensive":[63,184],"unlearning":[64,80,185],"more":[65,181],"difficult.":[66],"To":[67],"address":[68],"challenge,":[70],"we":[71],"propose":[72],"Modality":[73],"Aware":[74],"Neuron":[75],"Unlearning":[76],"(MANU),":[77],"novel":[79],"framework":[81],"designed":[84],"selectively":[86],"clip":[87],"neurons":[88,124,150],"based":[89],"their":[91],"relative":[92,127],"importance":[93],"targeted":[96,130],"forget":[97,131,156],"data,":[98],"curated":[99],"different":[101],"modalities.":[102],"Specifically,":[103],"MANU":[104,144,177],"consists":[105],"two":[107],"stages:":[108],"important":[109],"neuron":[110],"selection":[111],"selective":[113],"pruning.":[114],"The":[115],"first":[116],"stage":[117,136],"identifies":[118],"collects":[120],"most":[122,153],"influential":[123],"modalities":[126],"knowledge,":[132],"while":[133,161],"second":[135],"is":[137],"dedicated":[138],"pruning":[140],"those":[141],"selected":[142],"neurons.":[143],"effectively":[145],"isolates":[146],"removes":[148],"that":[151,176],"contribute":[152],"data":[157],"within":[158],"each":[159,187],"modality,":[160],"preserving":[162],"integrity":[164],"retained":[166],"knowledge.":[167],"Our":[168],"experiments":[169],"conducted":[170],"various":[172],"MLLM":[173],"architectures":[174],"illustrate":[175],"achieve":[179],"balanced":[182],"modality":[188],"without":[189],"largely":[190],"affecting":[191],"overall":[193],"model":[194],"utility.":[195]},"counts_by_year":[],"updated_date":"2026-09-27T08:07:27.782135","created_date":"2025-10-18T00:00:00"}