{"id":"https://openalex.org/W4412888339","doi":"https://doi.org/10.18653/v1/2025.findings-acl.722","title":"3DM: Distill, Dynamic Drop, and Merge for Debiasing Multi-modal Large Language Models","display_name":"3DM: Distill, Dynamic Drop, and Merge for Debiasing Multi-modal Large Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888339","doi":"https://doi.org/10.18653/v1/2025.findings-acl.722"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.722","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.722","pdf_url":"https://aclanthology.org/2025.findings-acl.722.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.722.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032216635","display_name":"Zhaoxi Zhang","orcid":"https://orcid.org/0000-0002-3813-2776"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhaoxi Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042867928","display_name":"Sanwoo Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sanwoo Lee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100700403","display_name":"Zhixiang Wang","orcid":"https://orcid.org/0000-0002-4778-7539"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhixiang Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5107957233","display_name":"Yunfang Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yunfang Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08604714,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"14049","last_page":"14059"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9726999998092651,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.9735128879547119},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6956882476806641},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6915091276168823},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.6787564754486084},{"id":"https://openalex.org/keywords/drop","display_name":"Drop (telecommunication)","score":0.4602656662464142},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33675652742385864},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.22507613897323608},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.143861323595047},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10863584280014038},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.08428955078125},{"id":"https://openalex.org/keywords/composite-material","display_name":"Composite material","score":0.062142640352249146}],"concepts":[{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.9735128879547119},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6956882476806641},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6915091276168823},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.6787564754486084},{"id":"https://openalex.org/C2781345722","wikidata":"https://www.wikidata.org/wiki/Q5308388","display_name":"Drop (telecommunication)","level":2,"score":0.4602656662464142},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33675652742385864},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.22507613897323608},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.143861323595047},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10863584280014038},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.08428955078125},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.062142640352249146},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.722","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.722","pdf_url":"https://aclanthology.org/2025.findings-acl.722.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.722","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.722","pdf_url":"https://aclanthology.org/2025.findings-acl.722.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G655826466","display_name":"\u57fa\u4e8e\u8bed\u8a00\u8ba4\u77e5\u673a\u7406\u7684\u6c49\u8bed\u6846\u67b6\u8bed\u4e49\u8ba1\u7b97\u7814\u7a76","funder_award_id":"61936012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888339.pdf","grobid_xml":"https://content.openalex.org/works/W4412888339.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4362554880","https://openalex.org/W4281684980","https://openalex.org/W4386875279","https://openalex.org/W2171721708","https://openalex.org/W4390963114","https://openalex.org/W4287887864","https://openalex.org/W3214527415","https://openalex.org/W1495104519","https://openalex.org/W4225584739","https://openalex.org/W2199432031"],"abstract_inverted_index":{"The":[0],"rapid":[1],"advancement":[2],"of":[3,137,178],"Multi-modal":[4],"Language":[5],"Models":[6],"(MLLMs)":[7],"has":[8],"significantly":[9],"enhanced":[10],"performance":[11],"in":[12,154,174],"multimodal":[13],"tasks,":[14],"yet":[15],"these":[16,82],"models":[17,49,89],"often":[18],"exhibit":[19],"inherent":[20],"biases":[21],"that":[22,99,149],"compromise":[23],"their":[24,106],"reliability":[25],"and":[26,40,78,93,110,134,157,165,171],"fairness.Traditional":[27],"debiasing":[28,156],"methods":[29,153],"face":[30],"a":[31,51,55,71,95,163],"trade-off":[32],"between":[33],"the":[34,66,123,135,138,159],"need":[35],"for":[36,143,168],"extensive":[37],"labeled":[38],"datasets":[39],"high":[41],"computational":[42],"costs.Model":[43],"merging,":[44,131],"which":[45],"efficiently":[46],"combines":[47],"multiple":[48],"into":[50],"single":[52],"one,":[53],"offers":[54],"promising":[56],"alternative":[57],"but":[58],"its":[59],"usage":[60],"is":[61],"limited":[62],"to":[63,80,87,108],"MLLMs":[64,173],"with":[65,90],"same":[67],"architecture.We":[68],"propose":[69],"3DM,":[70],"novel":[72],"framework":[73],"integrating":[74],"Distill,":[75],"Dynamic":[76],"Drop,":[77],"Merge":[79],"address":[81],"challenges.3DM":[83],"employs":[84],"knowledge":[85],"distillation":[86],"harmonize":[88],"divergent":[91],"architectures":[92],"introduces":[94],"dynamic":[96,132],"dropping":[97],"strategy":[98],"assigns":[100],"parameter-specific":[101],"drop":[102],"rates":[103],"based":[104],"on":[105,122],"contributions":[107,128],"bias":[109,145],"overall":[111,160],"performance.This":[112],"approach":[113],"preserves":[114],"critical":[115],"weights":[116],"while":[117],"mitigating":[118],"biases,":[119],"as":[120],"validated":[121],"MMSD2.0sarcasm":[124],"detection":[125],"dataset.Our":[126],"key":[127],"include":[129],"architecture-agnostic":[130],"dropping,":[133],"introduction":[136],"Bias":[139],"Ratio":[140],"(BR)":[141],"metric":[142],"systematic":[144],"assessment.Empirical":[146],"results":[147],"demonstrate":[148],"3DM":[150],"outperforms":[151],"existing":[152],"balancing":[155],"enhancing":[158],"performance,":[161],"offering":[162],"practical":[164],"scalable":[166],"solution":[167],"deploying":[169],"fair":[170],"efficient":[172],"real-world":[175],"applications.The":[176],"code":[177],"this":[179],"paper":[180],"can":[181],"be":[182],"found":[183],"at":[184],"https://github.com/JesseZZZZZ/3DM.":[185]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}