{"id":"https://openalex.org/W4416034719","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.556","title":"Both Text and Images Leaked! A Systematic Analysis of Data Contamination in Multimodal LLM","display_name":"Both Text and Images Leaked! A Systematic Analysis of Data Contamination in Multimodal LLM","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416034719","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.556"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.556","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.556","pdf_url":"https://aclanthology.org/2025.findings-emnlp.556.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.556.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070339842","display_name":"Dingjie Song","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingjie Song","raw_affiliation_strings":["Lehigh University C The Chinese University of Hong Kong , Shenzhen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lehigh University C The Chinese University of Hong Kong , Shenzhen","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sicheng Lai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sicheng Lai","raw_affiliation_strings":["Lehigh University C The Chinese University of Hong Kong , Shenzhen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lehigh University C The Chinese University of Hong Kong , Shenzhen","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043256966","display_name":"Mingxuan Wang","orcid":"https://orcid.org/0000-0002-2858-6512"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingxuan Wang","raw_affiliation_strings":["Lehigh University C The Chinese University of Hong Kong , Shenzhen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lehigh University C The Chinese University of Hong Kong , Shenzhen","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041945106","display_name":"Shunian Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shunian Chen","raw_affiliation_strings":["Lehigh University C The Chinese University of Hong Kong , Shenzhen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lehigh University C The Chinese University of Hong Kong , Shenzhen","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015105117","display_name":"Lichao Sun","orcid":"https://orcid.org/0000-0003-1539-7939"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lichao Sun","raw_affiliation_strings":["Lehigh University C The Chinese University of Hong Kong , Shenzhen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lehigh University C The Chinese University of Hong Kong , Shenzhen","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084990114","display_name":"Benyou Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Benyou Wang","raw_affiliation_strings":["Lehigh University C The Chinese University of Hong Kong , Shenzhen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lehigh University C The Chinese University of Hong Kong , Shenzhen","institution_ids":["https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210116924"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10527","last_page":"10542"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.14980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.14980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14330","display_name":"Library Science and Information Systems","score":0.08420000225305557,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.0560000017285347,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.28360000252723694},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.27970001101493835},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.26010000705718994},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.257999986410141}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5498999953269958},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4936000108718872},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3815999925136566},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2791999876499176},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.27810001373291016},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2468000054359436}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.556","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.556","pdf_url":"https://aclanthology.org/2025.findings-emnlp.556.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.556","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.556","pdf_url":"https://aclanthology.org/2025.findings-emnlp.556.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G524075158","display_name":null,"funder_award_id":"12326608","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416034719.pdf","grobid_xml":"https://content.openalex.org/works/W4416034719.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"advancement":[2],"of":[3,18],"multimodal":[4,43,51,104,115],"large":[5,33],"language":[6,34],"models":[7,35,90],"(MLLMs)":[8],"has":[9],"significantly":[10],"enhanced":[11],"performance":[12],"across":[13,70],"benchmarks.However,":[14],"data":[15,20,44,52],"contamination-unintentional":[16],"memorization":[17],"benchmark":[19],"during":[21,97],"model":[22,116],"training-poses":[23],"critical":[24],"challenges":[25],"for":[26,31,39],"fair":[27],"evaluation.Existing":[28],"detection":[29],"methods":[30],"unimodal":[32,98],"(LLMs)":[36],"are":[37],"inadequate":[38],"MLLMs":[40,80],"due":[41],"to":[42],"complexity":[45],"and":[46,64,72,81,91,113],"multi-phase":[47],"training.We":[48],"systematically":[49],"analyze":[50],"contamination":[53,62,68,94,108],"using":[54],"our":[55],"analytical":[56],"framework,":[57],"MM-DETECT,":[58],"which":[59],"defines":[60],"two":[61],"categories-unimodal":[63],"cross-modal-and":[65],"effectively":[66],"quantifies":[67],"severity":[69],"multiple-choice":[71],"caption-based":[73],"Visual":[74],"Question":[75],"Answering":[76],"tasks.Evaluations":[77],"on":[78],"twelve":[79],"five":[82],"benchmarks":[83],"reveal":[84],"significant":[85],"contamination,":[86],"particularly":[87],"in":[88],"proprietary":[89],"older":[92],"benchmarks.Crucially,":[93],"sometimes":[95],"originates":[96],"pre-training":[99],"rather":[100],"than":[101],"solely":[102],"from":[103],"fine-tuning.Our":[105],"insights":[106],"refine":[107],"understanding,":[109],"guiding":[110],"evaluation":[111],"practices":[112],"improving":[114],"reliability.":[117]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-08T00:00:00"}