{"id":"https://openalex.org/W4415536195","doi":"https://doi.org/10.1145/3746027.3755002","title":"Revisiting Data Auditing in Large Vision-Language Models","display_name":"Revisiting Data Auditing in Large Vision-Language Models","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415536195","doi":"https://doi.org/10.1145/3746027.3755002"},"language":"en","primary_location":{"id":"doi:10.1145/3746027.3755002","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755002","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101854211","display_name":"Hongyu Zhu","orcid":"https://orcid.org/0009-0009-0570-8626"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongyu Zhu","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-0570-8626","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058729442","display_name":"Sichu Liang","orcid":"https://orcid.org/0009-0009-6798-1118"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sichu Liang","raw_affiliation_strings":["Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0009-6798-1118","affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenwen Wang","orcid":"https://orcid.org/0009-0009-9198-575X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenwen Wang","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0009-0009-9198-575X","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007335290","display_name":"Boheng Li","orcid":"https://orcid.org/0000-0001-9921-7215"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Boheng Li","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-9921-7215","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101319188","display_name":"Tongxin Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tongxin Yuan","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-8167-8311","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023015254","display_name":"Fangqi Li","orcid":"https://orcid.org/0000-0001-7965-5170"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangqi Li","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7965-5170","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063044515","display_name":"Hanyi Wang","orcid":"https://orcid.org/0000-0003-1899-6750"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanyi Wang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1899-6750","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101717685","display_name":"Shilin Wang","orcid":"https://orcid.org/0000-0002-8214-6809"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi-Lin Wang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8214-6809","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070962435","display_name":"Zhuosheng Zhang","orcid":"https://orcid.org/0000-0002-4183-3645"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuosheng Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4183-3645","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5101854211"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15573077,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"11337","last_page":"11346"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.6037999987602234},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4797999858856201},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.46889999508857727},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.45989999175071716},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.44290000200271606},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4406999945640564},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.41040000319480896},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.40619999170303345},{"id":"https://openalex.org/keywords/bayes-theorem","display_name":"Bayes' theorem","score":0.3650999963283539}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7202000021934509},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6037999987602234},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4797999858856201},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4733000099658966},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.46889999508857727},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.45989999175071716},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4523000121116638},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.44290000200271606},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4406999945640564},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.41040000319480896},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.40619999170303345},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39910000562667847},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3978999853134155},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.3650999963283539},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.36399999260902405},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.35440000891685486},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.34940001368522644},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.3384000062942505},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.3325999975204468},{"id":"https://openalex.org/C2776825360","wikidata":"https://www.wikidata.org/wiki/Q1411921","display_name":"Vagueness","level":3,"score":0.3303999900817871},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.3107999861240387},{"id":"https://openalex.org/C178005623","wikidata":"https://www.wikidata.org/wiki/Q308859","display_name":"Anonymity","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2752000093460083},{"id":"https://openalex.org/C917703","wikidata":"https://www.wikidata.org/wiki/Q7239668","display_name":"Predictive inference","level":5,"score":0.2745000123977661},{"id":"https://openalex.org/C2778361833","wikidata":"https://www.wikidata.org/wiki/Q34735","display_name":"Compass","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.26989999413490295}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3746027.3755002","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755002","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/202558","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/202558","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6052440322","display_name":null,"funder_award_id":"62271307,61771310","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2169090105","https://openalex.org/W2535690855","https://openalex.org/W2948672349","https://openalex.org/W3016970897","https://openalex.org/W3120043490","https://openalex.org/W4319999949","https://openalex.org/W4402727764","https://openalex.org/W4403791574","https://openalex.org/W4403791716","https://openalex.org/W4403938299"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,119,135,171,179,183,189,230],"surge":[2],"of":[3,121,175,229,234],"large":[4],"language":[5],"models":[6],"(LLMs),":[7],"Large":[8],"Vision-Language":[9],"Models":[10],"(VLMs)-which":[11],"integrate":[12],"vision":[13],"encoders":[14],"with":[15,74,148],"LLMs":[16],"for":[17,203,236,240],"accurate":[18],"visual":[19],"grounding-have":[20],"shown":[21],"great":[22],"potential":[23],"in":[24,65,141,243],"tasks":[25],"like":[26,80],"generalist":[27],"agents":[28],"and":[29,46,49,92,106,124,151,187,208,217,232,248],"robotic":[30],"control.":[31],"However,":[32],"VLMs":[33,79,204],"are":[34],"typically":[35],"trained":[36],"on":[37,77,130],"massive":[38],"web-scraped":[39],"images,":[40,108],"raising":[41],"concerns":[42],"over":[43],"copyright":[44],"infringement":[45],"privacy":[47],"violations,":[48],"making":[50],"data":[51,245,249],"auditing":[52,72,220],"increasingly":[53],"urgent.":[54],"Membership":[55],"inference":[56],"(MI),":[57],"which":[58],"determines":[59],"whether":[60],"a":[61,70,94,126,226],"sample":[62],"was":[63],"used":[64],"training,":[66],"has":[67],"emerged":[68],"as":[69],"key":[71],"technique,":[73],"promising":[75],"results":[76],"open-source":[78],"LLaVA":[81],"(AUC":[82],">":[83],"80%).":[84],"In":[85],"this":[86,196],"work,":[87],"we":[88,144,169,199],"revisit":[89],"these":[90,122,159],"advances":[91],"uncover":[93],"critical":[95],"issue:":[96],"current":[97],"MI":[98,114,140,155,176,202,235],"benchmarks":[99,147],"suffer":[100],"from":[101],"distribution":[102,136],"shifts":[103,123],"between":[104],"member":[105,150],"non-member":[107,152],"introducing":[109],"shortcut":[110],"cues":[111],"that":[112],"inflate":[113],"performance.":[115],"We":[116],"further":[117],"analyze":[118,200],"nature":[120],"propose":[125],"principled":[127],"metric":[128],"based":[129],"optimal":[131],"transport":[132],"to":[133,214],"quantify":[134],"discrepancy.":[137],"To":[138],"evaluate":[139],"realistic":[142],"settings,":[143],"construct":[145],"new":[146],"i.i.d.":[149],"images.":[153],"Existing":[154],"methods":[156],"fail":[157],"under":[158],"unbiased":[160],"conditions,":[161],"performing":[162],"only":[163],"marginally":[164],"better":[165],"than":[166],"chance.":[167],"Further,":[168],"explore":[170],"theoretical":[172],"upper":[173],"bound":[174],"by":[177],"probing":[178],"Bayes":[180],"Optimality":[181],"within":[182],"VLM's":[184],"embedding":[185],"space":[186],"find":[188],"irreducible":[190],"error":[191],"rate":[192],"remains":[193],"high.":[194],"Despite":[195],"pessimistic":[197],"outlook,":[198],"why":[201],"is":[205],"particularly":[206],"challenging":[207],"identify":[209],"three":[210],"practical":[211],"scenarios-fine-tuning,":[212],"access":[213],"ground-truth":[215],"texts,":[216],"set-based":[218],"inference-where":[219],"becomes":[221],"feasible.":[222],"Our":[223],"study":[224],"presents":[225],"systematic":[227],"view":[228],"limits":[231],"opportunities":[233],"VLMs,":[237],"providing":[238],"guidance":[239],"future":[241],"efforts":[242],"trustworthy":[244],"auditing.":[246],"Code":[247],"will":[250],"be":[251],"available":[252],"at":[253],"https://github.com/GradOpt/Revisiting-VLM-MIA\\faGithub.":[254]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-25T00:00:00"}