{"id":"https://openalex.org/W7138335731","doi":"https://doi.org/10.48550/arxiv.2603.14222","title":"Membership Inference for Contrastive Pre-training Models with Text-only PII Queries","display_name":"Membership Inference for Contrastive Pre-training Models with Text-only PII Queries","publication_year":2026,"publication_date":"2026-03-15","ids":{"openalex":"https://openalex.org/W7138335731","doi":"https://doi.org/10.48550/arxiv.2603.14222"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.14222","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14222","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.14222","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129641043","display_name":"Ruoxi Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Ruoxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100523626","display_name":"Yizhong Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Yizhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146720945","display_name":"Jian Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129738136","display_name":"Hongyi Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Hongyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146838478","display_name":"Haoxuan Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Haoxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146619617","display_name":"Tianle Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Tianle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041986710","display_name":"Yiyan Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yiyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5146767478","display_name":"Xuelong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xuelong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.1451999992132187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.1451999992132187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.12039999663829803,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.09260000288486481,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6902999877929688},{"id":"https://openalex.org/keywords/biometrics","display_name":"Biometrics","score":0.6093000173568726},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.49810001254081726},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.4104999899864197},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4075999855995178},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.32510000467300415},{"id":"https://openalex.org/keywords/information-sensitivity","display_name":"Information sensitivity","score":0.3084000051021576}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7376000285148621},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6902999877929688},{"id":"https://openalex.org/C184297639","wikidata":"https://www.wikidata.org/wiki/Q177765","display_name":"Biometrics","level":2,"score":0.6093000173568726},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5547000169754028},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.49810001254081726},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47690001130104065},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.4104999899864197},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4075999855995178},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39430001378059387},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.32510000467300415},{"id":"https://openalex.org/C137822555","wikidata":"https://www.wikidata.org/wiki/Q2587068","display_name":"Information sensitivity","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C2776825360","wikidata":"https://www.wikidata.org/wiki/Q1411921","display_name":"Vagueness","level":3,"score":0.2712000012397766},{"id":"https://openalex.org/C2776517306","wikidata":"https://www.wikidata.org/wiki/Q29017317","display_name":"Similarity measure","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C170133592","wikidata":"https://www.wikidata.org/wiki/Q1806883","display_name":"Latent semantic analysis","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C2779714256","wikidata":"https://www.wikidata.org/wiki/Q25305062","display_name":"Multiple Models","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.14222","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14222","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.14222","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14222","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4100308120250702,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Contrastive":[0],"pretraining":[1],"models":[2,36],"such":[3,35],"as":[4,9],"CLIP":[5,167],"and":[6,53,123,134,153,168,178,202],"CLAP,":[7],"serve":[8],"the":[10,61,74,103,131,176,197],"ubiquitous":[11],"perceptual":[12],"backbones":[13],"for":[14,49,88,199],"modern":[15],"multimodal":[16,51,55,91],"large":[17,50],"models,":[18],"yet":[19],"their":[20],"reliance":[21],"on":[22],"web-scale":[23],"data":[24],"raises":[25],"growing":[26],"concerns":[27],"about":[28],"memorizing":[29],"Personally":[30],"Identifiable":[31],"Information":[32],"(PII).":[33],"Auditing":[34],"via":[37,156],"membership":[38],"inference":[39],"is":[40],"challenging":[41],"in":[42],"practice:":[43],"shadow-model":[44],"MIAs":[45],"are":[46],"computationally":[47],"prohibitive":[48],"backbones,":[52],"existing":[54],"auditing":[56,115,189],"methods":[57],"typically":[58],"require":[59],"querying":[60],"target":[62,75],"with":[63,187,204],"paired":[64],"biometric":[65,71,200],"inputs,":[66],"thereby":[67],"directly":[68],"exposing":[69],"sensitive":[70],"information":[72],"to":[73,130,144],"model.":[76],"To":[77],"bypass":[78],"this":[79],"critical":[80],"limitation,":[81],"we":[82],"demonstrate":[83,171],"a":[84,113,145],"highly":[85],"desirable":[86],"capability":[87],"privacy":[89,206],"auditing:":[90],"memorization":[92],"within":[93],"these":[94,142],"foundational":[95],"encoders":[96],"can":[97],"be":[98],"accurately":[99],"inferred":[100],"using":[101,191],"exclusively":[102],"text":[104,193],"modality.":[105],"We":[106],"propose":[107],"Unimodal":[108],"Membership":[109],"Inference":[110],"Detector":[111],"(UMID),":[112],"text-only":[114],"framework":[116],"that":[117,172],"performs":[118],"text-guided":[119],"cross-modal":[120],"latent":[121],"inversion":[122],"extracts":[124],"two":[125],"complementary":[126],"signals,":[127],"similarity":[128],"(alignment":[129],"queried":[132],"text)":[133],"variability":[135],"(consistency":[136],"across":[137,165],"randomized":[138],"inversions).":[139],"UMID":[140,173],"compares":[141],"statistics":[143],"lightweight":[146],"non-member":[147],"reference":[148],"constructed":[149],"from":[150],"synthetic":[151],"gibberish":[152],"makes":[154],"decisions":[155],"an":[157],"ensemble":[158],"of":[159],"unsupervised":[160],"anomaly":[161],"detectors.":[162],"Comprehensive":[163],"experiments":[164],"diverse":[166],"CLAP":[169],"architectures":[170],"significantly":[174],"improves":[175],"effectiveness":[177],"efficiency":[179],"over":[180],"prior":[181],"MIAs,":[182],"delivering":[183],"strong":[184],"detection":[185],"performance":[186],"sub-second":[188],"cost":[190],"solely":[192],"queries,":[194],"completely":[195],"circumventing":[196],"need":[198],"inputs":[201],"complying":[203],"strict":[205],"constraints.":[207]},"counts_by_year":[],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2026-03-18T00:00:00"}