{"id":"https://openalex.org/W7162036506","doi":"https://doi.org/10.3233/shti260258","title":"Membership Inference or Data Split Bias? Identifying False Positives in Synthetic Medical Image Privacy Audits","display_name":"Membership Inference or Data Split Bias? Identifying False Positives in Synthetic Medical Image Privacy Audits","publication_year":2026,"publication_date":"2026-05-21","ids":{"openalex":"https://openalex.org/W7162036506","doi":"https://doi.org/10.3233/shti260258","pmid":"https://pubmed.ncbi.nlm.nih.gov/42174933"},"language":"en","primary_location":{"id":"doi:10.3233/shti260258","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti260258","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/shti260258","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109403866","display_name":"Linxue Bai","orcid":"https://orcid.org/0009-0008-0538-2307"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Linxue Bai","raw_affiliation_strings":["University of Birmingham, UK"],"raw_orcid":"https://orcid.org/0009-0008-0538-2307","affiliations":[{"raw_affiliation_string":"University of Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067653515","display_name":"Omid Pournik","orcid":"https://orcid.org/0000-0001-7938-0269"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Omid Pournik","raw_affiliation_strings":["University of Birmingham, UK"],"raw_orcid":"https://orcid.org/0000-0001-7938-0269","affiliations":[{"raw_affiliation_string":"University of Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136671186","display_name":"Xuefei Ding","orcid":"https://orcid.org/0009-0001-3073-9514"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xuefei Ding","raw_affiliation_strings":["University of Birmingham, UK"],"raw_orcid":"https://orcid.org/0009-0001-3073-9514","affiliations":[{"raw_affiliation_string":"University of Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067603006","display_name":"Saadullah Farooq Abbasi","orcid":"https://orcid.org/0000-0001-9814-3023"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Saadullah Farooq Abbasi","raw_affiliation_strings":["University of Birmingham, UK"],"raw_orcid":"https://orcid.org/0000-0001-9814-3023","affiliations":[{"raw_affiliation_string":"University of Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100775917","display_name":"Le Zhang","orcid":"https://orcid.org/0000-0002-3848-0017"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Le Zhang","raw_affiliation_strings":["University of Birmingham, UK"],"raw_orcid":"https://orcid.org/0000-0002-3848-0017","affiliations":[{"raw_affiliation_string":"University of Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5132591313","display_name":"Theodoros Arvanitis","orcid":null},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Theodoros Arvanitis","raw_affiliation_strings":["University of Birmingham, UK"],"raw_orcid":"https://orcid.org/0000-0001-5473-135X","affiliations":[{"raw_affiliation_string":"University of Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I79619799"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.6,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"336","issue":null,"first_page":"685","last_page":"689"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.6230999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.6230999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.07349999994039536,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0348999984562397,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.6998000144958496},{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.694599986076355},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6310999989509583},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5652999877929688},{"id":"https://openalex.org/keywords/false-positives-and-false-negatives","display_name":"False positives and false negatives","score":0.5501999855041504},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.42239999771118164},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.41040000319480896},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.4052000045776367},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.39989998936653137}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7583000063896179},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6998000144958496},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.694599986076355},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6310999989509583},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5652999877929688},{"id":"https://openalex.org/C112789634","wikidata":"https://www.wikidata.org/wiki/Q18207010","display_name":"False positives and false negatives","level":3,"score":0.5501999855041504},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5005000233650208},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4869000017642975},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.44699999690055847},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.42239999771118164},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.41040000319480896},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.4052000045776367},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.39989998936653137},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.38280001282691956},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.3783000111579895},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.35260000824928284},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.31859999895095825},{"id":"https://openalex.org/C71745522","wikidata":"https://www.wikidata.org/wiki/Q2476929","display_name":"Confidentiality","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C3746660","wikidata":"https://www.wikidata.org/wiki/Q1068763","display_name":"Rule of inference","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C55037315","wikidata":"https://www.wikidata.org/wiki/Q5421151","display_name":"Experimental data","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C169093310","wikidata":"https://www.wikidata.org/wiki/Q3702971","display_name":"Personally identifiable information","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C3017597292","wikidata":"https://www.wikidata.org/wiki/Q25052250","display_name":"Privacy protection","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C58041806","wikidata":"https://www.wikidata.org/wiki/Q1660484","display_name":"Imputation (statistics)","level":3,"score":0.2660999894142151},{"id":"https://openalex.org/C137822555","wikidata":"https://www.wikidata.org/wiki/Q2587068","display_name":"Information sensitivity","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C2989486834","wikidata":"https://www.wikidata.org/wiki/Q3808900","display_name":"True positive rate","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.25380000472068787}],"mesh":[{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D003219","descriptor_name":"Confidentiality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003219","descriptor_name":"Confidentiality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003219","descriptor_name":"Confidentiality","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D005189","descriptor_name":"False Positive Reactions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005189","descriptor_name":"False Positive Reactions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005189","descriptor_name":"False Positive Reactions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016494","descriptor_name":"Computer Security","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D016494","descriptor_name":"Computer Security","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D016494","descriptor_name":"Computer Security","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.3233/shti260258","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti260258","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},{"id":"pmid:42174933","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42174933","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in health technology and informatics","raw_type":"Journal Article"},{"id":"pmh:oai:pure.atira.dk:openaire/f106dc36-f2e4-4cf4-afd0-0664fcd5e25c","is_oa":false,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/f106dc36-f2e4-4cf4-afd0-0664fcd5e25c","pdf_url":null,"source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"doi:10.3233/shti260258","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti260258","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7683008313179016,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Membership":[0],"Inference":[1],"Attacks":[2],"(MIAs)":[3],"are":[4,162,172],"the":[5,10,32,108,115,120,127,150],"current":[6],"standard":[7],"for":[8,145],"auditing":[9],"privacy":[11,26,147,175],"of":[12,86],"synthetic":[13,62],"medical":[14],"data.":[15],"A":[16],"high":[17,137],"attack":[18],"score":[19,139],"is":[20,34,152],"widely":[21],"interpreted":[22],"as":[23,149],"a":[24,36,67,72,80,136,142,146],"significant":[25],"leak,":[27],"but":[28],"this":[29],"interpretation":[30],"assumes":[31],"MIA":[33,74,138,160],"learning":[35,48,154],"true":[37],"membership":[38,96],"signal.":[39],"We":[40,70,157],"argue":[41],"that":[42,135,159,170],"these":[43],"attacks":[44],"may":[45],"instead":[46],"be":[47,141],"experimental":[49,178],"artefacts,":[50],"specifically":[51],"data":[52,88,102],"split":[53,103],"bias.":[54,104,179],"To":[55],"test":[56],"this,":[57],"we":[58],"conduct":[59],"experiments":[60,167],"on":[61,119,126],"brain":[63],"MRI":[64],"images":[65],"from":[66],"StyleGAN3":[68],"model.":[69],"design":[71],"Primary":[73,116],"(member":[75],"vs.":[76],"non-member":[77],"data)":[78],"and":[79,124],"critical":[81],"Control":[82,109],"Experiment":[83],"(disjoint":[84],"subsets":[85],"member":[87],"alone).":[89],"This":[90,131],"member-only":[91],"setup":[92],"lacks":[93],"any":[94],"genuine":[95,174],"distinction":[97],"between":[98],"classes,":[99],"leaving":[100],"only":[101],"Our":[105],"results":[106,161],"show":[107],"Experiment's":[110],"AUCs":[111],"match":[112],"or":[113],"exceed":[114],"MIA's":[117],"(+0.0205":[118],"5k-pool":[121],"Small":[122],"corpus":[123],"+0.0113":[125],"30k-pool":[128],"Big":[129],"corpus).":[130],"compelling":[132],"evidence":[133],"demonstrates":[134],"can":[140],"false":[143],"positive":[144],"breach,":[148],"classifier":[151],"simply":[153],"statistical":[155],"artefacts.":[156],"conclude":[158],"unreliable":[163],"without":[164],"rigorous":[165],"control":[166],"to":[168],"validate":[169],"they":[171],"detecting":[173],"risks,":[176],"not":[177]},"counts_by_year":[],"updated_date":"2026-08-19T15:00:24.278416","created_date":"2026-05-22T00:00:00"}