{"id":"https://openalex.org/W4416286347","doi":"https://doi.org/10.1109/access.2025.3633551","title":"Empirical Calibration and Metric Differential Privacy in Language Models","display_name":"Empirical Calibration and Metric Differential Privacy in Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416286347","doi":"https://doi.org/10.1109/access.2025.3633551"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3633551","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3633551","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3633551","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017525867","display_name":"Pedro Faustini","orcid":"https://orcid.org/0000-0002-9961-1252"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Pedro Faustini","raw_affiliation_strings":["Macquarie University, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9961-1252","affiliations":[{"raw_affiliation_string":"Macquarie University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081141490","display_name":"Natasha Fernandes","orcid":"https://orcid.org/0000-0002-9212-7839"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Natasha Fernandes","raw_affiliation_strings":["Macquarie University, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9212-7839","affiliations":[{"raw_affiliation_string":"Macquarie University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035107880","display_name":"Annabelle McIver","orcid":"https://orcid.org/0000-0002-2405-9838"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Annabelle Mciver","raw_affiliation_strings":["Macquarie University, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2405-9838","affiliations":[{"raw_affiliation_string":"Macquarie University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022216838","display_name":"Mark Dras","orcid":"https://orcid.org/0000-0001-9908-7182"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mark Dras","raw_affiliation_strings":["Macquarie University, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-9908-7182","affiliations":[{"raw_affiliation_string":"Macquarie University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99043593"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17696361,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"196024","last_page":"196039"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.840399980545044,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.840399980545044,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.032600000500679016,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.009700000286102295,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.8478999733924866},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7328000068664551},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7052000164985657},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.5335999727249146},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.5304999947547913},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5117999911308289},{"id":"https://openalex.org/keywords/gaussian-process","display_name":"Gaussian process","score":0.4390000104904175},{"id":"https://openalex.org/keywords/gaussian-noise","display_name":"Gaussian noise","score":0.43549999594688416}],"concepts":[{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.8478999733924866},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7983999848365784},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7328000068664551},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7052000164985657},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.5335999727249146},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5304999947547913},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5117999911308289},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46140000224113464},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.4390000104904175},{"id":"https://openalex.org/C4199805","wikidata":"https://www.wikidata.org/wiki/Q2725903","display_name":"Gaussian noise","level":2,"score":0.43549999594688416},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4300999939441681},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4174000024795532},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.41499999165534973},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3675999939441681},{"id":"https://openalex.org/C3017597292","wikidata":"https://www.wikidata.org/wiki/Q25052250","display_name":"Privacy protection","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.3418000042438507},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3357999920845032},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33399999141693115},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C2777634741","wikidata":"https://www.wikidata.org/wiki/Q768993","display_name":"Wasserstein metric","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C2986577269","wikidata":"https://www.wikidata.org/wiki/Q11306265","display_name":"Random noise","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C2985583900","wikidata":"https://www.wikidata.org/wiki/Q722617","display_name":"Formal description","level":2,"score":0.2565999925136566}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3633551","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3633551","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:209237c72779440793907899c5f39ab4","is_oa":true,"landing_page_url":"https://doaj.org/article/209237c72779440793907899c5f39ab4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 196024-196039 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3633551","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3633551","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320312169","display_name":"National Computational Infrastructure","ror":"https://ror.org/04yx6dh41"},{"id":"https://openalex.org/F4320320591","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1658920975","https://openalex.org/W1985511977","https://openalex.org/W1992926795","https://openalex.org/W2027595342","https://openalex.org/W2082894754","https://openalex.org/W2109553965","https://openalex.org/W2123402141","https://openalex.org/W2133512280","https://openalex.org/W2159024459","https://openalex.org/W2251939518","https://openalex.org/W2473418344","https://openalex.org/W2520881573","https://openalex.org/W2535690855","https://openalex.org/W2594311007","https://openalex.org/W2787068836","https://openalex.org/W2795435272","https://openalex.org/W2891177506","https://openalex.org/W2896457183","https://openalex.org/W2901147448","https://openalex.org/W2930926105","https://openalex.org/W2963699739","https://openalex.org/W2979826702","https://openalex.org/W2981347044","https://openalex.org/W2998378988","https://openalex.org/W3000899587","https://openalex.org/W3003815046","https://openalex.org/W3007318395","https://openalex.org/W3085804918","https://openalex.org/W3102378604","https://openalex.org/W3138815606","https://openalex.org/W3154479671","https://openalex.org/W3167675683","https://openalex.org/W3168275815","https://openalex.org/W3173528555","https://openalex.org/W3185974173","https://openalex.org/W3188505388","https://openalex.org/W3189913556","https://openalex.org/W3202183072","https://openalex.org/W3212753401","https://openalex.org/W4205497172","https://openalex.org/W4206199121","https://openalex.org/W4224318410","https://openalex.org/W4287887992","https://openalex.org/W4287889073","https://openalex.org/W4295681370","https://openalex.org/W4306885655","https://openalex.org/W4308410483","https://openalex.org/W4312076515","https://openalex.org/W4376626934","https://openalex.org/W4385187849","https://openalex.org/W4385565597","https://openalex.org/W4385572039","https://openalex.org/W4385573380","https://openalex.org/W4385573947","https://openalex.org/W4394849049","https://openalex.org/W4401437377","https://openalex.org/W4404783361","https://openalex.org/W4404784376","https://openalex.org/W4406784489"],"related_works":[],"abstract_inverted_index":{"NLP":[0,161],"models":[1],"trained":[2],"with":[3,204],"differential":[4],"privacy":[5,20,29,177,189],"(DP)":[6],"usually":[7],"adopt":[8],"the":[9,28,54,96,138,174,185],"DP-SGD":[10],"framework":[11,55],"that":[12,35,104,147,196],"applies":[13],"a":[14,116,123,128,143,192],"Gaussian":[15,155,175],"mechanism":[16,146,198],"for":[17,93],"privacy,":[18,111],"and":[19,43,157,194],"guarantees":[21,169],"are":[22,115,170],"often":[23],"reported":[24],"in":[25,64,109],"terms":[26],"of":[27,53,87,99,131,202],"budget":[30],"\u03f5.":[31],"The":[32],"problem":[33],"is":[34,45],"\u03f5":[36,179],"does":[37],"not":[38,47,90],"have":[39],"any":[40],"intrinsic":[41],"meaning,":[42],"it":[44],"generally":[46],"possible":[48],"to":[49,71,160,184,206],"compare":[50],"across":[51,77],"variants":[52],"(such":[56],"as":[57],"R\u00e9nyi":[58],"DP":[59,145],"or":[60],"Concentrated":[61],"DP).":[62],"Work":[63],"image":[65],"processing":[66],"has":[67,89,199],"therefore":[68],"explored":[69],"how":[70],"<italic":[72,132],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[73,133],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">empirically":[74],"calibrate</i>":[75],"noise":[76],"frameworks":[78],"using":[79],"Membership":[80],"Inference":[81],"Attacks":[82],"(MIAs).":[83],"However,":[84],"this":[85,100,159],"kind":[86,130],"calibration":[88,120,190],"been":[91],"established":[92],"NLP.":[94],"As":[95,122],"first":[97],"finding":[98],"paper,":[101],"we":[102,126],"show":[103,164],"MIAs":[105],"offer":[106],"little":[107],"help":[108],"calibrating":[110],"whereas":[112],"reconstruction":[113],"attacks":[114],"more":[117],"useful":[118],"potential":[119],"solution.":[121],"use":[124],"case,":[125],"define":[127],"novel":[129],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">directional":[134],"privacy</i>":[135],"based":[136],"on":[137],"von":[139],"Mises-Fisher":[140],"(VMF)":[141],"distribution,":[142],"metric":[144],"perturbs":[148],"angular":[149],"distance":[150],"rather":[151],"than":[152],"adding":[153],"(isotropic)":[154],"noise,":[156],"apply":[158],"architectures.":[162],"We":[163],"that,":[165],"even":[166],"though":[167],"formal":[168],"incomparable":[171],"(that":[172],"is,":[173],"mechanism\u2019s":[176],"parameter":[178],"cannot":[180],"be":[181],"directly":[182],"linked":[183],"VMF\u2019s":[186],"parameter),":[187],"empirical":[188],"permits":[191],"comparison":[193],"reveals":[195],"each":[197],"different":[200],"areas":[201],"strength":[203],"respect":[205],"utility-privacy":[207],"trade-offs.":[208]},"counts_by_year":[],"updated_date":"2025-11-28T10:15:53.340503","created_date":"2025-11-17T00:00:00"}