{"id":"https://openalex.org/W4404782467","doi":"https://doi.org/10.18653/v1/2024.findings-emnlp.147","title":"Privacy Evaluation Benchmarks for NLP Models","display_name":"Privacy Evaluation Benchmarks for NLP Models","alternate_titles":[],"publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404782467","doi":"https://doi.org/10.18653/v1/2024.findings-emnlp.147"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.findings-emnlp.147","doi":"https://doi.org/10.18653/v1/2024.findings-emnlp.147","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-emnlp.147","pdf_url":"https://aclanthology.org/2024.findings-emnlp.147.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2024","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4404782467"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2024.findings-emnlp.147.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101748860","display_name":"Wei Huang","orcid":"https://orcid.org/0000-0002-4315-8487","observed_orcids":["https://orcid.org/0000-0002-4315-8487"]},"institutions":[{"id":"https://openalex.org/I4405270328","display_name":"Ant Group (China)","ror":"https://ror.org/00g5w7n47","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270328"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wei Huang","raw_affiliation_strings":["Ant Group , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group , China","institution_ids":["https://openalex.org/I4405270328"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028637336","display_name":"Yinggui Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405270328","display_name":"Ant Group (China)","ror":"https://ror.org/00g5w7n47","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405270328"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yinggui Wang","raw_affiliation_strings":["Ant Group , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group , China","institution_ids":["https://openalex.org/I4405270328"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114734448","display_name":"Cen Chen","orcid":"https://orcid.org/0000-0003-0325-1705","observed_orcids":["https://orcid.org/0000-0003-0325-1705"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Cen Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6466,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.72946654,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2615","last_page":"2636"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7559000253677368,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7559000253677368,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.24130000174045563,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/privacy-attacks","display_name":"privacy attacks","score":0.7229999899864197},{"id":"https://openalex.org/keywords/nlp-models","display_name":"NLP models","score":0.7950000166893005},{"id":"https://openalex.org/keywords/benchmark","display_name":"benchmark","score":0.6010000109672546},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.871999979019165},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.7369999885559082},{"id":"https://openalex.org/keywords/auxiliary-information","display_name":"auxiliary information","score":0.6069999933242798},{"id":"https://openalex.org/keywords/training-data-leakage","display_name":"training data leakage","score":0.47699999809265137},{"id":"https://openalex.org/keywords/privacy-defenses","display_name":"privacy defenses","score":0.6660000085830688}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7419390082359314},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5618358850479126},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5600512623786926},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.38552647829055786}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2024.findings-emnlp.147","doi":"https://doi.org/10.18653/v1/2024.findings-emnlp.147","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-emnlp.147","pdf_url":"https://aclanthology.org/2024.findings-emnlp.147.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2024","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2409.15868","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.15868","pdf_url":"https://arxiv.org/pdf/2409.15868","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2409.15868","doi":"https://doi.org/10.48550/arxiv.2409.15868","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.15868","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.findings-emnlp.147","doi":"https://doi.org/10.18653/v1/2024.findings-emnlp.147","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-emnlp.147","pdf_url":"https://aclanthology.org/2024.findings-emnlp.147.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2024","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404782467.pdf","grobid_xml":"https://content.openalex.org/works/W4404782467.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W131533222","https://openalex.org/W155995321","https://openalex.org/W1473189865","https://openalex.org/W1821462560","https://openalex.org/W2051267297","https://openalex.org/W2251939518","https://openalex.org/W2253444830","https://openalex.org/W2473418344","https://openalex.org/W2525332836","https://openalex.org/W2535690855","https://openalex.org/W2799054028","https://openalex.org/W2807096445","https://openalex.org/W2889507104","https://openalex.org/W2896457183","https://openalex.org/W2930926105","https://openalex.org/W2948586190","https://openalex.org/W2965373594","https://openalex.org/W2979826702","https://openalex.org/W2983140679","https://openalex.org/W3035616549","https://openalex.org/W3102554603","https://openalex.org/W3112689365","https://openalex.org/W3168867926","https://openalex.org/W3171397222","https://openalex.org/W3205270560","https://openalex.org/W4287177998","https://openalex.org/W4293227627","https://openalex.org/W4297900086","https://openalex.org/W4323709074","https://openalex.org/W4378942358","https://openalex.org/W4380993498","https://openalex.org/W4384918448","https://openalex.org/W4385572891","https://openalex.org/W4385573004","https://openalex.org/W4385679821","https://openalex.org/W4387225871","https://openalex.org/W4388652756","https://openalex.org/W6928808459"],"related_works":["https://openalex.org/W4402667088","https://openalex.org/W7104385337","https://openalex.org/W4405440624","https://openalex.org/W3105604018","https://openalex.org/W7140145507","https://openalex.org/W7163570471","https://openalex.org/W3025408396","https://openalex.org/W4387725212","https://openalex.org/W7045317629","https://openalex.org/W7116221607"],"abstract_inverted_index":{"By":[0],"inducing":[1],"privacy":[2,100,111,174,198],"attacks":[3,27,149,205],"on":[4,85,153,161,212],"NLP":[5,29,104],"models,":[6,30,137],"attackers":[7],"can":[8,52,227],"obtain":[9],"sensitive":[10],"information":[11],"such":[12],"as":[13],"training":[14],"data":[15,166],"and":[16,77,83,113,127,139,150,170,218],"model":[17],"parameters,":[18],"etc.Although":[19],"researchers":[20],"have":[21],"studied,":[22],"in-depth,":[23],"several":[24],"kinds":[25],"of":[26,39,66,71,80,88,120,136,148,173,188],"in":[28,117,182],"they":[31],"are":[32,61],"non-systematic":[33],"analyses.It":[34],"lacks":[35],"a":[36,94,110,134,159,194,200,208],"comprehensive":[37,146],"understanding":[38],"the":[40,44,58,64,69,72,78,86,89,99,118,124,154,162,171,186,225],"impact":[41],"caused":[42],"by":[43,103],"attacks.For":[45],"example,":[46],"we":[47,92,108,157,176,192,214],"must":[48],"consider":[49],"which":[50,55,122],"scenarios":[51],"apply":[53],"to":[54,96,202,206],"attacks,":[56,68,76,90],"what":[57],"common":[59],"factors":[60],"that":[62],"affect":[63],"performance":[65],"different":[67,75,168],"nature":[70],"relationships":[73],"between":[74,164],"influence":[79],"various":[81],"datasets":[82],"models":[84,126,130],"effectiveness":[87],"etc.Therefore,":[91],"need":[93],"benchmark":[95,116,132],"holistically":[97],"assess":[98],"risks":[101],"faced":[102],"models.In":[105],"this":[106,183],"paper,":[107],"present":[109,158],"attack":[112,180,210,220],"defense":[114,151,217],"evaluation":[115,147],"field":[119],"NLP,":[121],"includes":[123],"conventional/small":[125],"large":[128],"language":[129],"(LLMs).This":[131],"supports":[133],"variety":[135],"datasets,":[138],"protocols,":[140],"along":[141],"with":[142,185],"standardized":[143],"modules":[144],"for":[145,197,223],"strategies.Based":[152],"above":[155],"framework,":[156],"study":[160],"association":[163],"auxiliary":[165],"from":[167],"domains":[169],"strength":[172],"attacks.And":[175],"provide":[177,215],"an":[178],"improved":[179],"method":[181],"scenario":[184],"help":[187],"Knowledge":[189],"Distillation":[190],"(KD).Furthermore,":[191],"propose":[193],"chained":[195],"framework":[196],"attacks.Allowing":[199],"practitioner":[201],"chain":[203],"multiple":[204],"achieve":[207],"higher-level":[209],"objective.Based":[211],"this,":[213],"some":[216],"enhanced":[219],"strategies.The":[221],"code":[222],"reproducing":[224],"results":[226],"be":[228],"found":[229],"at":[230],"https://github.com/user2311717757/nlp_doctor.":[231]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4404782467","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-11-28T00:00:00"}
