{"id":"https://openalex.org/W4402042869","doi":"https://doi.org/10.14778/3681954.3681994","title":"LLM-PBE: Assessing Data Privacy in Large Language Models","display_name":"LLM-PBE: Assessing Data Privacy in Large Language Models","publication_year":2024,"publication_date":"2024-07-01","ids":{"openalex":"https://openalex.org/W4402042869","doi":"https://doi.org/10.14778/3681954.3681994"},"language":"en","primary_location":{"id":"doi:10.14778/3681954.3681994","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3681954.3681994","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055253913","display_name":"Qinbin Li","orcid":"https://orcid.org/0000-0002-6539-6443"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qinbin Li","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071064449","display_name":"Junyuan Hong","orcid":"https://orcid.org/0000-0002-5718-5187"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junyuan Hong","raw_affiliation_strings":["University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007625243","display_name":"Chulin Xie","orcid":"https://orcid.org/0000-0002-5460-3785"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chulin Xie","raw_affiliation_strings":["University of Illinois Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023395321","display_name":"Jeffrey Too Chuan Tan","orcid":"https://orcid.org/0000-0002-1035-7228"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey Tan","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106840986","display_name":"Rachel Xin","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rachel Xin","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101508509","display_name":"Junyi Hou","orcid":"https://orcid.org/0009-0003-0443-456X"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Junyi Hou","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072973004","display_name":"Xavier Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xavier Yin","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102767980","display_name":"Zhun Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhun Wang","raw_affiliation_strings":["University of California, Berkeley","University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020400986","display_name":"Dan Hendrycks","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dan Hendrycks","raw_affiliation_strings":["Center for AI Safety"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for AI Safety","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048522863","display_name":"Zhangyang Wang","orcid":"https://orcid.org/0000-0002-2050-5693"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhangyang Wang","raw_affiliation_strings":["University of California, Berkeley","University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100374364","display_name":"Bo Li","orcid":"https://orcid.org/0000-0001-7500-8355"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Li","raw_affiliation_strings":["University of Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039946576","display_name":"Bingsheng He","orcid":"https://orcid.org/0000-0001-8618-4581"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bingsheng He","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019426968","display_name":"Dawn Song","orcid":"https://orcid.org/0000-0001-9745-6802"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dawn Song","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.7068,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.97766153,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"17","issue":"11","first_page":"3201","last_page":"3214"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9660000205039978,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9460999965667725,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5227779746055603},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.49857330322265625},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4665035605430603},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.4428936839103699},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.4036722183227539}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5227779746055603},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.49857330322265625},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4665035605430603},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.4428936839103699},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4036722183227539}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3681954.3681994","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3681954.3681994","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1527356121","https://openalex.org/W1603920809","https://openalex.org/W1631063262","https://openalex.org/W1873763122","https://openalex.org/W1990503647","https://openalex.org/W2022542865","https://openalex.org/W2161229593","https://openalex.org/W2473418344","https://openalex.org/W2535690855","https://openalex.org/W2787894218","https://openalex.org/W2963313259","https://openalex.org/W2980315084","https://openalex.org/W3046744391","https://openalex.org/W3046764764","https://openalex.org/W3154155772","https://openalex.org/W3213758632","https://openalex.org/W4205228770","https://openalex.org/W4232172926","https://openalex.org/W4248358572","https://openalex.org/W4288057780","https://openalex.org/W4292793781","https://openalex.org/W4308410483","https://openalex.org/W4366660081","https://openalex.org/W4367047420","https://openalex.org/W4381328314","https://openalex.org/W4385567868","https://openalex.org/W4385573004","https://openalex.org/W4386065838","https://openalex.org/W4386128198","https://openalex.org/W4388221277","https://openalex.org/W6824583106","https://openalex.org/W6912639869"],"related_works":["https://openalex.org/W2584827882","https://openalex.org/W2538581760","https://openalex.org/W3195097297","https://openalex.org/W4225340788","https://openalex.org/W3038106605","https://openalex.org/W2513267613","https://openalex.org/W3049084372","https://openalex.org/W2528109871","https://openalex.org/W2940702331","https://openalex.org/W2905822832"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"become":[5],"integral":[6],"to":[7,31,59,94],"numerous":[8],"domains,":[9],"significantly":[10],"advancing":[11],"applications":[12],"in":[13,22,68,89,156,168,178,203],"data":[14,36,44,65,86,112,128,140],"management,":[15],"mining,":[16],"and":[17,24,106,109,114,142,184,200],"analysis.":[18],"Their":[19],"profound":[20],"capabilities":[21],"processing":[23],"interpreting":[25],"complex":[26],"language":[27],"data,":[28],"however,":[29],"bring":[30],"light":[32,132],"pressing":[33],"concerns":[34],"regarding":[35],"privacy,":[37],"especially":[38],"the":[39,47,82,98,151,169,174,181],"risk":[40],"of":[41,50,64,85,101,127,153,176],"unintentional":[42],"training":[43],"leakage.":[45],"Despite":[46],"critical":[48],"nature":[49],"this":[51,71,179],"issue,":[52],"there":[53],"has":[54],"been":[55],"no":[56],"existing":[57],"literature":[58],"offer":[60],"a":[61,77,162],"comprehensive":[62],"assessment":[63],"privacy":[66,87,96,129,154,205],"risks":[67,88],"LLMs.":[69,90],"Addressing":[70],"gap,":[72],"our":[73,185],"paper":[74],"introduces":[75],"LLM-PBE,":[76],"toolkit":[78],"crafted":[79],"specifically":[80],"for":[81,165,198],"systematic":[83],"evaluation":[84],"LLM-PBE":[91,122],"is":[92],"designed":[93],"analyze":[95],"across":[97],"entire":[99],"lifecycle":[100],"LLMs,":[102,121],"incorporating":[103],"diverse":[104],"attack":[105],"defense":[107],"strategies,":[108],"handling":[110],"various":[111],"types":[113],"metrics.":[115],"Through":[116],"detailed":[117],"experimentation":[118],"with":[119],"multiple":[120],"facilitates":[123],"an":[124,195],"in-depth":[125],"exploration":[126],"concerns,":[130],"shedding":[131],"on":[133],"influential":[134],"factors":[135],"such":[136],"as":[137,161],"model":[138],"size,":[139],"characteristics,":[141],"evolving":[143],"temporal":[144],"dimensions.":[145],"This":[146],"study":[147],"not":[148],"only":[149],"enriches":[150],"understanding":[152],"issues":[155],"LLMs":[157],"but":[158],"also":[159],"serves":[160],"vital":[163],"resource":[164],"future":[166],"research":[167],"field.":[170],"Aimed":[171],"at":[172,192],"enhancing":[173],"breadth":[175],"knowledge":[177],"area,":[180],"findings,":[182],"resources,":[183],"full":[186],"technical":[187],"report":[188],"are":[189],"made":[190],"available":[191],"https://llm-pbe.github.io/,":[193],"providing":[194],"open":[196],"platform":[197],"academic":[199],"practical":[201],"advancements":[202],"LLM":[204],"assessment.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}