{"id":"https://openalex.org/W4412888184","doi":"https://doi.org/10.18653/v1/2025.findings-acl.894","title":"R.R.: Unveiling LLM Training Privacy through Recollection and Ranking","display_name":"R.R.: Unveiling LLM Training Privacy through Recollection and Ranking","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888184","doi":"https://doi.org/10.18653/v1/2025.findings-acl.894"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.894","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.894","pdf_url":"https://aclanthology.org/2025.findings-acl.894.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.894.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032995108","display_name":"Wenlong Meng","orcid":"https://orcid.org/0009-0005-2613-0676"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenlong Meng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051086253","display_name":"Zhenyuan Guo","orcid":"https://orcid.org/0000-0003-2564-6433"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo Zhenyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108047839","display_name":"Ligang Wu","orcid":"https://orcid.org/0000-0001-8198-5267"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lenan Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074988604","display_name":"Chen Gong","orcid":"https://orcid.org/0000-0002-5480-4595"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen Gong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101487992","display_name":"Wenyan Liu","orcid":"https://orcid.org/0000-0002-9312-1295"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenyan Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083104046","display_name":"Weixian Li","orcid":"https://orcid.org/0000-0001-8194-1475"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weixian Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006624972","display_name":"Chengkun Wei","orcid":"https://orcid.org/0000-0001-8849-8808"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chengkun Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101562847","display_name":"Wenzhi Chen","orcid":"https://orcid.org/0000-0003-1674-4701"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenzhi Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26745546,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"17383","last_page":"17397"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13191","display_name":"Dispute Resolution and Class Actions","score":0.8978000283241272,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13191","display_name":"Dispute Resolution and Class Actions","score":0.8978000283241272,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.8733999729156494,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13851","display_name":"Law, AI, and Intellectual Property","score":0.8270999789237976,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.6329335570335388},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6168941259384155},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.548879861831665},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5397975444793701},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38524049520492554},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.3440876007080078},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.30447107553482056},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.16772085428237915}],"concepts":[{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.6329335570335388},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6168941259384155},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.548879861831665},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5397975444793701},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38524049520492554},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3440876007080078},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30447107553482056},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.16772085428237915},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.894","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.894","pdf_url":"https://aclanthology.org/2025.findings-acl.894.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.894","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.894","pdf_url":"https://aclanthology.org/2025.findings-acl.894.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4929171329","display_name":null,"funder_award_id":"62302441","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322927","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888184.pdf","grobid_xml":"https://content.openalex.org/works/W4412888184.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W4412817058","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W4366179611"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"pose":[4],"significant":[5],"privacy":[6,16,53],"risks,":[7],"potentially":[8],"leaking":[9],"training":[10,38,65,164],"data":[11,26,39,66,165],"due":[12],"to":[13,59,88,102,115,134,159],"implicit":[14],"memorization.Existing":[15],"attacks":[17,23],"primarily":[18],"focus":[19],"on":[20],"membership":[21,124],"inference":[22],"(MIAs)":[24],"or":[25],"extraction":[27],"attacks,":[28],"but":[29,93],"reconstructing":[30],"specific":[31],"personally":[32],"identifiable":[33],"information":[34],"(PII)":[35],"in":[36,95],"LLMs'":[37],"remains":[40],"challenging.In":[41],"this":[42],"paper,":[43],"we":[44,77,97,110,126],"propose":[45],"R.R.":[46,145],"(Recollect":[47],"and":[48,120,172],"Rank),":[49],"a":[50,79,90,112,132],"novel":[51],"two-step":[52],"stealing":[54],"attack":[55],"that":[56,143],"enables":[57],"attackers":[58],"reconstruct":[60],"PII":[61,69,100,105,118,140,148,160],"entities":[62,70],"from":[63],"scrubbed":[64],"where":[67],"the":[68,74,86,107,128,144,155],"have":[71],"been":[72,167],"masked.In":[73],"first":[75],"stage,":[76,109],"introduce":[78],"prompt":[80],"paradigm":[81],"named":[82],"recollection,":[83],"which":[84],"instructs":[85],"LLM":[87],"repeat":[89],"masked":[91],"text":[92],"fill":[94],"masks.Then":[96],"can":[98],"use":[99],"identifiers":[101],"extract":[103],"recollected":[104],"candidates.In":[106],"second":[108],"design":[111],"new":[113],"criterion":[114],"score":[116],"each":[117],"candidate":[119],"rank":[121],"them.Motivated":[122],"by":[123],"inference,":[125],"leverage":[127],"reference":[129],"model":[130],"as":[131],"calibration":[133],"our":[135,170],"criterion.Experiments":[136],"across":[137],"three":[138],"popular":[139],"datasets":[141,173],"demonstrate":[142],"achieves":[146],"better":[147],"identification":[149],"performance":[150],"than":[151],"baselines.These":[152],"results":[153],"highlight":[154],"vulnerability":[156],"of":[157],"LLMs":[158],"leakage":[161],"even":[162],"when":[163],"has":[166],"scrubbed.We":[168],"release":[169],"code":[171],"at":[174],"GitHub.":[175]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}