{"id":"https://openalex.org/W4394994989","doi":"https://doi.org/10.1109/tifs.2024.3392535","title":"Contrast-Then-Approximate: Analyzing Keyword Leakage of Generative Language Models","display_name":"Contrast-Then-Approximate: Analyzing Keyword Leakage of Generative Language Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4394994989","doi":"https://doi.org/10.1109/tifs.2024.3392535"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2024.3392535","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tifs.2024.3392535","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031875987","display_name":"Zhirui Zeng","orcid":"https://orcid.org/0000-0001-9547-9074"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhirui Zeng","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079461118","display_name":"Tao Xiang","orcid":"https://orcid.org/0000-0002-9439-4623"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Xiang","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-9439-4623","affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073264981","display_name":"Shangwei Guo","orcid":"https://orcid.org/0000-0002-6443-5308"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangwei Guo","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-6443-5308","affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016904590","display_name":"Jialing He","orcid":"https://orcid.org/0000-0002-8643-0647"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialing He","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-8643-0647","affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357529","display_name":"Qiao Zhang","orcid":"https://orcid.org/0000-0002-7752-0528"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiao Zhang","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-7752-0528","affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046950426","display_name":"Guowen Xu","orcid":"https://orcid.org/0000-0002-9764-9345"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Guowen Xu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-9764-9345","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101591101","display_name":"Tianwei Zhang","orcid":"https://orcid.org/0000-0001-6595-6650"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tianwei Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-6595-6650","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5557,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.69255922,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"19","issue":null,"first_page":"5166","last_page":"5180"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9513000249862671,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8159960508346558},{"id":"https://openalex.org/keywords/leakage","display_name":"Leakage (economics)","score":0.6469297409057617},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.558854877948761},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.45233604311943054},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4076617360115051}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8159960508346558},{"id":"https://openalex.org/C2777042071","wikidata":"https://www.wikidata.org/wiki/Q6509304","display_name":"Leakage (economics)","level":2,"score":0.6469297409057617},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.558854877948761},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.45233604311943054},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4076617360115051},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2024.3392535","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tifs.2024.3392535","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3550020321","display_name":null,"funder_award_id":"U21A20463","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7041478377","display_name":null,"funder_award_id":"62102052","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8295861633","display_name":null,"funder_award_id":"62302071","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W107619411","https://openalex.org/W1777016212","https://openalex.org/W2123442489","https://openalex.org/W2160233880","https://openalex.org/W2164948578","https://openalex.org/W2293888960","https://openalex.org/W2473418344","https://openalex.org/W2547285702","https://openalex.org/W2795435272","https://openalex.org/W2795807997","https://openalex.org/W2896457183","https://openalex.org/W2925863688","https://openalex.org/W2947578372","https://openalex.org/W2952604841","https://openalex.org/W2962784628","https://openalex.org/W2962910668","https://openalex.org/W2963096510","https://openalex.org/W2963748441","https://openalex.org/W2965373594","https://openalex.org/W2973226110","https://openalex.org/W2986729576","https://openalex.org/W2997200074","https://openalex.org/W2999309192","https://openalex.org/W3027379683","https://openalex.org/W3032769455","https://openalex.org/W3046764764","https://openalex.org/W3096214574","https://openalex.org/W3096738375","https://openalex.org/W3128341947","https://openalex.org/W3130178918","https://openalex.org/W3165327186","https://openalex.org/W3174016789","https://openalex.org/W3179054875","https://openalex.org/W3214795863","https://openalex.org/W4221165593","https://openalex.org/W4225466681","https://openalex.org/W4240035482","https://openalex.org/W4281764334","https://openalex.org/W4294554825","https://openalex.org/W4385245566","https://openalex.org/W4385573569","https://openalex.org/W4385714464","https://openalex.org/W4387389797","https://openalex.org/W4391709828","https://openalex.org/W6638575559","https://openalex.org/W6737564900","https://openalex.org/W6745097924","https://openalex.org/W6755207826","https://openalex.org/W6761260114","https://openalex.org/W6778883912","https://openalex.org/W6787335730","https://openalex.org/W6790811189","https://openalex.org/W6803952703","https://openalex.org/W6810344181","https://openalex.org/W6838995493","https://openalex.org/W6853601813","https://openalex.org/W6857241877","https://openalex.org/W6861236866"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2380075625","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2069592018","https://openalex.org/W2075740387","https://openalex.org/W2382290278"],"abstract_inverted_index":{"There":[0],"is":[1],"an":[2],"increasing":[3],"tendency":[4],"to":[5,16,73,81,92,138,171,182],"fine-tune":[6,33,130],"large-scale":[7],"pre-trained":[8,85,119,132,148],"language":[9],"models":[10,88],"(LMs)":[11],"using":[12,134],"small":[13],"private":[14,51,203,226],"datasets":[15,52],"improve":[17],"their":[18],"capability":[19],"for":[20,101,213],"downstream":[21,60,180],"applications.":[22],"In":[23],"this":[24],"paper,":[25],"we":[26,63,106,128],"systematically":[27],"analyze":[28],"the":[29,34,42,50,59,82,103,114,131,140,143,147,152,184,225],"pre-train":[30],"and":[31,39,67,75,86,121,146,168,174],"then":[32],"process":[35],"of":[36,49,58,154,162,199,217,221,233],"generative":[37],"LMs":[38,44],"show":[40],"that":[41,112,190],"fine-tuned":[43,87,124],"would":[45],"leak":[46],"sensitive":[47,78,99,136,156,210],"keywords":[48],"even":[53],"without":[54],"any":[55],"prior":[56],"knowledge":[57],"tasks.":[61],"Specifically,":[62],"propose":[64],"a":[65,108,118,197,214],"novel":[66],"efficient":[68],"keyword":[69,163,193,204],"inference":[70,164,194,205],"attack":[71,195,206],"framework":[72,173],"accurately":[74],"maximally":[76],"recover":[77],"keywords.":[79,157],"Owing":[80],"fine-tuning":[83,227],"process,":[84],"might":[89],"respond":[90],"differently":[91],"identical":[93],"input":[94],"prefixes.":[95],"To":[96],"identify":[97],"potential":[98],"sentences":[100,137],"training":[102],"fine-tuend":[104],"LM,":[105],"introduce":[107],"contrast":[109],"difference":[110],"score":[111],"assesses":[113],"response":[115],"variations":[116],"between":[117,142],"LM":[120],"its":[122],"corresponding":[123],"LM.":[125],"Following":[126],"this,":[127],"iteratively":[129],"model":[133,145],"these":[135],"minimize":[139],"disparity":[141],"target":[144],"model,":[149],"thereby":[150],"maximizing":[151],"number":[153,216],"inferred":[155],"We":[158],"implement":[159],"two":[160],"types":[161],"attacks":[165],"(i.e.,":[166],"domain":[167,192],"private)":[169],"according":[170],"our":[172,191,202],"conduct":[175],"comprehensive":[176],"experiments":[177],"on":[178],"three":[179],"applications":[181],"evaluate":[183],"performance.":[185],"The":[186],"experimental":[187],"results":[188],"demonstrate":[189],"achieves":[196],"precision":[198],"85%,":[200],"while":[201],"can":[207],"extract":[208],"highly":[209],"personal":[211,234],"information":[212],"significant":[215],"individuals":[218],"(approximately":[219],"0.3%":[220],"all":[222],"customers":[223],"in":[224],"dataset,":[228],"which":[229],"contains":[230],"40,000":[231],"pieces":[232],"information).":[235]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}