{"id":"https://openalex.org/W4385572011","doi":"https://doi.org/10.18653/v1/2023.findings-acl.337","title":"TextObfuscator: Making Pre-trained Language Model a Privacy Protector via Obfuscating Word Representations","display_name":"TextObfuscator: Making Pre-trained Language Model a Privacy Protector via Obfuscating Word Representations","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385572011","doi":"https://doi.org/10.18653/v1/2023.findings-acl.337"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.findings-acl.337","doi":"https://doi.org/10.18653/v1/2023.findings-acl.337","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-acl.337","pdf_url":"https://aclanthology.org/2023.findings-acl.337.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2023","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.findings-acl.337.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100709809","display_name":"Xin Zhou","orcid":"https://orcid.org/0000-0002-8233-4412","observed_orcids":["https://orcid.org/0000-0002-8233-4412"]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zhou","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008845262","display_name":"Yi Lu","orcid":"https://orcid.org/0000-0002-4803-9305","observed_orcids":["https://orcid.org/0000-0002-4803-9305"]},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Lu","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088256860","display_name":"Ruotian Ma","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruotian Ma","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058353652","display_name":"Tao Gui","orcid":"https://orcid.org/0000-0002-6154-0751","observed_orcids":["https://orcid.org/0000-0002-6154-0751"]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tao Gui","raw_affiliation_strings":["Institute of Modern Languages and Linguistics, Fudan University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Modern Languages and Linguistics, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuran Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405287589","display_name":"Honor Device (China)","ror":"https://ror.org/05m3v9803","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405287589"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuran Wang","raw_affiliation_strings":["Honor Device Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Honor Device Co., Ltd","institution_ids":["https://openalex.org/I4405287589"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100532190","display_name":"Yong Ding","orcid":"https://orcid.org/0009-0005-8612-6038","observed_orcids":["https://orcid.org/0009-0005-8612-6038"]},"institutions":[{"id":"https://openalex.org/I4405287589","display_name":"Honor Device (China)","ror":"https://ror.org/05m3v9803","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405287589"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Ding","raw_affiliation_strings":["Honor Device Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Honor Device Co., Ltd","institution_ids":["https://openalex.org/I4405287589"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100449681","display_name":"Yibo Zhang","orcid":"https://orcid.org/0000-0003-1485-3760","observed_orcids":["https://orcid.org/0000-0003-1485-3760"]},"institutions":[{"id":"https://openalex.org/I4405287589","display_name":"Honor Device (China)","ror":"https://ror.org/05m3v9803","country_code":"CN","type":"company","lineage":["https://openalex.org/I4405287589"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibo Zhang","raw_affiliation_strings":["Honor Device Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Honor Device Co., Ltd","institution_ids":["https://openalex.org/I4405287589"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360194","display_name":"Qi Zhang","orcid":"https://orcid.org/0000-0001-5303-9804","observed_orcids":["https://orcid.org/0000-0001-5303-9804","https://orcid.org/0009-0000-0228-309X","https://orcid.org/0009-0009-3808-7512","https://orcid.org/0000-0002-2929-1345","https://orcid.org/0009-0005-1547-1352"]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111113722","display_name":"Xuanjing Huang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuanjing Huang","raw_affiliation_strings":["International Human Phenome Institutes, Shanghai, China","School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Human Phenome Institutes, Shanghai, China","institution_ids":[]},{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5058353652"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":2.8723,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":{"value":0.93743669,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"5459","last_page":"5473"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference-privacy","display_name":"inference privacy","score":0.8600000143051147},{"id":"https://openalex.org/keywords/pre-trained-language-models","display_name":"pre-trained language models","score":0.9359999895095825},{"id":"https://openalex.org/keywords/stochastic-perturbation","display_name":"random perturbations","score":0.6420000195503235},{"id":"https://openalex.org/keywords/prototype-clustering","display_name":"prototype clustering","score":0.6449999809265137},{"id":"https://openalex.org/keywords/sentence-level-classification","display_name":"sentence-level classification","score":0.9470000267028809},{"id":"https://openalex.org/keywords/cloud-inference","display_name":"cloud inference","score":0.31299999356269836},{"id":"https://openalex.org/keywords/privacy-preserving-machine-learning","display_name":"privacy-preserving machine learning","score":0.5759999752044678}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8540301322937012},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7947081327438354},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.7734092473983765},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6830570697784424},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.640842616558075},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5978749990463257},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5337278246879578},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5047298669815063},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49240338802337646},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.48449060320854187},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.47983476519584656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4612084925174713},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33346253633499146},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.14568829536437988},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.11894071102142334},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2023.findings-acl.337","doi":"https://doi.org/10.18653/v1/2023.findings-acl.337","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-acl.337","pdf_url":"https://aclanthology.org/2023.findings-acl.337.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2023","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.findings-acl.337","doi":"https://doi.org/10.18653/v1/2023.findings-acl.337","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-acl.337","pdf_url":"https://aclanthology.org/2023.findings-acl.337.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2023","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3471270673","display_name":null,"funder_award_id":"61976056","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G655273820","display_name":null,"funder_award_id":"62076069","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327803","display_name":"Shanghai Rising-Star Program","ror":null},{"id":"https://openalex.org/F4320335796","display_name":"Program of Shanghai Academic Research Leader","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385572011.pdf","grobid_xml":"https://content.openalex.org/works/W4385572011.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1978394996","https://openalex.org/W2031533839","https://openalex.org/W2134089414","https://openalex.org/W2154652894","https://openalex.org/W2170240176","https://openalex.org/W2187089797","https://openalex.org/W2250539671","https://openalex.org/W2251939518","https://openalex.org/W2399197954","https://openalex.org/W2435473771","https://openalex.org/W2520774990","https://openalex.org/W2596378825","https://openalex.org/W2601450892","https://openalex.org/W2889507104","https://openalex.org/W2896457183","https://openalex.org/W2945357343","https://openalex.org/W2948947170","https://openalex.org/W2952087486","https://openalex.org/W2963879260","https://openalex.org/W2999663536","https://openalex.org/W3011574394","https://openalex.org/W3022061250","https://openalex.org/W3030163527","https://openalex.org/W3035375600","https://openalex.org/W3046764764","https://openalex.org/W3094473903","https://openalex.org/W3094502228","https://openalex.org/W3096738375","https://openalex.org/W3098049952","https://openalex.org/W3099692016","https://openalex.org/W3106937659","https://openalex.org/W3112787034","https://openalex.org/W3164811584","https://openalex.org/W3173528555","https://openalex.org/W3193647133","https://openalex.org/W3197942009","https://openalex.org/W3200633740","https://openalex.org/W3204191745","https://openalex.org/W4221139072","https://openalex.org/W4231185195","https://openalex.org/W4231844697","https://openalex.org/W4281806276","https://openalex.org/W4287511865","https://openalex.org/W4293240908","https://openalex.org/W4297234531","https://openalex.org/W4298882649","https://openalex.org/W4385573672","https://openalex.org/W6889820286","https://openalex.org/W7133200591"],"related_works":["https://openalex.org/W4389520233","https://openalex.org/W4417522812","https://openalex.org/W4391833533","https://openalex.org/W7196934511","https://openalex.org/W4402669922","https://openalex.org/W4412886852","https://openalex.org/W4416034750","https://openalex.org/W7166814657","https://openalex.org/W4226272818","https://openalex.org/W7212086435"],"abstract_inverted_index":{"In":[0],"real-world":[1],"applications,":[2],"pre-trained":[3],"language":[4],"models":[5],"are":[6,118],"typically":[7],"deployed":[8],"on":[9,152],"the":[10,40,100,124],"cloud,":[11],"allowing":[12],"clients":[13,30],"to":[14,39,52,79,109,120,123,133],"upload":[15,32],"data":[16,25],"and":[17,138,148,154],"perform":[18],"compute-intensive":[19],"inference":[20,73,168],"remotely.To":[21],"avoid":[22],"sharing":[23],"sensitive":[24],"directly":[26],"with":[27],"service":[28],"providers,":[29],"can":[31,142],"numerical":[33],"representations":[34,54],"rather":[35],"than":[36],"plain":[37],"text":[38,43],"cloud.However,":[41],"recent":[42],"reconstruction":[44],"techniques":[45],"have":[46],"demonstrated":[47],"that":[48,59,159],"it":[49],"is":[50],"possible":[51],"transform":[53],"into":[55],"original":[56,101],"words,":[57],"suggesting":[58],"privacy":[60,74],"risk":[61],"remains.In":[62],"this":[63],"paper,":[64],"we":[65,106,129],"propose":[66],"TextObfuscator,":[67],"a":[68],"novel":[69],"framework":[70],"for":[71,136],"preserving":[72],"by":[75,145],"applying":[76],"random":[77,82],"perturbations":[78,83],"clustered":[80,111],"representations.The":[81],"make":[84],"each":[85],"word":[86,96,102],"representation":[87],"indistinguishable":[88],"from":[89],"surrounding":[90],"functionally":[91],"similar":[92,116],"representations,":[93,112],"thus":[94],"obscuring":[95],"information":[97],"while":[98],"retaining":[99],"functionality.To":[103],"achieve":[104],"this,":[105],"utilize":[107],"prototypes":[108,135],"learn":[110],"where":[113],"words":[114],"of":[115],"functionality":[117],"encouraged":[119],"be":[121],"closer":[122],"same":[125],"prototype":[126],"during":[127],"training.Additionally,":[128],"design":[130],"different":[131],"methods":[132,165],"find":[134],"token-level":[137],"sentencelevel":[139],"tasks,":[140],"which":[141],"improve":[143],"performance":[144],"incorporating":[146],"semantic":[147],"task":[149],"information.Experimental":[150],"results":[151],"token":[153],"sentence":[155],"classification":[156],"tasks":[157],"show":[158],"TextObfuscator":[160],"achieves":[161],"improvement":[162],"over":[163],"compared":[164],"without":[166],"increasing":[167],"cost.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":4}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2023-08-05T00:00:00"}