{"id":"https://openalex.org/W4285817645","doi":"https://doi.org/10.1109/taslp.2022.3192097","title":"Rethinking Textual Adversarial Defense for Pre-Trained Language Models","display_name":"Rethinking Textual Adversarial Defense for Pre-Trained Language Models","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285817645","doi":"https://doi.org/10.1109/taslp.2022.3192097"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2022.3192097","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2022.3192097","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046609640","display_name":"Jiayi Wang","orcid":"https://orcid.org/0000-0002-0933-0343"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayi Wang","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0933-0343","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930","https://openalex.org/I4210165726"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055860272","display_name":"Rongzhou Bao","orcid":"https://orcid.org/0000-0003-0108-2143"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rongzhou Bao","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0108-2143","affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070962435","display_name":"Zhuosheng Zhang","orcid":"https://orcid.org/0000-0002-4183-3645"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuosheng Zhang","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4183-3645","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930","https://openalex.org/I4210165726"]},{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036050911","display_name":"Hai Zhao","orcid":"https://orcid.org/0000-0001-7290-0487"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Zhao","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7290-0487","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930","https://openalex.org/I4210165726"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9718,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.87786597,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"30","issue":null,"first_page":"2526","last_page":"2540"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9606999754905701,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.9743391275405884},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6908742189407349},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5414635539054871},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4899720251560211},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.42786216735839844},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.4179341495037079},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32868683338165283}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.9743391275405884},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6908742189407349},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5414635539054871},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4899720251560211},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.42786216735839844},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.4179341495037079},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32868683338165283},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2022.3192097","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2022.3192097","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5199999809265137,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322999","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W1875842236","https://openalex.org/W2163455955","https://openalex.org/W2180612164","https://openalex.org/W2609368435","https://openalex.org/W2612372205","https://openalex.org/W2787487383","https://openalex.org/W2891177506","https://openalex.org/W2892228078","https://openalex.org/W2896457183","https://openalex.org/W2905526464","https://openalex.org/W2947415936","https://openalex.org/W2953790959","https://openalex.org/W2954978443","https://openalex.org/W2961125888","https://openalex.org/W2962718684","https://openalex.org/W2962818281","https://openalex.org/W2962972208","https://openalex.org/W2963126845","https://openalex.org/W2963148663","https://openalex.org/W2963384482","https://openalex.org/W2963491027","https://openalex.org/W2963564844","https://openalex.org/W2963771536","https://openalex.org/W2963834268","https://openalex.org/W2963857521","https://openalex.org/W2963859254","https://openalex.org/W2964232431","https://openalex.org/W2965116050","https://openalex.org/W2965373594","https://openalex.org/W2970078867","https://openalex.org/W2970449623","https://openalex.org/W2971296908","https://openalex.org/W2982054702","https://openalex.org/W2988194011","https://openalex.org/W2996851481","https://openalex.org/W3035164976","https://openalex.org/W3035736465","https://openalex.org/W3046008773","https://openalex.org/W3081972231","https://openalex.org/W3082426877","https://openalex.org/W3101449015","https://openalex.org/W3104423855","https://openalex.org/W3104570147","https://openalex.org/W3116387889","https://openalex.org/W3117433489","https://openalex.org/W3155936402","https://openalex.org/W3158360872","https://openalex.org/W3169948074","https://openalex.org/W3169965252","https://openalex.org/W3173596483","https://openalex.org/W3173601785","https://openalex.org/W3174848559","https://openalex.org/W3175663471","https://openalex.org/W3177410622","https://openalex.org/W3200113267","https://openalex.org/W3200913691","https://openalex.org/W3211999566","https://openalex.org/W6637162671","https://openalex.org/W6640425456","https://openalex.org/W6676984168","https://openalex.org/W6691459498","https://openalex.org/W6737443998","https://openalex.org/W6741036071","https://openalex.org/W6745847742","https://openalex.org/W6746402973","https://openalex.org/W6748111160","https://openalex.org/W6748475379","https://openalex.org/W6751715430","https://openalex.org/W6760511378","https://openalex.org/W6765202659","https://openalex.org/W6766673545","https://openalex.org/W6771917389","https://openalex.org/W6780874654","https://openalex.org/W6788272337"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4310988119","https://openalex.org/W4285226279","https://openalex.org/W4288019534"],"abstract_inverted_index":{"Although":[0],"pre-trained":[1],"language":[2],"models":[3],"(PrLMs)":[4],"have":[5],"achieved":[6],"significant":[7],"success,":[8],"recent":[9],"studies":[10],"demonstrate":[11],"that":[12,52,115,131,175,211,257],"PrLMs":[13,38,119,262],"are":[14,58],"vulnerable":[15],"to":[16,39,87,93,162,223],"adversarial":[17,21,34,56,90,99,143,165,207,216,233,249,255],"attacks.":[18],"By":[19],"generating":[20],"examples":[22,57,234,256],"with":[23,187,244],"slight":[24],"perturbations":[25],"on":[26,71,146,221],"different":[27],"levels":[28],"(sentence":[29],"/":[30,32],"word":[31],"character),":[33],"attacks":[35,110,217],"can":[36,61,136],"fool":[37],"generate":[40,94],"incorrect":[41],"predictions,":[42],"which":[43,60,113,157],"questions":[44],"the":[45,105,116,160,169,197,203,225,229,245],"robustness":[46,117],"of":[47,82,108,118,134,141,205,215],"PrLMs.":[48],"However,":[49],"we":[50,76,129,151],"find":[51,130],"most":[53],"existing":[54,109],"textual":[55,142,164,206],"unnatural,":[59],"be":[62,236],"easily":[63,237],"distinguished":[64],"by":[65],"both":[66],"human":[67],"and":[68,97,149,209,227,239,241,247,263],"machine.":[69],"Based":[70,145],"a":[72,78,85,138,153],"general":[73],"anomaly":[74,147],"detector,":[75],"propose":[77],"novel":[79],"metric":[80],"(Degree":[81],"Anomaly)":[83],"as":[84,122,124],"constraint":[86],"enable":[88],"current":[89],"attack":[91],"approaches":[92],"more":[95,220,265],"natural":[96],"imperceptible":[98],"examples.":[100,144],"Under":[101],"this":[102],"new":[103],"constraint,":[104],"success":[106],"rate":[107],"drastically":[111],"decreases,":[112],"reveals":[114],"is":[120,158,252],"not":[121],"fragile":[123],"they":[125],"claimed.":[126],"In":[127],"addition,":[128],"four":[132],"types":[133],"randomization":[135],"invalidate":[137],"large":[139],"portion":[140],"detector":[148],"randomization,":[150,230],"design":[152],"universal":[154,177],"defense":[155,166,178],"framework,":[156],"among":[159],"first":[161],"perform":[163],"without":[167],"knowing":[168],"specific":[170,189],"attack.":[171],"Empirical":[172],"results":[173],"show":[174],"our":[176],"framework":[179],"achieves":[180],"comparable":[181],"or":[182],"even":[183],"higher":[184,193],"after-attack":[185],"accuracy":[186,195],"other":[188],"defenses,":[190],"while":[191],"preserving":[192],"original":[194],"at":[196],"same":[198],"time.":[199],"Our":[200],"work":[201],"discloses":[202],"essence":[204],"attacks,":[208],"indicates":[210],"(i)":[212],"further":[213],"works":[214],"should":[218],"focus":[219],"how":[222],"overcome":[224],"detection":[226],"resist":[228],"otherwise":[231],"their":[232],"would":[235],"detected":[238],"invalidated;":[240],"(ii)":[242],"compared":[243],"unnatural":[246],"perceptible":[248],"examples,":[250],"it":[251],"those":[253],"undetectable":[254],"pose":[258],"real":[259],"risks":[260],"for":[261,267],"require":[264],"attention":[266],"future":[268],"robustness-enhancing":[269],"strategies.":[270]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}