{"id":"https://openalex.org/W4382999061","doi":"https://doi.org/10.1109/tifs.2023.3289000","title":"Revisiting Gradient Regularization: Inject Robust Saliency-Aware Weight Bias for Adversarial Defense","display_name":"Revisiting Gradient Regularization: Inject Robust Saliency-Aware Weight Bias for Adversarial Defense","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4382999061","doi":"https://doi.org/10.1109/tifs.2023.3289000"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2023.3289000","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2023.3289000","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073922452","display_name":"Qian Li","orcid":"https://orcid.org/0000-0002-0110-451X"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qian Li","raw_affiliation_strings":["Ministry of Education Key Laboratory for Intelligent Networks and Network Security, School of Cyber Science and Engineering, Xi’an Jiaotong University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-0110-451X","affiliations":[{"raw_affiliation_string":"Ministry of Education Key Laboratory for Intelligent Networks and Network Security, School of Cyber Science and Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044089406","display_name":"Qingyuan Hu","orcid":"https://orcid.org/0000-0002-4198-761X"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingyuan Hu","raw_affiliation_strings":["School of Computer Science and Technology, Xi’an Jiaotong University, Xi’an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046723920","display_name":"Chenhao Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenhao Lin","raw_affiliation_strings":["Ministry of Education Key Laboratory for Intelligent Networks and Network Security, School of Cyber Science and Engineering, Xi’an Jiaotong University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-6265-7345","affiliations":[{"raw_affiliation_string":"Ministry of Education Key Laboratory for Intelligent Networks and Network Security, School of Cyber Science and Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100602148","display_name":"Di Wu","orcid":"https://orcid.org/0009-0007-0772-9303"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Wu","raw_affiliation_strings":["School of Computer Science and Technology, Xi’an Jiaotong University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-6979-3537","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101843177","display_name":"Chao Shen","orcid":"https://orcid.org/0000-0003-2783-5529"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Shen","raw_affiliation_strings":["Ministry of Education Key Laboratory for Intelligent Networks and Network Security, School of Cyber Science and Engineering, Xi’an Jiaotong University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-6959-0569","affiliations":[{"raw_affiliation_string":"Ministry of Education Key Laboratory for Intelligent Networks and Network Security, School of Cyber Science and Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5073922452"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":1.7041,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.87254851,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"18","issue":null,"first_page":"5936","last_page":"5949"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.721644401550293},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6973881721496582},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6718425750732422},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6379048824310303},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5597389936447144},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5228486657142639},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.4916604161262512},{"id":"https://openalex.org/keywords/jacobian-matrix-and-determinant","display_name":"Jacobian matrix and determinant","score":0.4852854907512665},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4730885624885559},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.4548017978668213},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34985631704330444},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2377971112728119},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2359439730644226}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.721644401550293},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6973881721496582},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6718425750732422},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6379048824310303},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5597389936447144},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5228486657142639},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.4916604161262512},{"id":"https://openalex.org/C200331156","wikidata":"https://www.wikidata.org/wiki/Q506041","display_name":"Jacobian matrix and determinant","level":2,"score":0.4852854907512665},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4730885624885559},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.4548017978668213},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34985631704330444},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2377971112728119},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2359439730644226},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2023.3289000","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2023.3289000","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7400000095367432}],"awards":[{"id":"https://openalex.org/G2318223147","display_name":null,"funder_award_id":"62006181","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2528846581","display_name":null,"funder_award_id":"62161160337","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3143311486","display_name":null,"funder_award_id":"2022M722530","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G6034313629","display_name":null,"funder_award_id":"U21B2018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7155321176","display_name":null,"funder_award_id":"62132011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7948491709","display_name":null,"funder_award_id":"62206217","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8024709401","display_name":null,"funder_award_id":"U20A20177","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G804044722","display_name":null,"funder_award_id":"xzy012022082","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8646480736","display_name":null,"funder_award_id":"2020AAA0107702","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G966460120","display_name":null,"funder_award_id":"2023T160512","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W2112594540","https://openalex.org/W2112796928","https://openalex.org/W2135046866","https://openalex.org/W2144732271","https://openalex.org/W2529714286","https://openalex.org/W2616247523","https://openalex.org/W2759063673","https://openalex.org/W2765793020","https://openalex.org/W2768346313","https://openalex.org/W2893252518","https://openalex.org/W2934684307","https://openalex.org/W2962821226","https://openalex.org/W2962858109","https://openalex.org/W2962894046","https://openalex.org/W2963798744","https://openalex.org/W2964076740","https://openalex.org/W2993396030","https://openalex.org/W2994027480","https://openalex.org/W2998293245","https://openalex.org/W3035154854","https://openalex.org/W3036847733","https://openalex.org/W3083269515","https://openalex.org/W3096488581","https://openalex.org/W3102564565","https://openalex.org/W3104141960","https://openalex.org/W3113611065","https://openalex.org/W3116131084","https://openalex.org/W3118608800","https://openalex.org/W3125614726","https://openalex.org/W3126764636","https://openalex.org/W3134815184","https://openalex.org/W3138128528","https://openalex.org/W3179308556","https://openalex.org/W4200633541","https://openalex.org/W4205240697","https://openalex.org/W4214818157","https://openalex.org/W4285188795","https://openalex.org/W4285233920","https://openalex.org/W4289821784","https://openalex.org/W4293846201","https://openalex.org/W4296831829","https://openalex.org/W4297803870","https://openalex.org/W6637162671","https://openalex.org/W6640425456","https://openalex.org/W6685133223","https://openalex.org/W6729756640","https://openalex.org/W6745141074","https://openalex.org/W6747536865","https://openalex.org/W6748475379","https://openalex.org/W6748799766","https://openalex.org/W6754558403","https://openalex.org/W6754646375","https://openalex.org/W6754925386","https://openalex.org/W6755310938","https://openalex.org/W6759129252","https://openalex.org/W6761064800","https://openalex.org/W6762093561","https://openalex.org/W6762703810","https://openalex.org/W6762749081","https://openalex.org/W6764942769","https://openalex.org/W6766152126","https://openalex.org/W6766530665","https://openalex.org/W6766725774","https://openalex.org/W6771468614","https://openalex.org/W6771683604","https://openalex.org/W6771809012","https://openalex.org/W6772212738","https://openalex.org/W6773331377","https://openalex.org/W6779361924","https://openalex.org/W6787972765","https://openalex.org/W6790438916","https://openalex.org/W6853193919"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W2965546495","https://openalex.org/W2007405763","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W3136087161"],"abstract_inverted_index":{"Despite":[0],"regularizing":[1],"the":[2,28,53,56,79,104,133,139,146,172,203,215,218],"Jacobians":[3],"of":[4,59,72,78,135,141,149,160,174,180,217,225],"neural":[5],"networks":[6],"to":[7,27,67,102,129],"enhance":[8],"model":[9,16,62],"robustness":[10,231],"has":[11,63],"directly":[12],"theoretical":[13],"correlation":[14],"with":[15,209],"prediction":[17],"stability,":[18],"a":[19,75,110,119],"large":[20],"defense":[21],"performance":[22,105],"gap":[23],"exists":[24],"when":[25],"compared":[26],"empirically":[29],"perturbation-based":[30],"adversarial":[31,83],"training":[32,98],"e.g.":[33,202],"PGD-based,":[34],"which":[35,205],"enjoys":[36],"nice":[37],"discriminative":[38],"saliency":[39,94,236],"maps":[40],"as":[41,74,177,198],"well.":[42],"To":[43],"mitigate":[44],"this":[45,48],"issue,":[46],"in":[47,153,189],"paper":[49],"we":[50,88,108,170],"first":[51],"analyze":[52],"dilemma":[54],"that":[55,90,163,223],"gradient":[57,128,152,161,235],"map":[58],"its":[60],"resulting":[61],"no":[64],"content":[65],"hierarchy":[66],"mark":[68],"out":[69],"salient":[70,167],"profile":[71],"input,":[73],"negative":[76],"signal":[77],"obstructive":[80],"for":[81,191],"effective":[82],"defense.":[84],"Based":[85],"on":[86,126],"this,":[87],"argue":[89],"incorporating":[91],"robust":[92,178],"gradient-based":[93],"properties":[95],"into":[96],"regularized":[97],"may":[99],"be":[100],"helpful":[101],"reduce":[103],"gap.":[106],"Specifically,":[107],"propose":[109],"simple":[111],"method":[112,220],"called":[113],"Saliency-aware":[114],"Gradient":[115],"Regularization":[116],"(SAGR),":[117],"where":[118],"biased":[120],"weight":[121],"distribution":[122],"strategy":[123,144],"is":[124],"introduced":[125],"positive":[127],"structure":[130],"and":[131,156,221,233],"increase":[132],"impact":[134],"class-gradient":[136],"components":[137],"inside":[138],"Jacobian":[140],"model.":[142],"The":[143],"maintains":[145],"dominant":[147,187],"role":[148],"saliency-critical":[150],"true-class":[151,175],"learning":[154],"process":[155],"differentiates":[157],"diverse":[158],"importance":[159],"sensitivities":[162,226],"would":[164],"localize":[165],"input":[166],"areas.":[168],"Herein":[169],"interpret":[171],"sharpness":[173],"sensitivity":[176],"recognition":[179],"more":[181,210,230],"learning-relevant":[182],"features":[183],"e.g.,":[184],"regions":[185],"containing":[186],"object":[188],"image":[190],"classification.":[192],"Instead,":[193],"false-class":[194],"parts":[195],"are":[196,206],"considered":[197],"recognition-irrelevant":[199],"nuisance":[200],"factors":[201],"backgrounds,":[204],"thus":[207],"depressed":[208],"strength.":[211],"Experimental":[212],"results":[213],"demonstrate":[214],"efficacy":[216],"proposed":[219],"validate":[222],"distinguishment":[224],"could":[227],"further":[228],"yield":[229],"gain":[232],"sharper":[234],"map.":[237]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}