{"id":"https://openalex.org/W4410852827","doi":"https://doi.org/10.1109/tifs.2025.3573121","title":"Releasing Inequality Phenomenon in \u2113<sub>\u221e</sub>-Norm Adversarial Training via Input Gradient Distillation","display_name":"Releasing Inequality Phenomenon in \u2113<sub>\u221e</sub>-Norm Adversarial Training via Input Gradient Distillation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410852827","doi":"https://doi.org/10.1109/tifs.2025.3573121"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2025.3573121","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2025.3573121","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002583961","display_name":"Junxi Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxi Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045529705","display_name":"Junhao Dong","orcid":"https://orcid.org/0000-0002-6232-9157"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Junhao Dong","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Singapore, Singapore","School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018298892","display_name":"Xiaohua Xie","orcid":"https://orcid.org/0000-0002-0310-4679"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohua Xie","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0310-4679","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034685928","display_name":"Jianhuang Lai","orcid":"https://orcid.org/0000-0003-3883-2024"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhuang Lai","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3883-2024","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11153846,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"20","issue":null,"first_page":"5632","last_page":"5646"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9606999754905701,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9606999754905701,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.928600013256073,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6778645515441895},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6420542597770691},{"id":"https://openalex.org/keywords/phenomenon","display_name":"Phenomenon","score":0.6291873455047607},{"id":"https://openalex.org/keywords/norm","display_name":"Norm (philosophy)","score":0.5520796179771423},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.49555766582489014},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44624820351600647},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11844214797019958}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6778645515441895},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6420542597770691},{"id":"https://openalex.org/C50335755","wikidata":"https://www.wikidata.org/wiki/Q483247","display_name":"Phenomenon","level":2,"score":0.6291873455047607},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.5520796179771423},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.49555766582489014},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44624820351600647},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11844214797019958},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tifs.2025.3573121","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2025.3573121","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/217825","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/217825","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G173065042","display_name":null,"funder_award_id":"2023B1212060026","funder_id":"https://openalex.org/F4320329883","funder_display_name":"Guangdong Province Key Laboratory of Information Security Technology"},{"id":"https://openalex.org/G562948957","display_name":null,"funder_award_id":"12326618","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329883","display_name":"Guangdong Province Key Laboratory of Information Security Technology","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2060854787","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2768346313","https://openalex.org/W3035590812","https://openalex.org/W3100505241","https://openalex.org/W3116131084","https://openalex.org/W4200633541","https://openalex.org/W4293846201","https://openalex.org/W4363622847","https://openalex.org/W4391326543","https://openalex.org/W4392904558","https://openalex.org/W4400075243","https://openalex.org/W4406794182","https://openalex.org/W6637162671","https://openalex.org/W6685133223","https://openalex.org/W6704488215","https://openalex.org/W6734194636","https://openalex.org/W6737947904","https://openalex.org/W6739575509","https://openalex.org/W6743428213","https://openalex.org/W6757555829","https://openalex.org/W6759129252","https://openalex.org/W6763810570","https://openalex.org/W6765202659","https://openalex.org/W6769467494","https://openalex.org/W6771468614","https://openalex.org/W6772461460","https://openalex.org/W6774469542","https://openalex.org/W6780176858","https://openalex.org/W6783213970","https://openalex.org/W6784493056","https://openalex.org/W6787972765","https://openalex.org/W6803045734","https://openalex.org/W6810311068","https://openalex.org/W6840424957","https://openalex.org/W6861704467","https://openalex.org/W6876114214","https://openalex.org/W6876785759","https://openalex.org/W6876799292"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4310988119","https://openalex.org/W4285226279","https://openalex.org/W4288019534"],"abstract_inverted_index":{"Adversarial":[0],"training":[1,20],"(AT)":[2],"is":[3,31],"considered":[4],"the":[5,33,39,48,87,94,102,112,116,120,129,182,192,195,201],"most":[6],"effective":[7,78],"defense":[8],"against":[9,65,147],"adversarial":[10,19,137],"attacks.":[11],"However,":[12],"a":[13,75,175],"recent":[14],"study":[15],"revealed":[16],"that":[17,125],"\u2113\u221e-norm":[18],"(":[21],"\u2113\u221e-AT)":[22],"will":[23],"also":[24,173],"induce":[25],"unevenly":[26],"distributed":[27],"input":[28,109],"gradients,":[29],"which":[30],"called":[32,80],"inequality":[34,88,130,183,196],"phenomenon.":[35],"This":[36],"phenomenon":[37,89,131,184,197],"makes":[38],"\u2113\u221e":[40,66],"-norm":[41],"adversarially":[42],"trained":[43,68,104],"model":[44,50,106,114,118],"more":[45],"vulnerable":[46],"than":[47,169],"standard-trained":[49,95,117],"when":[51],"high-attribution":[52],"or":[53],"randomly":[54],"selected":[55],"pixels":[56],"are":[57],"perturbed,":[58],"enabling":[59],"robust":[60],"and":[61,115,132,154,165,189],"practical":[62],"closed-box":[63],"attacks":[64],"-adversarially":[67],"models.":[69],"In":[70],"this":[71],"paper,":[72],"we":[73,172],"propose":[74],"simple":[76],"yet":[77],"method":[79],"Input":[81],"Gradient":[82],"Distillation":[83],"(IGD)":[84],"to":[85,140,161,178,200],"release":[86],"in":[90,157],"\u2113\u221e-AT.":[91],"IGD":[92,126,143],"distills":[93],"teacher":[96],"model\u2019s":[97],"equal":[98],"decision":[99],"pattern":[100],"into":[101],"\u2113\u221e-adversarially":[103],"student":[105,113],"by":[107,159],"aligning":[108],"gradients":[110],"of":[111,194],"with":[119],"Cosine":[121],"Similarity.":[122],"Experiments":[123],"show":[124],"can":[127,185],"mitigate":[128],"its":[133],"threats":[134],"while":[135],"preserving":[136],"robustness.":[138],"Compared":[139],"vanilla":[141],"\u2113\u221e-AT,":[142],"reduces":[144],"error":[145],"rates":[146],"inductive":[148,150],"noise,":[149,153],"occlusion,":[151],"random":[152],"noisy":[155],"images":[156],"ImageNet-C":[158],"up":[160],"60%,":[162],"16%,":[163],"50%,":[164],"21%,":[166],"respectively.":[167],"Other":[168],"empirical":[170],"experiments,":[171],"conduct":[174],"theoretical":[176],"analysis":[177],"explain":[179],"why":[180,191],"releasing":[181],"improve":[186],"such":[187],"robustness":[188],"discuss":[190],"severity":[193],"varies":[198],"according":[199],"dataset\u2019s":[202],"image":[203],"resolution.":[204]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-05-30T00:00:00"}