{"id":"https://openalex.org/W4417002558","doi":"https://doi.org/10.1109/tip.2025.3637689","title":"InfoARD: Enhancing Adversarial Robustness Distillation With Attack-Strength Adaptation and Mutual-Information Maximization","display_name":"InfoARD: Enhancing Adversarial Robustness Distillation With Attack-Strength Adaptation and Mutual-Information Maximization","publication_year":2025,"publication_date":"2025-12-04","ids":{"openalex":"https://openalex.org/W4417002558","doi":"https://doi.org/10.1109/tip.2025.3637689","pmid":"https://pubmed.ncbi.nlm.nih.gov/41343323"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2025.3637689","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3637689","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083445994","display_name":"Ruihan Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210165204","display_name":"Zhuhai Institute of Advanced Technology","ror":"https://ror.org/05r1mzq61","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761","https://openalex.org/I4210165204"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruihan Liu","raw_affiliation_strings":["Beijing Institute of Technology, Zhuhai, China","Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Zhuhai, China","institution_ids":["https://openalex.org/I4210165204","https://openalex.org/I125839683"]},{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075973287","display_name":"Jiali Cai","orcid":"https://orcid.org/0000-0001-8593-8345"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210165204","display_name":"Zhuhai Institute of Advanced Technology","ror":"https://ror.org/05r1mzq61","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761","https://openalex.org/I4210165204"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jieyi Cai","raw_affiliation_strings":["Beijing Institute of Technology, Zhuhai, China","Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Zhuhai, China","institution_ids":["https://openalex.org/I4210165204","https://openalex.org/I125839683"]},{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013975825","display_name":"Yishu Liu","orcid":"https://orcid.org/0009-0004-7924-4039"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yishu Liu","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060927226","display_name":"Sudong Cai","orcid":"https://orcid.org/0000-0002-5446-5618"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210165204","display_name":"Zhuhai Institute of Advanced Technology","ror":"https://ror.org/05r1mzq61","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761","https://openalex.org/I4210165204"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sudong Cai","raw_affiliation_strings":["Beijing Institute of Technology, Zhuhai, China","Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Zhuhai, China","institution_ids":["https://openalex.org/I4210165204","https://openalex.org/I125839683"]},{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055183002","display_name":"Bingzhi Chen","orcid":"https://orcid.org/0000-0002-2497-6214"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210165204","display_name":"Zhuhai Institute of Advanced Technology","ror":"https://ror.org/05r1mzq61","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761","https://openalex.org/I4210165204"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingzhi Chen","raw_affiliation_strings":["Beijing Institute of Technology, Zhuhai, China","Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Zhuhai, China","institution_ids":["https://openalex.org/I4210165204","https://openalex.org/I125839683"]},{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013644792","display_name":"Yulan Guo","orcid":"https://orcid.org/0000-0003-0952-476X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulan Guo","raw_affiliation_strings":["School of Electronics and Communication Engineering, Sun Yat-sen University (SYSU), Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Communication Engineering, Sun Yat-sen University (SYSU), Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009750573","display_name":"Mohammed Bennamoun","orcid":"https://orcid.org/0000-0002-6603-3257"},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"The University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mohammed Bennamoun","raw_affiliation_strings":["Department of Computer Science and Software Engineering, The University of Western Australia (UWA), Perth, WA, Australia","Department of Computer Science and Software Engineering, The University of Western Australia (UWA), Perth, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, The University of Western Australia (UWA), Perth, WA, Australia","institution_ids":["https://openalex.org/I177877127"]},{"raw_affiliation_string":"Department of Computer Science and Software Engineering, The University of Western Australia (UWA), Perth, Australia","institution_ids":["https://openalex.org/I177877127"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5083445994"],"corresponding_institution_ids":["https://openalex.org/I125839683","https://openalex.org/I4210165204"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20541953,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":null,"first_page":"276","last_page":"289"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.8982999920845032},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7993999719619751},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.6662999987602234},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.4878999888896942},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.45750001072883606},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3547999858856201}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.8982999920845032},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7993999719619751},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7663999795913696},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.6662999987602234},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6442999839782715},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5752999782562256},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.4878999888896942},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.45750001072883606},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3547999858856201},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3544999957084656},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.34040001034736633},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.30169999599456787},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.28839999437332153},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.25600001215934753},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25429999828338623}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2025.3637689","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3637689","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:41343323","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41343323","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W638544165","https://openalex.org/W2092939357","https://openalex.org/W2102471334","https://openalex.org/W2127234432","https://openalex.org/W2133177257","https://openalex.org/W2156875677","https://openalex.org/W2194775991","https://openalex.org/W2962858109","https://openalex.org/W2963163009","https://openalex.org/W2963857521","https://openalex.org/W2973090649","https://openalex.org/W2991526369","https://openalex.org/W2997560666","https://openalex.org/W3005576178","https://openalex.org/W3034368386","https://openalex.org/W3035524453","https://openalex.org/W3045766264","https://openalex.org/W3107235539","https://openalex.org/W3177280989","https://openalex.org/W3196199654","https://openalex.org/W3204279503","https://openalex.org/W4221156702","https://openalex.org/W4226239489","https://openalex.org/W4282921305","https://openalex.org/W4293846201","https://openalex.org/W4312229863","https://openalex.org/W4312594701","https://openalex.org/W4312641744","https://openalex.org/W4316661146","https://openalex.org/W4323896829","https://openalex.org/W4366148644","https://openalex.org/W4372260440","https://openalex.org/W4383751383","https://openalex.org/W4386065434","https://openalex.org/W4386076236","https://openalex.org/W4386076533","https://openalex.org/W4388692087","https://openalex.org/W4392309355","https://openalex.org/W4402715799","https://openalex.org/W4402716028"],"related_works":[],"abstract_inverted_index":{"Adversarial":[0,55],"distillation":[1,156],"(AD)":[2],"aims":[3],"to":[4,11,35,72,97,159,176],"mitigate":[5],"deep":[6,198],"neural":[7],"networks'":[8],"inherent":[9],"vulnerability":[10],"adversarial":[12,74,77,83,195],"attacks,":[13],"thereby":[14,140],"providing":[15],"robust":[16],"protection":[17],"for":[18],"compact":[19],"models":[20],"through":[21],"teacher-student":[22],"interactions.":[23],"Despite":[24],"advancements,":[25],"existing":[26,189],"AD":[27,190],"studies":[28],"still":[29],"suffer":[30],"from":[31,118,131,172],"insufficient":[32],"robustness":[33,75,196,212],"due":[34],"the":[36,64,92,107,112,126,142,147,173,177,194,209],"limitations":[37],"of":[38,114,134,146,170,197,213],"fixed":[39,89],"attack":[40,90,108],"strength":[41,109],"and":[42,68,79,100,137,211],"attention":[43,138],"region":[44],"shifts.":[45],"To":[46],"address":[47],"these":[48],"challenges,":[49],"we":[50],"propose":[51],"a":[52,153,166],"strength-adaptive":[53],"Info-maximizing":[54],"Robustness":[56],"Distillation":[57],"paradigm,":[58],"namely":[59],"\"InfoARD\",":[60],"which":[61],"strategically":[62],"incorporates":[63],"Attack-Strength":[65],"Adaptation":[66],"(ASA)":[67],"Mutual-Information":[69],"Maximization":[70],"(MIM)":[71],"enhance":[73],"against":[76],"attacks":[78],"perturbations.":[80],"Unlike":[81],"previous":[82,217],"training":[84],"(AT)":[85],"methods":[86],"that":[87,181],"utilize":[88],"strength,":[91],"ASA":[93],"mechanism":[94],"is":[95,157],"designed":[96],"capture":[98,160],"smoother":[99],"generalized":[101],"classification":[102],"boundaries":[103],"by":[104],"dynamically":[105],"tailoring":[106],"based":[110],"on":[111,203],"characteristics":[113],"individual":[115],"instances.":[116],"Benefiting":[117],"mutual":[119],"information":[120],"constraints,":[121],"our":[122,182,214],"MIM":[123],"strategy":[124],"ensures":[125],"student":[127,143,178],"model":[128,175],"effectively":[129],"learns":[130],"various":[132,204],"levels":[133],"feature":[135],"representations":[136],"patterns,":[139],"deepening":[141],"model's":[144,149],"understanding":[145],"teacher":[148,174],"decision-making":[150],"processes.":[151],"Furthermore,":[152],"comprehensive":[154],"multi-granularity":[155],"conducted":[158],"knowledge":[161,171],"across":[162],"multiple":[163],"dimensions,":[164],"enabling":[165],"more":[167],"effective":[168],"transfer":[169],"model.":[179],"Note":[180],"InfoARD":[183],"can":[184],"be":[185],"seamlessly":[186],"integrated":[187],"into":[188],"frameworks,":[191],"further":[192],"boosting":[193],"learning":[199],"models.":[200],"Extensive":[201],"experiments":[202],"challenging":[205],"datasets":[206],"consistently":[207],"demonstrate":[208],"effectiveness":[210],"InfoARD,":[215],"surpassing":[216],"state-of-the-art":[218],"methods.":[219]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-12-04T00:00:00"}