{"id":"https://openalex.org/W3038953173","doi":"https://doi.org/10.1109/tpami.2020.3006917","title":"On Connections Between Regularizations for Improving DNN Robustness","display_name":"On Connections Between Regularizations for Improving DNN Robustness","publication_year":2020,"publication_date":"2020-07-03","ids":{"openalex":"https://openalex.org/W3038953173","doi":"https://doi.org/10.1109/tpami.2020.3006917","mag":"3038953173","pmid":"https://pubmed.ncbi.nlm.nih.gov/32750801"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2020.3006917","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.3006917","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067005644","display_name":"Yiwen Guo","orcid":"https://orcid.org/0000-0002-0709-4877"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yiwen Guo","raw_affiliation_strings":["Bytedance AI Lab, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0709-4877","affiliations":[{"raw_affiliation_string":"Bytedance AI Lab, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100336402","display_name":"Long Chen","orcid":"https://orcid.org/0000-0002-5036-1539"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Chen","raw_affiliation_strings":["Academy for Advanced Interdisciplinary Studies, Center for Data Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5036-1539","affiliations":[{"raw_affiliation_string":"Academy for Advanced Interdisciplinary Studies, Center for Data Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100652865","display_name":"Yurong Chen","orcid":"https://orcid.org/0000-0001-9333-1746"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yurong Chen","raw_affiliation_strings":["Intel Labs, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9333-1746","affiliations":[{"raw_affiliation_string":"Intel Labs, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065063835","display_name":"Changshui Zhang","orcid":"https://orcid.org/0000-0002-8088-367X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changshui Zhang","raw_affiliation_strings":["State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Department of Automation, Institute for Artificial Intelligence, Tsinghua University (THUAI), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8088-367X","affiliations":[{"raw_affiliation_string":"State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Department of Automation, Institute for Artificial Intelligence, Tsinghua University (THUAI), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8253,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.88440496,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"43","issue":"12","first_page":"4469","last_page":"4476"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9585999846458435,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.693036675453186},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6577868461608887},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.634861946105957},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.622171938419342},{"id":"https://openalex.org/keywords/jacobian-matrix-and-determinant","display_name":"Jacobian matrix and determinant","score":0.618553638458252},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5784388780593872},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5152202248573303},{"id":"https://openalex.org/keywords/lipschitz-continuity","display_name":"Lipschitz continuity","score":0.49078068137168884},{"id":"https://openalex.org/keywords/curvature","display_name":"Curvature","score":0.4867258369922638},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4009433686733246},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3886021673679352},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2508127689361572},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.15056458115577698}],"concepts":[{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.693036675453186},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6577868461608887},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.634861946105957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.622171938419342},{"id":"https://openalex.org/C200331156","wikidata":"https://www.wikidata.org/wiki/Q506041","display_name":"Jacobian matrix and determinant","level":2,"score":0.618553638458252},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5784388780593872},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5152202248573303},{"id":"https://openalex.org/C22324862","wikidata":"https://www.wikidata.org/wiki/Q652707","display_name":"Lipschitz continuity","level":2,"score":0.49078068137168884},{"id":"https://openalex.org/C195065555","wikidata":"https://www.wikidata.org/wiki/Q214881","display_name":"Curvature","level":2,"score":0.4867258369922638},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4009433686733246},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3886021673679352},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2508127689361572},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.15056458115577698},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2020.3006917","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.3006917","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:32750801","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32750801","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3449269236","display_name":null,"funder_award_id":"DFG TRR-169","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1665214252","https://openalex.org/W1673923490","https://openalex.org/W1677182931","https://openalex.org/W1945616565","https://openalex.org/W2095705004","https://openalex.org/W2112796928","https://openalex.org/W2133564696","https://openalex.org/W2144513243","https://openalex.org/W2144732271","https://openalex.org/W2180612164","https://openalex.org/W2194775991","https://openalex.org/W2243397390","https://openalex.org/W2529714286","https://openalex.org/W2603766943","https://openalex.org/W2618235498","https://openalex.org/W2620038827","https://openalex.org/W2746600820","https://openalex.org/W2768346313","https://openalex.org/W2785604928","https://openalex.org/W2891710009","https://openalex.org/W2962685937","https://openalex.org/W2962821226","https://openalex.org/W2963026800","https://openalex.org/W2963143631","https://openalex.org/W2963207607","https://openalex.org/W2963249138","https://openalex.org/W2963341057","https://openalex.org/W2963389226","https://openalex.org/W2963540169","https://openalex.org/W2963612069","https://openalex.org/W2963744840","https://openalex.org/W2963752115","https://openalex.org/W2963857521","https://openalex.org/W2964116600","https://openalex.org/W2964153729","https://openalex.org/W2964253222","https://openalex.org/W2964308564","https://openalex.org/W3106412272","https://openalex.org/W4293846201","https://openalex.org/W4300167250","https://openalex.org/W6637162671","https://openalex.org/W6637242042","https://openalex.org/W6640425456","https://openalex.org/W6674330103","https://openalex.org/W6679434410","https://openalex.org/W6681151457","https://openalex.org/W6697462184","https://openalex.org/W6729756640","https://openalex.org/W6736987314","https://openalex.org/W6738369334","https://openalex.org/W6739868092","https://openalex.org/W6744511767","https://openalex.org/W6745893766","https://openalex.org/W6748475379","https://openalex.org/W6754642193","https://openalex.org/W6755310938"],"related_works":["https://openalex.org/W2950183588","https://openalex.org/W3080754722","https://openalex.org/W3093978547","https://openalex.org/W2953536436","https://openalex.org/W3203790781","https://openalex.org/W2997056298","https://openalex.org/W2738001131","https://openalex.org/W4285785480","https://openalex.org/W3127875750","https://openalex.org/W2294590153"],"abstract_inverted_index":{"This":[0],"paper":[1],"analyzes":[2],"regularization":[3],"terms":[4],"proposed":[5],"recently":[6],"for":[7,63],"improving":[8],"the":[9,57,88,103],"adversarial":[10],"robustness":[11],"of":[12,21,56,61,69,80,90],"deep":[13],"neural":[14],"networks":[15],"(DNNs),":[16],"from":[17],"a":[18,40,67],"theoretical":[19],"point":[20],"view.":[22],"Specifically,":[23],"we":[24],"study":[25],"possible":[26],"connections":[27],"between":[28],"several":[29],"effective":[30],"methods,":[31],"including":[32],"input-gradient":[33],"regularization,":[34,36,38],"Jacobian":[35],"curvature":[37],"and":[39,66,83,95],"cross-Lipschitz":[41],"functional.":[42],"We":[43,74],"investigate":[44],"them":[45],"on":[46,77],"DNNs":[47],"with":[48],"general":[49],"rectified":[50],"linear":[51],"activations,":[52],"which":[53],"constitute":[54],"one":[55],"most":[58],"prevalent":[59],"families":[60],"models":[62],"image":[64],"classification":[65],"host":[68],"other":[70],"machine":[71],"learning":[72],"applications.":[73],"shed":[75],"light":[76],"essential":[78],"ingredients":[79],"these":[81],"regularizations":[82,97],"re-interpret":[84],"their":[85],"functionality.":[86],"Through":[87],"lens":[89],"our":[91],"study,":[92],"more":[93],"principled":[94],"efficient":[96],"can":[98],"possibly":[99],"be":[100],"invented":[101],"in":[102],"near":[104],"future.":[105]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}