{"id":"https://openalex.org/W7128515935","doi":"https://doi.org/10.48550/arxiv.2602.07320","title":"Incorruptible Neural Networks: Training Models that can Generalize to Large Internal Perturbations","display_name":"Incorruptible Neural Networks: Training Models that can Generalize to Large Internal Perturbations","publication_year":2026,"publication_date":"2026-02-07","ids":{"openalex":"https://openalex.org/W7128515935","doi":"https://doi.org/10.48550/arxiv.2602.07320"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2602.07320","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.07320","pdf_url":"https://arxiv.org/pdf/2602.07320","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2602.07320","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084575358","display_name":"Philip Jacobson","orcid":"https://orcid.org/0000-0001-9957-7464","observed_orcids":["https://orcid.org/0000-0001-9957-7464"]},"institutions":[{"id":"https://openalex.org/I192454743","display_name":"Sandia National Laboratories California","ror":"https://ror.org/058m7ey48","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I192454743","https://openalex.org/I198811213","https://openalex.org/I4210104735"]},{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacobson, Philip","raw_affiliation_strings":["Sandia National Laboratories , 7011 East Ave. Livermore , CA 94550 , United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories , 7011 East Ave. Livermore , CA 94550 , United States of America","institution_ids":["https://openalex.org/I192454743","https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001610102","display_name":"Ben Feinberg","orcid":"https://orcid.org/0000-0002-0450-0067","observed_orcids":["https://orcid.org/0000-0002-0450-0067"]},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feinberg, Ben","raw_affiliation_strings":["Sandia National Laboratories , 1515 Eubank SE. Albuquerque , NM 87185 , United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories , 1515 Eubank SE. Albuquerque , NM 87185 , United States of America","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058291122","display_name":"Suhas Kumar","orcid":"https://orcid.org/0000-0002-6772-7250","observed_orcids":["https://orcid.org/0000-0002-6772-7250","https://orcid.org/0000-0003-1914-0663"]},"institutions":[{"id":"https://openalex.org/I192454743","display_name":"Sandia National Laboratories California","ror":"https://ror.org/058m7ey48","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I192454743","https://openalex.org/I198811213","https://openalex.org/I4210104735"]},{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kumar, Suhas","raw_affiliation_strings":["Sandia National Laboratories , 7011 East Ave. Livermore , CA 94550 , United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories , 7011 East Ave. Livermore , CA 94550 , United States of America","institution_ids":["https://openalex.org/I192454743","https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001046383","display_name":"Sapan Agarwal","orcid":"https://orcid.org/0000-0002-3676-6986","observed_orcids":["https://orcid.org/0000-0002-3676-6986"]},"institutions":[{"id":"https://openalex.org/I192454743","display_name":"Sandia National Laboratories California","ror":"https://ror.org/058m7ey48","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I192454743","https://openalex.org/I198811213","https://openalex.org/I4210104735"]},{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Agarwal, Sapan","raw_affiliation_strings":["Sandia National Laboratories , 7011 East Ave. Livermore , CA 94550 , United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories , 7011 East Ave. Livermore , CA 94550 , United States of America","institution_ids":["https://openalex.org/I192454743","https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011371394","display_name":"Tianyao Patrick Xiao","orcid":"https://orcid.org/0000-0001-9066-2961","observed_orcids":["https://orcid.org/0000-0001-9066-2961"]},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao, T. Patrick","raw_affiliation_strings":["Sandia National Laboratories , 1515 Eubank SE. Albuquerque , NM 87185 , United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories , 1515 Eubank SE. Albuquerque , NM 87185 , United States of America","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088323080","display_name":"Christopher H. Bennett","orcid":"https://orcid.org/0000-0002-6989-292X","observed_orcids":["https://orcid.org/0000-0002-6989-292X"]},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bennett, Christopher","raw_affiliation_strings":["Sandia National Laboratories , 1515 Eubank SE. Albuquerque , NM 87185 , United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories , 1515 Eubank SE. Albuquerque , NM 87185 , United States of America","institution_ids":["https://openalex.org/I4210104735"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.8047000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.8047000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.08749999850988388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.06620000302791595,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-network-robustness","display_name":"neural network robustness","score":0.7300000190734863},{"id":"https://openalex.org/keywords/weight-perturbation","display_name":"weight perturbation","score":0.7139999866485596},{"id":"https://openalex.org/keywords/sharpness-aware-minimization","display_name":"sharpness-aware minimization","score":0.9779999852180481},{"id":"https://openalex.org/keywords/loss-landscape-flatness","display_name":"loss landscape flatness","score":0.8510000109672546},{"id":"https://openalex.org/keywords/overregularization","display_name":"overregularization","score":0.8029999732971191},{"id":"https://openalex.org/keywords/vanishing-gradient","display_name":"gradient vanishing","score":0.8270000219345093},{"id":"https://openalex.org/keywords/adversarial-training","display_name":"adversarial training","score":0.5619999766349792},{"id":"https://openalex.org/keywords/low-power-electronics","display_name":"low-power electronics","score":0.7860000133514404}],"concepts":[{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.821399986743927},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7339000105857849},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.6636999845504761},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6141999959945679},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.609000027179718},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5974000096321106},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5271999835968018},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4794999957084656},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.42480000853538513},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.39570000767707825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3926999866962433},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.37950000166893005},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3140000104904175},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3124000132083893},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.31209999322891235},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.30059999227523804},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29089999198913574},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.267300009727478}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2602.07320","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.07320","pdf_url":"https://arxiv.org/pdf/2602.07320","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2602.07320","doi":"https://doi.org/10.48550/arxiv.2602.07320","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.07320","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2602.07320","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.07320","pdf_url":"https://arxiv.org/pdf/2602.07320","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320337480","display_name":"Basic Energy Sciences","ror":"https://ror.org/05mg91w61"},{"id":"https://openalex.org/F4320337547","display_name":"Laboratory Directed Research and Development","ror":"https://ror.org/01e41cf67"},{"id":"https://openalex.org/F4320338291","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7128515935.pdf","grobid_xml":"https://content.openalex.org/works/W7128515935.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W2029029543","https://openalex.org/W2124136621","https://openalex.org/W2523060838","https://openalex.org/W2949650786","https://openalex.org/W3129626847","https://openalex.org/W3157197680","https://openalex.org/W3195461290","https://openalex.org/W3198899759","https://openalex.org/W4205999233","https://openalex.org/W4281289797","https://openalex.org/W4386293192"],"related_works":["https://openalex.org/W3130788444","https://openalex.org/W4393767711","https://openalex.org/W3213069285","https://openalex.org/W4309804128","https://openalex.org/W4323556000","https://openalex.org/W4309804322","https://openalex.org/W3103385169","https://openalex.org/W3211468576","https://openalex.org/W2505496783","https://openalex.org/W7164576355"],"abstract_inverted_index":{"Flat":[0],"regions":[1],"of":[2,54,71,150,181],"the":[3,52,78,88,148,160,174,179,182],"neural":[4],"network":[5],"loss":[6,161,183],"landscape":[7,184],"have":[8],"long":[9],"been":[10],"hypothesized":[11],"to":[12,30,33,64,68,74,103,152,177],"correlate":[13],"with":[14],"better":[15],"generalization":[16,83,90],"properties.":[17],"A":[18],"closely":[19],"related":[20],"but":[21,140],"distinct":[22],"problem":[23,79],"is":[24,119],"training":[25,117],"models":[26],"that":[27,113,129,171],"are":[28],"robust":[29,67],"internal":[31],"perturbations":[32],"their":[34],"weights,":[35],"which":[36],"may":[37],"be":[38],"an":[39,114],"important":[40],"need":[41],"for":[42,121,143,187],"future":[43],"low-power":[44],"hardware":[45],"platforms.":[46],"In":[47],"this":[48,151],"paper,":[49],"we":[50,86,96,107,127,169],"explore":[51],"usage":[53],"two":[55,81],"methods,":[56],"sharpness-aware":[57],"minimization":[58],"(SAM)":[59],"and":[60,92,111,166],"random-weight":[61],"perturbation":[62,175],"(RWP),":[63],"find":[65,128],"minima":[66],"a":[69,153],"variety":[70],"random":[72],"corruptions":[73],"weights.":[75],"We":[76,146],"consider":[77],"from":[80,99],"angles:":[82],"(how":[84,94],"do":[85,95],"reduce":[87],"noise-robust":[89,122],"gap)":[91],"optimization":[93],"maximize":[97],"performance":[98,135],"optimizers":[100],"when":[101],"subject":[102],"strong":[104],"perturbations).":[105],"First,":[106],"establish,":[108],"both":[109,164],"theoretically":[110],"empirically,":[112],"over-regularized":[115],"RWP":[116,138],"objective":[118,132],"optimal":[120],"generalization.":[123],"For":[124],"small-magnitude":[125],"noise,":[126],"SAM's":[130],"adversarial":[131],"further":[133],"improves":[134,185],"over":[136],"any":[137],"configuration,":[139],"performs":[141],"poorly":[142],"large-magnitude":[144],"noise.":[145],"link":[147],"cause":[149],"vanishing-gradient":[154],"effect,":[155],"caused":[156],"by":[157],"unevenness":[158],"in":[159],"landscape,":[162],"affecting":[163],"SAM":[165],"RWP.":[167],"Lastly,":[168],"demonstrate":[170],"dynamically":[172],"adjusting":[173],"strength":[176],"match":[178],"evolution":[180],"optimizing":[186],"these":[188],"perturbed":[189],"objectives.":[190]},"counts_by_year":[],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2026-02-11T00:00:00"}