{"id":"https://openalex.org/W7161753278","doi":"https://doi.org/10.48550/arxiv.2605.19856","title":"StableGrad: Backward Scale Control without Batch Normalization","display_name":"StableGrad: Backward Scale Control without Batch Normalization","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7161753278","doi":"https://doi.org/10.48550/arxiv.2605.19856"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.19856","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19856","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.19856","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007319120","display_name":"Jose I. Mestre","orcid":"https://orcid.org/0000-0001-5954-4131"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mestre, Jose I.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136574115","display_name":"Alberto Fern\u00e1ndez-Hern\u00e1ndez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fern\u00e1ndez-Hern\u00e1ndez, Alberto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124332705","display_name":"Cristian P\u00e9rez-Corral","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"P\u00e9rez-Corral, Cristian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136523464","display_name":"Manuel F. Dolz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dolz, Manuel F.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136583370","display_name":"Enrique S. Quintana-Ort\u00ed","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Quintana-Ort\u00ed, Enrique S.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.7215999960899353,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.7215999960899353,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.125,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.04729999974370003,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.9121000170707703},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.6822999715805054},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.5940999984741211},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.503000020980835},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.43050000071525574},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.3400999903678894},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.328000009059906},{"id":"https://openalex.org/keywords/residual-neural-network","display_name":"Residual neural network","score":0.31630000472068787}],"concepts":[{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.9121000170707703},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.6822999715805054},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6811000108718872},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.5940999984741211},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.520799994468689},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.503000020980835},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.43050000071525574},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3776000142097473},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3400999903678894},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.328000009059906},{"id":"https://openalex.org/C2944601119","wikidata":"https://www.wikidata.org/wiki/Q43744058","display_name":"Residual neural network","level":3,"score":0.31630000472068787},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.30169999599456787},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.2957000136375427},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.29089999198913574},{"id":"https://openalex.org/C155386361","wikidata":"https://www.wikidata.org/wiki/Q1649571","display_name":"Process control","level":3,"score":0.2784999907016754},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2782999873161316},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2635999917984009},{"id":"https://openalex.org/C123614077","wikidata":"https://www.wikidata.org/wiki/Q1364905","display_name":"Propagation of uncertainty","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2547000050544739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.19856","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19856","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.19856","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19856","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Training":[0],"very":[1],"deep":[2,151],"neural":[3],"networks":[4,160],"requires":[5],"controlling":[6],"the":[7,64,76,90,110,114,123,126,132,139,154],"propagation":[8],"of":[9,213],"magnitudes":[10],"across":[11],"depth.":[12],"Without":[13],"such":[14],"control,":[15],"activations":[16],"and":[17,71,93,121,131,147,175,186],"gradients":[18],"may":[19],"vanish,":[20],"explode,":[21],"or":[22,41,48,226],"enter":[23],"unstable":[24],"regimes":[25],"that":[26,103,210],"make":[27],"optimization":[28,200],"fail.":[29],"Modern":[30],"architectures":[31],"often":[32],"mitigate":[33],"this":[34,145],"problem":[35],"through":[36],"Batch":[37,191],"Normalization,":[38],"residual":[39,134],"connections,":[40],"other":[42,204],"normalization":[43,81,115,223],"layers,":[44],"which":[45],"repeatedly":[46],"re-scale":[47],"bypass":[49],"intermediate":[50],"representations.":[51],"However,":[52],"these":[53],"mechanisms":[54],"are":[55],"not":[56],"always":[57],"appropriate.":[58],"In":[59],"Physics-Informed":[60],"Neural":[61],"Networks":[62],"(PINNs),":[63],"network":[65,127],"represents":[66],"a":[67,163,218],"continuous":[68],"physical":[69,133],"field":[70,92],"its":[72,94,129],"input":[73],"derivatives":[74],"define":[75],"training":[77,141,196],"objective,":[78],"making":[79],"batch-dependent":[80],"problematic":[82],"because":[83],"it":[84],"can":[85,216],"introduce":[86],"non-local":[87],"dependencies":[88],"into":[89],"predicted":[91],"derivatives.":[95],"We":[96,137],"propose":[97],"StableGrad,":[98],"an":[99],"optimizer-level":[100,211],"scale-control":[101],"mechanism":[102],"corrects":[104],"layer-wise":[105],"weight-gradient":[106,214],"imbalances":[107],"without":[108,201],"modifying":[109],"forward":[111,222],"model.":[112],"Because":[113],"is":[116,224],"applied":[117],"only":[118],"after":[119],"backpropagation":[120],"before":[122],"optimizer":[124],"update,":[125],"output,":[128],"derivatives,":[130],"remain":[135],"unchanged.":[136],"analyze":[138],"effective":[140],"dynamics":[142],"induced":[143],"by":[144],"rescaling":[146],"evaluate":[148],"StableGrad":[149,170,198],"on":[150],"PINNs":[152],"as":[153,162],"target":[155],"application,":[156],"with":[157],"BatchNorm-free":[158],"convolutional":[159],"serving":[161],"diagnostic":[164],"stress":[165],"test.":[166],"On":[167,184],"PINN":[168],"benchmarks,":[169],"improves":[171],"matched-depth":[172],"solution":[173],"accuracy":[174],"makes":[176],"deeper":[177],"models":[178],"more":[179],"reliable":[180],"under":[181],"standard":[182],"optimization.":[183],"ResNet":[185],"EfficientNet":[187],"architectures,":[188],"where":[189],"removing":[190],"Normalization":[192],"normally":[193],"leads":[194],"to":[195],"collapse,":[197],"stabilizes":[199],"introducing":[202],"any":[203],"architectural":[205],"change.":[206],"These":[207],"results":[208],"show":[209],"control":[212],"scale":[215],"provide":[217],"practical":[219],"alternative":[220],"when":[221],"unavailable":[225],"undesirable.":[227]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-21T00:00:00"}