{"id":"https://openalex.org/W4399417855","doi":"https://doi.org/10.1109/tsp.2024.3410291","title":"On Centralization and Unitization of Batch Normalization for Deep ReLU Neural Networks","display_name":"On Centralization and Unitization of Batch Normalization for Deep ReLU Neural Networks","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399417855","doi":"https://doi.org/10.1109/tsp.2024.3410291"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2024.3410291","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2024.3410291","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101631903","display_name":"Wen Fei","orcid":"https://orcid.org/0000-0002-1682-4480"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Fei","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1682-4480","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045342512","display_name":"Wenrui Dai","orcid":"https://orcid.org/0000-0003-2522-5778"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenrui Dai","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2522-5778","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675587","display_name":"Chenglin Li","orcid":"https://orcid.org/0000-0003-2888-594X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglin Li","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2888-594X","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016006337","display_name":"Junni Zou","orcid":"https://orcid.org/0000-0002-9694-9880"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junni Zou","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9694-9880","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002494284","display_name":"Hongkai Xiong","orcid":"https://orcid.org/0000-0003-4552-0029"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongkai Xiong","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4552-0029","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":2.0437,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.87748591,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"72","issue":null,"first_page":"2827","last_page":"2841"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.7104974389076233},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6200122237205505},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5655335187911987},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5095827579498291},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45426031947135925},{"id":"https://openalex.org/keywords/signal-processing","display_name":"Signal processing","score":0.44206979870796204},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.32916319370269775},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21884572505950928},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15770366787910461}],"concepts":[{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.7104974389076233},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6200122237205505},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5655335187911987},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5095827579498291},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45426031947135925},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.44206979870796204},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.32916319370269775},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21884572505950928},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15770366787910461},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2024.3410291","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2024.3410291","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1080903817","display_name":null,"funder_award_id":"62320106003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2048617456","display_name":null,"funder_award_id":"62301299","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3164072223","display_name":null,"funder_award_id":"62250055","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3438946646","display_name":null,"funder_award_id":"61932022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4936292138","display_name":null,"funder_award_id":"T2122024","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6094063813","display_name":null,"funder_award_id":"62125109","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7123918047","display_name":null,"funder_award_id":"62120106007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7931220373","display_name":null,"funder_award_id":"62371288","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8700549466","display_name":null,"funder_award_id":"61931023","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1625958017","https://openalex.org/W1677182931","https://openalex.org/W1861492603","https://openalex.org/W2194775991","https://openalex.org/W2502312327","https://openalex.org/W2529714286","https://openalex.org/W2752782242","https://openalex.org/W2780149736","https://openalex.org/W2883780447","https://openalex.org/W2885208219","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2963351448","https://openalex.org/W2981407587","https://openalex.org/W3093472979","https://openalex.org/W3109377487","https://openalex.org/W3110258731","https://openalex.org/W3110386488","https://openalex.org/W3177987681","https://openalex.org/W3203966346","https://openalex.org/W4212783130","https://openalex.org/W4250482878","https://openalex.org/W4287829020","https://openalex.org/W4287865060","https://openalex.org/W4288325606","https://openalex.org/W6620707391","https://openalex.org/W6631943919","https://openalex.org/W6637373629","https://openalex.org/W6684918892","https://openalex.org/W6695676441","https://openalex.org/W6717556742","https://openalex.org/W6724804524","https://openalex.org/W6730172645","https://openalex.org/W6751923770","https://openalex.org/W6754615192","https://openalex.org/W6755144094","https://openalex.org/W6755150206","https://openalex.org/W6755310813","https://openalex.org/W6756091659","https://openalex.org/W6756455746","https://openalex.org/W6757276028","https://openalex.org/W6757468910","https://openalex.org/W6758902322","https://openalex.org/W6761496057","https://openalex.org/W6763397881","https://openalex.org/W6763649949","https://openalex.org/W6764322716","https://openalex.org/W6765560323","https://openalex.org/W6773674915","https://openalex.org/W6774401712","https://openalex.org/W6779235070","https://openalex.org/W6779724054","https://openalex.org/W6780226713","https://openalex.org/W6784102847","https://openalex.org/W6784376902","https://openalex.org/W6785036545","https://openalex.org/W6785989746","https://openalex.org/W6788627230","https://openalex.org/W6791517735","https://openalex.org/W6838487405"],"related_works":["https://openalex.org/W2591697403","https://openalex.org/W2944728705","https://openalex.org/W2904022177","https://openalex.org/W2359348847","https://openalex.org/W3011538607","https://openalex.org/W4294432981","https://openalex.org/W4321441197","https://openalex.org/W4287755480","https://openalex.org/W3113607506","https://openalex.org/W4297779039"],"abstract_inverted_index":{"Batch":[0],"normalization":[1,46],"(BN)":[2],"enhances":[3],"the":[4,23,34,43,53,76,115,138,157,175,184,210],"training":[5,39,60,143,216],"of":[6,14,25,36,45,55,79,140,171],"deep":[7,61],"ReLU":[8,62,83],"neural":[9,63,84],"network":[10],"with":[11,137],"a":[12,29,168],"composition":[13],"mean":[15],"centering":[16],"(centralization)":[17],"and":[18,41,57,90,113,144,174,191,200],"variance":[19],"scaling":[20],"(unitization).":[21],"Despite":[22],"success":[24],"BN,":[26,199],"there":[27],"lacks":[28],"theoretical":[30,158],"explanation":[31],"to":[32,86,108,150,160,165,198,213],"elaborate":[33],"effects":[35,54],"BN":[37,74,109,129,166],"on":[38,59],"dynamics":[40],"guide":[42],"design":[44],"methods.":[47],"In":[48],"this":[49],"paper,":[50],"we":[51,123,155],"elucidate":[52],"centralization":[56,72,99,173,212],"unitization":[58,127],"networks":[64,85],"for":[65,142,217],"BN.":[66],"We":[67,95,207],"first":[68],"reveal":[69],"that":[70,97,100,125,134,183],"feature":[71,88,111,126,152],"in":[73,81,93,110,120,128,196,204],"stabilizes":[75],"correlation":[77],"coefficients":[78],"features":[80,141],"unnormalized":[82],"achieve":[87],"decorrelation":[89,112],"accelerate":[91],"convergence":[92,118],"training.":[94,121],"demonstrate":[96],"weight":[98,104,172,211],"subtracts":[101],"means":[102],"from":[103],"parameters":[105],"is":[106],"equivalent":[107],"achieves":[114,187],"same":[116],"linear":[117],"rate":[119,133],"Subsequently,":[122],"show":[124,182],"enables":[130],"dynamic":[131],"learning":[132],"inversely":[135],"varies":[136],"norm":[139],"propose":[145],"an":[146,162],"adaptive":[147,177],"loss":[148,178],"function":[149],"emulate":[151],"unitization.":[153],"Furthermore,":[154],"exemplify":[156],"results":[159],"develop":[161],"efficient":[163],"alternative":[164],"using":[167],"simple":[169],"combination":[170],"proposed":[176,185],"function.":[179],"Extensive":[180],"experiments":[181],"method":[186],"comparable":[188],"classification":[189],"accuracy":[190],"evidently":[192],"reduces":[193],"memory":[194],"consumption":[195],"comparison":[197],"outperforms":[201],"normalization-free":[202],"methods":[203],"image":[205],"classification.":[206],"further":[208],"extend":[209],"enable":[214],"small-batch":[215],"object":[218],"detection":[219],"networks.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}