{"id":"https://openalex.org/W3093643905","doi":"https://doi.org/10.1109/tnnls.2020.3026784","title":"Revisiting Internal Covariate Shift for Batch Normalization","display_name":"Revisiting Internal Covariate Shift for Batch Normalization","publication_year":2020,"publication_date":"2020-10-23","ids":{"openalex":"https://openalex.org/W3093643905","doi":"https://doi.org/10.1109/tnnls.2020.3026784","mag":"3093643905","pmid":"https://pubmed.ncbi.nlm.nih.gov/33095717"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2020.3026784","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.3026784","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100778584","display_name":"Muhammad Awais","orcid":"https://orcid.org/0000-0003-3791-4140"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Muhammad Awais","raw_affiliation_strings":["Kyung Hee University (Global Campus), Yongin, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kyung Hee University (Global Campus), Yongin, South Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031663850","display_name":"Md. Tauhid Bin Iqbal","orcid":"https://orcid.org/0000-0001-7126-8969"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Md. Tauhid Bin Iqbal","raw_affiliation_strings":["Kyung Hee University (Global Campus), Yongin, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-7126-8969","affiliations":[{"raw_affiliation_string":"Kyung Hee University (Global Campus), Yongin, South Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005200603","display_name":"Sung\u2010Ho Bae","orcid":"https://orcid.org/0000-0003-2677-3186"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sung-Ho Bae","raw_affiliation_strings":["Kyung Hee University (Global Campus), Yongin, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-2677-3186","affiliations":[{"raw_affiliation_string":"Kyung Hee University (Global Campus), Yongin, South Korea","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.3643,"has_fulltext":false,"cited_by_count":91,"citation_normalized_percentile":{"value":0.97216375,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"32","issue":"11","first_page":"5082","last_page":"5092"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.8598513007164001},{"id":"https://openalex.org/keywords/covariate","display_name":"Covariate","score":0.7152851819992065},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.5622673034667969},{"id":"https://openalex.org/keywords/skepticism","display_name":"Skepticism","score":0.5429342985153198},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5012373924255371},{"id":"https://openalex.org/keywords/affine-transformation","display_name":"Affine transformation","score":0.45858216285705566},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3891608417034149},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3660721778869629},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3656455874443054},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.33568787574768066},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.30898892879486084},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3022007942199707},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.16030851006507874},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.11902660131454468},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.0831230878829956},{"id":"https://openalex.org/keywords/social-science","display_name":"Social science","score":0.07990658283233643}],"concepts":[{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.8598513007164001},{"id":"https://openalex.org/C119043178","wikidata":"https://www.wikidata.org/wiki/Q320723","display_name":"Covariate","level":2,"score":0.7152851819992065},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.5622673034667969},{"id":"https://openalex.org/C18296254","wikidata":"https://www.wikidata.org/wiki/Q1395219","display_name":"Skepticism","level":2,"score":0.5429342985153198},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5012373924255371},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.45858216285705566},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3891608417034149},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3660721778869629},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3656455874443054},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.33568787574768066},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30898892879486084},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3022007942199707},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.16030851006507874},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.11902660131454468},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0831230878829956},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.07990658283233643},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2020.3026784","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.3026784","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:33095717","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33095717","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321681","display_name":"Ministry of Trade, Industry and Energy","ror":"https://ror.org/008nkqk13"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W104184427","https://openalex.org/W1836465849","https://openalex.org/W2045656688","https://openalex.org/W2194775991","https://openalex.org/W2284050935","https://openalex.org/W2292729293","https://openalex.org/W2299668505","https://openalex.org/W2336313603","https://openalex.org/W2475287302","https://openalex.org/W2502312327","https://openalex.org/W2588610957","https://openalex.org/W2785678896","https://openalex.org/W2786689170","https://openalex.org/W2786808285","https://openalex.org/W2787708942","https://openalex.org/W2804220155","https://openalex.org/W2811135961","https://openalex.org/W2897355816","https://openalex.org/W2904614653","https://openalex.org/W2907747478","https://openalex.org/W2921569601","https://openalex.org/W2949117887","https://openalex.org/W2950787360","https://openalex.org/W2952258850","https://openalex.org/W2953842602","https://openalex.org/W2962734576","https://openalex.org/W2963000090","https://openalex.org/W2963143631","https://openalex.org/W2963148870","https://openalex.org/W2963300719","https://openalex.org/W2963304263","https://openalex.org/W2963399222","https://openalex.org/W2963685250","https://openalex.org/W2963743626","https://openalex.org/W2963836885","https://openalex.org/W2964068654","https://openalex.org/W2964116600","https://openalex.org/W2981488580","https://openalex.org/W2995319142","https://openalex.org/W2996564870","https://openalex.org/W2998835636","https://openalex.org/W3035460915","https://openalex.org/W3035743198","https://openalex.org/W4293455017","https://openalex.org/W4297779039","https://openalex.org/W4302375066","https://openalex.org/W6604254268","https://openalex.org/W6638667902","https://openalex.org/W6695676441","https://openalex.org/W6697265621","https://openalex.org/W6697673422","https://openalex.org/W6701650085","https://openalex.org/W6702825319","https://openalex.org/W6724804524","https://openalex.org/W6733590821","https://openalex.org/W6748281876","https://openalex.org/W6748475379","https://openalex.org/W6748582592","https://openalex.org/W6749954789","https://openalex.org/W6751654268","https://openalex.org/W6751923770","https://openalex.org/W6753055032","https://openalex.org/W6754615192","https://openalex.org/W6755310813","https://openalex.org/W6755310938","https://openalex.org/W6757276028","https://openalex.org/W6758094429","https://openalex.org/W6764192614","https://openalex.org/W6765168082","https://openalex.org/W6771245373","https://openalex.org/W6771393897","https://openalex.org/W6771407377","https://openalex.org/W6771809012","https://openalex.org/W6780226713"],"related_works":["https://openalex.org/W2082080254","https://openalex.org/W4230455549","https://openalex.org/W4324317499","https://openalex.org/W4240386019","https://openalex.org/W653411598","https://openalex.org/W4389299324","https://openalex.org/W1273978728","https://openalex.org/W2501781772","https://openalex.org/W2888526636","https://openalex.org/W3126006242"],"abstract_inverted_index":{"Despite":[0,167],"the":[1,13,33,39,43,46,63,69,77,81,95,111,124,142,160,170,180,185,188],"success":[2,18,64],"of":[3,10,45,65,71,97,126,187,198,203],"batch":[4,131],"normalization":[5,155],"(BatchNorm)":[6],"and":[7,58,76,133,144],"a":[8,29,153],"plethora":[9],"its":[11,17,175],"variants,":[12],"exact":[14],"reasons":[15],"for":[16,62],"are":[19],"still":[20],"shady.":[21],"The":[22],"original":[23],"BatchNorm":[24,128],"article":[25],"explained":[26],"it":[27],"as":[28,68],"mechanism":[30],"that":[31,157,201],"reduces":[32],"internal":[34],"covariate":[35],"shift":[36],"(ICS),":[37],"i.e.,":[38],"distribution":[40],"shifts":[41],"in":[42,83,99,141,165],"input":[44],"layers":[47],"during":[48],"training.":[49],"Recently,":[50],"some":[51],"articles":[52],"manifested":[53],"skepticism":[54],"on":[55,195],"this":[56,86,120],"hypothesis":[57],"provided":[59],"alternative":[60,91,113,161,171,181],"explanations":[61,162],"BatchNorm,":[66,199],"such":[67],"applicability":[70],"very":[72],"high":[73],"learning":[74],"rates":[75],"ability":[78],"to":[79,109],"smooth":[80],"landscape":[82],"optimization.":[84],"In":[85,119],"work,":[87],"we":[88,122,151,173],"counter":[89],"these":[90],"arguments":[92],"by":[93,137],"demonstrating":[94],"importance":[96,125,186],"reduction":[98,164],"ICS":[100,189],"following":[101],"an":[102],"empirical":[103],"approach.":[104],"We":[105,191],"demonstrated":[106],"various":[107],"ways":[108],"achieve":[110],"abovementioned":[112],"properties":[114],"without":[115],"any":[116],"performance":[117,143],"boost.":[118],"light,":[121],"explored":[123],"different":[127,154],"parameters":[129],"(i.e.,":[130],"statistics":[132],"affine":[134],"transformation":[135],"parameters)":[136],"visualizing":[138],"their":[139,146],"effectiveness":[140],"analyzed":[145],"connections":[147],"with":[148],"ICS.":[149,166,207],"Afterward,":[150],"showed":[152],"scheme":[156],"fulfills":[158],"all":[159,169,202],"except":[163],"having":[168],"properties,":[172],"observed":[174],"poor":[176],"performance,":[177],"which":[178],"nullifies":[179],"claims,":[182],"rather":[183],"signifies":[184],"reduction.":[190],"performed":[192],"comprehensive":[193],"experiments":[194],"many":[196],"variants":[197],"finding":[200],"them":[204],"similarly":[205],"reduce":[206]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":9}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}