{"id":"https://openalex.org/W2612782383","doi":"https://doi.org/10.1145/3077286.3077320","title":"Internal Covariate Shift Reduction in Encoder-Decoder Convolutional Neural Networks","display_name":"Internal Covariate Shift Reduction in Encoder-Decoder Convolutional Neural Networks","publication_year":2017,"publication_date":"2017-04-13","ids":{"openalex":"https://openalex.org/W2612782383","doi":"https://doi.org/10.1145/3077286.3077320","mag":"2612782383"},"language":"en","primary_location":{"id":"doi:10.1145/3077286.3077320","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3077286.3077320","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SouthEast Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102836699","display_name":"A. Darwish","orcid":"https://orcid.org/0009-0006-8503-2803"},"institutions":[{"id":"https://openalex.org/I32389192","display_name":"University of Alabama at Birmingham","ror":"https://ror.org/008s83205","country_code":"US","type":"education","lineage":["https://openalex.org/I32389192"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ali Darwish","raw_affiliation_strings":["Electrical and Computer Engineering Department, University of Alabama at Birmingham"],"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of Alabama at Birmingham","institution_ids":["https://openalex.org/I32389192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057368675","display_name":"Arie Nakhmani","orcid":"https://orcid.org/0000-0002-0987-4834"},"institutions":[{"id":"https://openalex.org/I32389192","display_name":"University of Alabama at Birmingham","ror":"https://ror.org/008s83205","country_code":"US","type":"education","lineage":["https://openalex.org/I32389192"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arie Nakhmani","raw_affiliation_strings":["Electrical and Computer Engineering Department, University of Alabama at Birmingham"],"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of Alabama at Birmingham","institution_ids":["https://openalex.org/I32389192"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5102836699"],"corresponding_institution_ids":["https://openalex.org/I32389192"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.04393615,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"179","last_page":"182"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.8783931732177734},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7446497678756714},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.7445544004440308},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5673093199729919},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5273422002792358},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5183666348457336},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.48034775257110596},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41008660197257996},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3413723409175873},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3327394723892212}],"concepts":[{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.8783931732177734},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7446497678756714},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.7445544004440308},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5673093199729919},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5273422002792358},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5183666348457336},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.48034775257110596},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41008660197257996},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3413723409175873},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3327394723892212},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3077286.3077320","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3077286.3077320","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SouthEast Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1665214252","https://openalex.org/W1836465849","https://openalex.org/W1901129140","https://openalex.org/W2062385571","https://openalex.org/W2084894614","https://openalex.org/W2095705004","https://openalex.org/W2134583763","https://openalex.org/W2152424459","https://openalex.org/W2194775991","https://openalex.org/W2296748324","https://openalex.org/W2604272474","https://openalex.org/W2950179405","https://openalex.org/W2963881378"],"related_works":["https://openalex.org/W1574414179","https://openalex.org/W3099765033","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3193565141","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W3167935049","https://openalex.org/W3103566983","https://openalex.org/W3029198973"],"abstract_inverted_index":{"Internal":[0],"covariant":[1],"shift":[2],"in":[3,13,44,54,81,121,137],"deep":[4],"neural":[5,82],"networks":[6,83],"affects":[7],"the":[8,22,30,39,45,67,76,92,110,118,133],"learning":[9,111],"and":[10,37,65,99,132],"convergence":[11],"speed":[12],"ConvNets.":[14],"Batch":[15,52],"normalization":[16,80,108],"was":[17],"recently":[18],"proposed":[19],"to":[20,28,74],"reduce":[21],"distribution":[23,59],"of":[24,60,69,78,94],"each":[25,122],"layer's":[26],"input":[27],"accelerate":[29],"training":[31,119],"process.":[32],"It":[33],"also":[34,116],"reduces":[35],"overfitting":[36],"eliminates":[38],"need":[40],"for":[41,129],"using":[42,101],"dropout":[43],"fully":[46,87],"connected":[47,88],"layers,":[48],"or":[49],"RELU":[50],"activation.":[51],"normalization,":[53],"its":[55],"essence,":[56],"seeks":[57],"stable":[58],"activation":[61],"values":[62],"throughout":[63],"training,":[64],"normalizes":[66],"inputs":[68],"nonlinear":[70],"data.":[71],"In":[72],"order":[73],"determine":[75],"usefulness":[77],"batch":[79,102,107],"that":[84,106],"don't":[85],"use":[86],"layers":[89],"we":[90],"evaluated":[91],"performance":[93,112],"an":[95],"encoder-decoder":[96],"ConvNet":[97],"with":[98],"without":[100],"normalization.":[103],"We":[104],"found":[105],"increased":[109,117],"by":[113,125],"18%":[114],"but":[115],"time":[120],"epoch":[123],"(iteration)":[124],"26%.":[126],"The":[127],"code":[128],"this":[130],"work":[131],"datasets":[134],"are":[135],"provided":[136],"a":[138],"github":[139],"repository.":[140]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}