{"id":"https://openalex.org/W3007895486","doi":"https://doi.org/10.1109/les.2020.2975055","title":"Bactran: A Hardware Batch Normalization Implementation for CNN Training Engine","display_name":"Bactran: A Hardware Batch Normalization Implementation for CNN Training Engine","publication_year":2020,"publication_date":"2020-02-19","ids":{"openalex":"https://openalex.org/W3007895486","doi":"https://doi.org/10.1109/les.2020.2975055","mag":"3007895486"},"language":"en","primary_location":{"id":"doi:10.1109/les.2020.2975055","is_oa":false,"landing_page_url":"https://doi.org/10.1109/les.2020.2975055","pdf_url":null,"source":{"id":"https://openalex.org/S22443479","display_name":"IEEE Embedded Systems Letters","issn_l":"1943-0663","issn":["1943-0663","1943-0671"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Embedded Systems Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007869216","display_name":"Zhijie Yang","orcid":"https://orcid.org/0000-0003-3039-9617"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Zhijie","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103352900","display_name":"Wang Lei","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang Lei","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102883930","display_name":"Li Luo","orcid":"https://orcid.org/0000-0001-5519-3143"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luo Li","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012559145","display_name":"Shiming Li","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Shiming","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084835984","display_name":"Shasha Guo","orcid":"https://orcid.org/0000-0002-3308-9123"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guo Shasha","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006670088","display_name":"Shuquan Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang Shuquan","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5007869216"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":1.4662,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.84211499,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"13","issue":"1","first_page":"29","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8399643898010254},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.8168322443962097},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6836336255073547},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.6113391518592834},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.5877215266227722},{"id":"https://openalex.org/keywords/hardware-acceleration","display_name":"Hardware acceleration","score":0.5547322034835815},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4593314528465271},{"id":"https://openalex.org/keywords/gate-array","display_name":"Gate array","score":0.4312421679496765},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.4303871989250183},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.41583722829818726},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.39265474677085876},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3121832311153412},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11197912693023682}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8399643898010254},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.8168322443962097},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6836336255073547},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.6113391518592834},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.5877215266227722},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.5547322034835815},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4593314528465271},{"id":"https://openalex.org/C114237110","wikidata":"https://www.wikidata.org/wiki/Q114901","display_name":"Gate array","level":3,"score":0.4312421679496765},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.4303871989250183},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.41583722829818726},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.39265474677085876},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3121832311153412},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11197912693023682},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/les.2020.2975055","is_oa":false,"landing_page_url":"https://doi.org/10.1109/les.2020.2975055","pdf_url":null,"source":{"id":"https://openalex.org/S22443479","display_name":"IEEE Embedded Systems Letters","issn_l":"1943-0663","issn":["1943-0663","1943-0671"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Embedded Systems Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8899999856948853}],"awards":[{"id":"https://openalex.org/G2112625140","display_name":null,"funder_award_id":"61832018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4863315741","display_name":null,"funder_award_id":"61802427","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1836465849","https://openalex.org/W1841592590","https://openalex.org/W2194775991","https://openalex.org/W2612445135","https://openalex.org/W2787094505","https://openalex.org/W2803113791","https://openalex.org/W2811130204","https://openalex.org/W2899642877","https://openalex.org/W2908078360","https://openalex.org/W2911491685","https://openalex.org/W2949469598","https://openalex.org/W2951771281","https://openalex.org/W2963374099","https://openalex.org/W2963410375","https://openalex.org/W2963446712","https://openalex.org/W2963709416","https://openalex.org/W2976948323","https://openalex.org/W3037454835","https://openalex.org/W3037463632","https://openalex.org/W4289469122","https://openalex.org/W4297775537","https://openalex.org/W6638667902","https://openalex.org/W6638783484","https://openalex.org/W6751528251","https://openalex.org/W6756123648"],"related_works":["https://openalex.org/W4399458808","https://openalex.org/W2367348190","https://openalex.org/W2014165129","https://openalex.org/W594316872","https://openalex.org/W2292110992","https://openalex.org/W2831860248","https://openalex.org/W2367794224","https://openalex.org/W2072850836","https://openalex.org/W1968650434","https://openalex.org/W2105610663"],"abstract_inverted_index":{"In":[0,104],"recent":[1],"years,":[2],"convolutional":[3,77],"neural":[4],"networks":[5],"(CNNs)":[6],"have":[7],"been":[8,51],"widely":[9,52],"used.":[10],"However,":[11,85],"their":[12,38],"ever-increasing":[13],"amount":[14,72],"of":[15,67,73,75,100,122,161,194],"parameters":[16],"makes":[17],"it":[18,59],"challenging":[19],"to":[20,36,40,83,95],"train":[21],"them":[22],"with":[23],"the":[24,65,71,76,86,96,101,116,123,128,133,137,159,168,173,181,184,191,195],"GPUs,":[25],"which":[26],"is":[27,60,144,200],"time":[28],"and":[29,136,172,190],"energy":[30],"expensive.":[31],"This":[32],"has":[33,50],"prompted":[34],"researchers":[35],"turn":[37],"attention":[39,94],"training":[41,89,112,134],"on":[42,177,183],"more":[43],"energy-efficient":[44],"hardware.":[45],"batch":[46,151],"normalization":[47,152],"(BN)":[48],"layer":[49,63,78],"used":[53],"in":[54,64,132],"various":[55],"state-of-the-art":[56],"CNNs":[57],"for":[58],"an":[61,109,145],"indispensable":[62],"acceleration":[66],"CNN":[68,88,111],"training.":[69],"As":[70],"computation":[74],"declines,":[79],"its":[80,196],"importance":[81],"continues":[82],"increase.":[84],"traditional":[87],"accelerators":[90],"do":[91],"not":[92],"pay":[93],"efficient":[97,110],"hardware":[98,165],"implementation":[99,160],"BN":[102,129,141,148],"layer.":[103],"this":[105],"letter,":[106],"we":[107],"design":[108],"architecture":[113],"by":[114,170,175],"using":[115],"systolic":[117,124],"array.":[118],"The":[119,140,154],"processing":[120],"element":[121],"array":[125,188],"can":[126],"support":[127],"functions":[130],"both":[131],"process":[135],"inference":[138],"process.":[139],"function":[142],"implemented":[143],"improved,":[146],"hardware-friendly":[147],"algorithm,":[149],"range":[150],"(RBN).":[153],"experimental":[155],"results":[156],"show":[157],"that":[158],"RBN":[162],"saves":[163],"10%":[164],"resources,":[166],"reduces":[167],"power":[169,192],"10.1%,":[171],"delay":[174],"4.6%":[176],"average.":[178],"We":[179],"implement":[180],"accelerator":[182],"field":[185],"programmable":[186],"gate":[187],"VU440,":[189],"consumption":[193],"core":[197],"computing":[198],"engine":[199],"8.9":[201],"W.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2026-02-28T09:26:25.869077","created_date":"2025-10-10T00:00:00"}