{"id":"https://openalex.org/W3004766715","doi":"https://doi.org/10.1109/asicon47005.2019.8983577","title":"BNReLU: Combine Batch Normalization and Rectified Linear Unit to Reduce Hardware Overhead","display_name":"BNReLU: Combine Batch Normalization and Rectified Linear Unit to Reduce Hardware Overhead","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W3004766715","doi":"https://doi.org/10.1109/asicon47005.2019.8983577","mag":"3004766715"},"language":"en","primary_location":{"id":"doi:10.1109/asicon47005.2019.8983577","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asicon47005.2019.8983577","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 13th International Conference on ASIC (ASICON)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047004583","display_name":"Jiexian Ge","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiexian Ge","raw_affiliation_strings":["1.College of Physics and Information Engineering, Fuzhou University, Fuzhou 350116, P. R. China\n2. Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University,Beijing,P. R. China,100871","College of Physics and Information Engineering, Fuzhou University, Fuzhou 350116, P. R. China","Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University, Beijing, P. R. China"],"affiliations":[{"raw_affiliation_string":"1.College of Physics and Information Engineering, Fuzhou University, Fuzhou 350116, P. R. China\n2. Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University,Beijing,P. R. China,100871","institution_ids":["https://openalex.org/I80947539","https://openalex.org/I4210119392"]},{"raw_affiliation_string":"College of Physics and Information Engineering, Fuzhou University, Fuzhou 350116, P. R. China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University, Beijing, P. R. China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210119392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048410928","display_name":"Xiaoxin Cui","orcid":"https://orcid.org/0000-0002-0394-8839"},"institutions":[{"id":"https://openalex.org/I4210090209","display_name":"Institute of Microelectronics","ror":"https://ror.org/009rw8n36","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I4210090209","https://openalex.org/I91275662"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Xiaoxin Cui","raw_affiliation_strings":["Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University,Beijing,P. R. China,100871","Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University, Beijing, P. R. China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University,Beijing,P. R. China,100871","institution_ids":["https://openalex.org/I4210119392","https://openalex.org/I4210090209"]},{"raw_affiliation_string":"Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University, Beijing, P. R. China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210119392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009318581","display_name":"Kanglin Xiao","orcid":"https://orcid.org/0000-0002-1552-1613"},"institutions":[{"id":"https://openalex.org/I4210090209","display_name":"Institute of Microelectronics","ror":"https://ror.org/009rw8n36","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I4210090209","https://openalex.org/I91275662"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Kanglin Xiao","raw_affiliation_strings":["Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University,Beijing,P. R. China,100871","Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University, Beijing, P. R. China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University,Beijing,P. R. China,100871","institution_ids":["https://openalex.org/I4210119392","https://openalex.org/I4210090209"]},{"raw_affiliation_string":"Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University, Beijing, P. R. China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210119392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090493433","display_name":"Chenglong Zou","orcid":"https://orcid.org/0000-0002-2571-3213"},"institutions":[{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]},{"id":"https://openalex.org/I4210090209","display_name":"Institute of Microelectronics","ror":"https://ror.org/009rw8n36","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I4210090209","https://openalex.org/I91275662"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Chenglong Zou","raw_affiliation_strings":["Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University,Beijing,P. R. China,100871","Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University, Beijing, P. R. China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University,Beijing,P. R. China,100871","institution_ids":["https://openalex.org/I4210119392","https://openalex.org/I4210090209"]},{"raw_affiliation_string":"Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University, Beijing, P. R. China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210119392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031602616","display_name":"YiHsiang Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090209","display_name":"Institute of Microelectronics","ror":"https://ror.org/009rw8n36","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I4210090209","https://openalex.org/I91275662"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"YiHsiang Chen","raw_affiliation_strings":["Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University,Beijing,P. R. China,100871","Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University, Beijing, P. R. China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University,Beijing,P. R. China,100871","institution_ids":["https://openalex.org/I4210119392","https://openalex.org/I4210090209"]},{"raw_affiliation_string":"Key Laboratory of Microelectronics Devices and Circuits (MoE), Institute of Microelectronics, Peking University, Beijing, P. R. China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210119392"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026744670","display_name":"Rongshan Wei","orcid":"https://orcid.org/0000-0003-1398-2181"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongshan Wei","raw_affiliation_strings":["College of Physics and Information Engineering, Fuzhou University,Fuzhou,P. R. China,350116","College of Physics and Information Engineering, Fuzhou University, Fuzhou, P. R. China"],"affiliations":[{"raw_affiliation_string":"College of Physics and Information Engineering, Fuzhou University,Fuzhou,P. R. China,350116","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"College of Physics and Information Engineering, Fuzhou University, Fuzhou, P. R. China","institution_ids":["https://openalex.org/I80947539"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5047004583"],"corresponding_institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210119392","https://openalex.org/I80947539"],"apc_list":null,"apc_paid":null,"fwci":0.3037,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.62400166,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.7737966179847717},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7187698483467102},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.6833371520042419},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6812753081321716},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.5683470368385315},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.5310664176940918},{"id":"https://openalex.org/keywords/lookup-table","display_name":"Lookup table","score":0.522284984588623},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.48603111505508423},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.4559718370437622},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41969555616378784},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17601269483566284},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08420607447624207}],"concepts":[{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.7737966179847717},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7187698483467102},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.6833371520042419},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6812753081321716},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.5683470368385315},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.5310664176940918},{"id":"https://openalex.org/C134835016","wikidata":"https://www.wikidata.org/wiki/Q690265","display_name":"Lookup table","level":2,"score":0.522284984588623},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.48603111505508423},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.4559718370437622},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41969555616378784},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17601269483566284},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08420607447624207},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/asicon47005.2019.8983577","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asicon47005.2019.8983577","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 13th International Conference on ASIC (ASICON)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1836465849","https://openalex.org/W2112796928","https://openalex.org/W2163605009","https://openalex.org/W2585560244","https://openalex.org/W2618530766","https://openalex.org/W2724189024","https://openalex.org/W2904741511","https://openalex.org/W6638667902"],"related_works":["https://openalex.org/W3110577345","https://openalex.org/W2591697403","https://openalex.org/W2117300767","https://openalex.org/W2024574431","https://openalex.org/W2131696304","https://openalex.org/W2127287189","https://openalex.org/W2374017528","https://openalex.org/W4239932082","https://openalex.org/W4285503609","https://openalex.org/W2126248441"],"abstract_inverted_index":{"With":[0,88],"the":[1,6,14,29,61,66,96,109],"pursuit":[2],"of":[3,28,80,99],"higher":[4],"accuracy,":[5],"convolutional":[7,106],"neural":[8],"network":[9],"has":[10],"become":[11],"deeper.":[12],"Thus,":[13],"hardware":[15,34,45,78,97],"overhead":[16,46,79,98],"occupied":[17,33],"have":[18],"increased.":[19],"Batch":[20],"Normalization":[21],"(BN)":[22],"operation":[23,54,63,82],"is":[24,83,111],"an":[25],"indispensable":[26],"part":[27],"network,":[30],"and":[31,55,59,103,117],"its":[32],"resources":[35],"cannot":[36],"be":[37],"ignored.":[38],"In":[39],"this":[40],"paper,":[41],"aiming":[42],"to":[43],"reduce":[44],"caused":[47],"by":[48,85,113],"BN":[49,53],"operation,":[50],"we":[51],"combine":[52],"ReLU":[56],"activation":[57],"function":[58],"propose":[60],"BNReLU":[62,81],"without":[64],"retraining":[65],"network.":[67],"The":[68],"experiment":[69],"results":[70],"show":[71],"that":[72],"compared":[73],"with":[74],"traditional":[75],"BN+ReLU":[76],"layer,":[77,95],"reduced":[84,112],"about":[86],"50%.":[87],"32-bit":[89],"float":[90],"point":[91],"input":[92],"for":[93,105],"each":[94],"BRAM,":[100],"DSP,":[101],"FF,":[102],"LUT":[104],"layer":[107],"in":[108],"FPGA":[110],"17.16%,":[114],"23.08%,":[115],"17.64%,":[116],"16.05%.":[118]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}