{"id":"https://openalex.org/W2943296352","doi":"https://doi.org/10.1587/transinf.2018rcp0008","title":"RNA: An Accurate Residual Network Accelerator for Quantized and Reconstructed Deep Neural Networks","display_name":"RNA: An Accurate Residual Network Accelerator for Quantized and Reconstructed Deep Neural Networks","publication_year":2019,"publication_date":"2019-04-30","ids":{"openalex":"https://openalex.org/W2943296352","doi":"https://doi.org/10.1587/transinf.2018rcp0008","mag":"2943296352"},"language":"en","primary_location":{"id":"doi:10.1587/transinf.2018rcp0008","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2018rcp0008","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E102.D/5/E102.D_2018RCP0008/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.jstage.jst.go.jp/article/transinf/E102.D/5/E102.D_2018RCP0008/_pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064061862","display_name":"Cheng Luo","orcid":"https://orcid.org/0000-0001-9906-7827"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Cheng LUO","raw_affiliation_strings":["Dwith State Key Laboratory of ASIC and System, Fudan University"],"affiliations":[{"raw_affiliation_string":"Dwith State Key Laboratory of ASIC and System, Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100694034","display_name":"Wei Cao","orcid":"https://orcid.org/0000-0003-0339-7093"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei CAO","raw_affiliation_strings":["Dwith State Key Laboratory of ASIC and System, Fudan University"],"affiliations":[{"raw_affiliation_string":"Dwith State Key Laboratory of ASIC and System, Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002732486","display_name":"Lingli Wang","orcid":"https://orcid.org/0000-0002-0579-3527"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingli WANG","raw_affiliation_strings":["Dwith State Key Laboratory of ASIC and System, Fudan University"],"affiliations":[{"raw_affiliation_string":"Dwith State Key Laboratory of ASIC and System, Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107994859","display_name":"Philip H. W. Leong","orcid":"https://orcid.org/0000-0002-3923-3499"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Philip H. W. LEONG","raw_affiliation_strings":["School of Electrical and Information Engineering, University of Sydney"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, University of Sydney","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5064061862"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":0.911,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.78649927,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"E102.D","issue":"5","first_page":"1037","last_page":"1045"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14117","display_name":"Integrated Circuits and Semiconductor Failure Analysis","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8296937942504883},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.8052411079406738},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.7970845699310303},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.6337082386016846},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6151371002197266},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5938710570335388},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5168593525886536},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.49442505836486816},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4618145227432251},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4486234784126282},{"id":"https://openalex.org/keywords/floating-point","display_name":"Floating point","score":0.44075578451156616},{"id":"https://openalex.org/keywords/logarithm","display_name":"Logarithm","score":0.42982712388038635},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3820977807044983},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.36809444427490234},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3296574354171753},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.09803009033203125},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07119253277778625}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8296937942504883},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.8052411079406738},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.7970845699310303},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.6337082386016846},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6151371002197266},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5938710570335388},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5168593525886536},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.49442505836486816},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4618145227432251},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4486234784126282},{"id":"https://openalex.org/C84211073","wikidata":"https://www.wikidata.org/wiki/Q117879","display_name":"Floating point","level":2,"score":0.44075578451156616},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.42982712388038635},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3820977807044983},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.36809444427490234},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3296574354171753},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09803009033203125},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07119253277778625},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1587/transinf.2018rcp0008","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2018rcp0008","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E102.D/5/E102.D_2018RCP0008/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1587/transinf.2018rcp0008","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2018rcp0008","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E102.D/5/E102.D_2018RCP0008/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2943296352.pdf","grobid_xml":"https://content.openalex.org/works/W2943296352.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1536680647","https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W1903029394","https://openalex.org/W2119144962","https://openalex.org/W2155893237","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2257979135","https://openalex.org/W2276486856","https://openalex.org/W2337344472","https://openalex.org/W2516141709","https://openalex.org/W2565125333","https://openalex.org/W2593245696","https://openalex.org/W2606722458","https://openalex.org/W2613718673","https://openalex.org/W2622872848","https://openalex.org/W2694935213","https://openalex.org/W2724189024","https://openalex.org/W2756829667","https://openalex.org/W2761757071","https://openalex.org/W2788007484","https://openalex.org/W2904741511","https://openalex.org/W2963150697","https://openalex.org/W2964133305","https://openalex.org/W2964228333","https://openalex.org/W2964299589","https://openalex.org/W3102169921"],"related_works":["https://openalex.org/W2591697403","https://openalex.org/W2953716828","https://openalex.org/W2904857019","https://openalex.org/W2944728705","https://openalex.org/W3011538607","https://openalex.org/W2904022177","https://openalex.org/W4285261042","https://openalex.org/W4287755480","https://openalex.org/W3113607506","https://openalex.org/W3185228140"],"abstract_inverted_index":{"With":[0],"the":[1,30,48,65,156],"continuous":[2],"refinement":[3],"of":[4,11,36,114],"Deep":[5],"Neural":[6],"Networks":[7,19],"(DNNs),":[8],"a":[9,99,105,122,141],"series":[10],"deep":[12,52],"and":[13,33,50,69,81,95,130,151,159,167],"complex":[14],"networks":[15,38],"such":[16],"as":[17],"Residual":[18],"(ResNets)":[20],"show":[21],"impressive":[22],"prediction":[23],"accuracy":[24,126,154],"in":[25,64,98,125],"image":[26],"classification":[27],"tasks.":[28],"Unfortunately,":[29],"structural":[31],"complexity":[32],"computational":[34],"cost":[35],"residual":[37,83],"make":[39],"hardware":[40,76],"implementation":[41,139],"difficult.":[42],"In":[43],"this":[44],"paper,":[45],"we":[46],"present":[47],"quantized":[49],"reconstructed":[51],"neural":[53],"network":[54,66,84],"(QR-DNN)":[55],"technique,":[56],"which":[57],"first":[58],"inserts":[59],"batch":[60],"normalization":[61],"(BN)":[62],"layers":[63],"during":[67],"training,":[68],"later":[70],"removes":[71],"them":[72],"to":[73,109,120],"facilitate":[74],"efficient":[75,82],"implementation.":[77],"Moreover,":[78],"an":[79],"accurate":[80],"accelerator":[85],"(RNA)":[86],"is":[87,118],"presented":[88],"based":[89],"on":[90,140],"QR-DNN":[91,117],"with":[92],"batch-normalization-free":[93],"structures":[94],"weights":[96],"represented":[97],"logarithmic":[100],"number":[101],"system.":[102],"RNA":[103,131],"employs":[104],"systolic":[106],"array":[107],"architecture":[108],"perform":[110],"shift-and-accumulate":[111],"operations":[112],"instead":[113],"multiplication":[115],"operations.":[116],"shown":[119],"achieve":[121],"1\u223c2%":[123],"improvement":[124],"over":[127,132],"existing":[128],"techniques,":[129],"previous":[133],"best":[134],"fixed-point":[135],"accelerators.":[136],"An":[137],"FPGA":[138],"Xilinx":[142],"Zynq":[143],"XC7Z045":[144],"device":[145],"achieves":[146],"804.03":[147],"GOPS,":[148],"104.15":[149],"FPS":[150],"91.41%":[152],"top-5":[153],"for":[155,165],"ResNet-50":[157],"benchmark,":[158],"state-of-the-art":[160],"results":[161],"are":[162],"also":[163],"reported":[164],"AlexNet":[166],"VGG.":[168]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
