{"id":"https://openalex.org/W2597215741","doi":"https://doi.org/10.1109/ijcnn.2017.7965993","title":"Hardware-driven nonlinear activation for stochastic computing based deep convolutional neural networks","display_name":"Hardware-driven nonlinear activation for stochastic computing based deep convolutional neural networks","publication_year":2017,"publication_date":"2017-05-01","ids":{"openalex":"https://openalex.org/W2597215741","doi":"https://doi.org/10.1109/ijcnn.2017.7965993","mag":"2597215741"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2017.7965993","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2017.7965993","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001583614","display_name":"Ji Li","orcid":"https://orcid.org/0000-0001-5990-8396"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ji Li","raw_affiliation_strings":["Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041561320","display_name":"Zihao Yuan","orcid":"https://orcid.org/0000-0003-2403-7011"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zihao Yuan","raw_affiliation_strings":["Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100356606","display_name":"Zhe Li","orcid":"https://orcid.org/0000-0001-7056-4133"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhe Li","raw_affiliation_strings":["College of Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"College of Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030060072","display_name":"Caiwen Ding","orcid":"https://orcid.org/0000-0003-0891-1231"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Caiwen Ding","raw_affiliation_strings":["College of Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"College of Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051490998","display_name":"Ao Ren","orcid":"https://orcid.org/0000-0002-2322-8038"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ao Ren","raw_affiliation_strings":["College of Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"College of Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018468480","display_name":"Qinru Qiu","orcid":"https://orcid.org/0000-0003-2546-0655"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qinru Qiu","raw_affiliation_strings":["College of Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"College of Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110567690","display_name":"Jeffrey Draper","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey Draper","raw_affiliation_strings":["Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","Information Sciences Institute, University of Southern California, Marina Del Rey, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Information Sciences Institute, University of Southern California, Marina Del Rey, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100651392","display_name":"Yanzhi Wang","orcid":"https://orcid.org/0009-0009-3924-6466"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanzhi Wang","raw_affiliation_strings":["College of Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"affiliations":[{"raw_affiliation_string":"College of Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5001583614"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":8.3078,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.97817299,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1230","last_page":"1236"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11321","display_name":"Error Correcting Code Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11321","display_name":"Error Correcting Code Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.9327024221420288},{"id":"https://openalex.org/keywords/stochastic-computing","display_name":"Stochastic computing","score":0.8228344321250916},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8083281517028809},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7241907119750977},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5947767496109009},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5006468296051025},{"id":"https://openalex.org/keywords/application-specific-integrated-circuit","display_name":"Application-specific integrated circuit","score":0.48480311036109924},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.47538435459136963},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.44053155183792114},{"id":"https://openalex.org/keywords/massively-parallel","display_name":"Massively parallel","score":0.42752695083618164},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3965354561805725},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3466795086860657},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.34135735034942627},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.34041711688041687},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.30482685565948486}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.9327024221420288},{"id":"https://openalex.org/C2780971903","wikidata":"https://www.wikidata.org/wiki/Q2933705","display_name":"Stochastic computing","level":3,"score":0.8228344321250916},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8083281517028809},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7241907119750977},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5947767496109009},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5006468296051025},{"id":"https://openalex.org/C77390884","wikidata":"https://www.wikidata.org/wiki/Q217302","display_name":"Application-specific integrated circuit","level":2,"score":0.48480311036109924},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.47538435459136963},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.44053155183792114},{"id":"https://openalex.org/C190475519","wikidata":"https://www.wikidata.org/wiki/Q544384","display_name":"Massively parallel","level":2,"score":0.42752695083618164},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3965354561805725},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3466795086860657},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.34135735034942627},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.34041711688041687},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.30482685565948486},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2017.7965993","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2017.7965993","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1683511521","https://openalex.org/W1686810756","https://openalex.org/W1987327272","https://openalex.org/W2003056114","https://openalex.org/W2007339694","https://openalex.org/W2016053056","https://openalex.org/W2029356595","https://openalex.org/W2097117768","https://openalex.org/W2112796928","https://openalex.org/W2130073327","https://openalex.org/W2148461049","https://openalex.org/W2151770284","https://openalex.org/W2155541015","https://openalex.org/W2163605009","https://openalex.org/W2219959730","https://openalex.org/W2290548492","https://openalex.org/W2295680811","https://openalex.org/W2368124317","https://openalex.org/W2402098947","https://openalex.org/W2406444183","https://openalex.org/W2518564956","https://openalex.org/W2549630556","https://openalex.org/W2588534033","https://openalex.org/W2588861206","https://openalex.org/W2612565436","https://openalex.org/W2919115771","https://openalex.org/W2949168242","https://openalex.org/W4231109964","https://openalex.org/W4294375521","https://openalex.org/W6657903211","https://openalex.org/W6681813608","https://openalex.org/W6682778277","https://openalex.org/W6684191040","https://openalex.org/W6733557639"],"related_works":["https://openalex.org/W2942878414","https://openalex.org/W2946942415","https://openalex.org/W4285057163","https://openalex.org/W2950724244","https://openalex.org/W3006566323","https://openalex.org/W4285409154","https://openalex.org/W4226092179","https://openalex.org/W4306791972","https://openalex.org/W4390846322","https://openalex.org/W3212867030"],"abstract_inverted_index":{"Recently,":[0],"Deep":[1],"Convolutional":[2],"Neural":[3],"Networks":[4],"(DCNNs)":[5],"have":[6,93],"made":[7],"unprecedented":[8],"progress,":[9],"achieving":[10],"the":[11,31,60,66,98,129,163,166,188,196,206,212,219,229],"accuracy":[12,100],"close":[13],"to,":[14],"or":[15],"even":[16],"better":[17],"than":[18,235],"human-level":[19],"perception":[20],"in":[21,38,46,82,136,179],"various":[22],"tasks.":[23],"There":[24],"is":[25,86,231,239],"a":[26,56,94,158,251],"timely":[27],"need":[28],"to":[29,35,40,59,68,173,201],"map":[30],"latest":[32],"software":[33,137],"DCNNs":[34,85,245],"application-specific":[36],"hardware,":[37],"order":[39],"achieve":[41,171],"orders":[42],"of":[43,77,181,190,205,211,218],"magnitude":[44],"improvement":[45,178],"performance,":[47],"energy":[48],"efficiency":[49],"and":[50,72,116,121,143,176,184,203,209,214,216,224],"compactness.":[51],"Stochastic":[52],"Computing":[53],"(SC),":[54],"as":[55],"low-cost":[57],"alternative":[58],"conventional":[61],"binary":[62,159],"computing":[63,109],"paradigm,":[64],"has":[65],"potential":[67],"enable":[69],"massively":[70],"parallel":[71],"highly":[73,124],"scalable":[74],"hardware":[75,161],"implementation":[76],"DCNNs.":[78],"One":[79],"major":[80],"challenge":[81],"SC":[83,108,118,168,197,243],"based":[84,119,244],"designing":[87],"accurate":[88,125],"nonlinear":[89],"activation":[90,126,134,238],"functions,":[91],"which":[92],"significant":[95],"impact":[96],"on":[97,149],"network-level":[99],"but":[101],"cannot":[102],"be":[103],"implemented":[104],"accurately":[105],"by":[106,233],"existing":[107],"blocks.":[110],"In":[111,194],"this":[112],"paper,":[113],"we":[114,122],"design":[115],"optimize":[117],"neurons,":[120],"propose":[123],"designs":[127],"for":[128,241],"three":[130],"most":[131],"frequently":[132],"used":[133],"functions":[135],"DCNNs,":[138],"i.e,":[139],"hyperbolic":[140],"tangent,":[141],"logistic,":[142],"rectified":[144],"linear":[145],"units.":[146],"Experimental":[147],"results":[148],"LeNet-5":[150],"using":[151],"MNIST":[152],"dataset":[153],"demonstrate":[154],"that":[155],"compared":[156,221],"with":[157,165,222],"ASIC":[160],"DCNN,":[162],"DCNN":[164],"proposed":[167],"neurons":[169],"can":[170],"up":[172,200],"61X,":[174],"151X,":[175],"2X":[177],"terms":[180],"area,":[182,207],"power,":[183,213],"energy,":[185,220],"respectively,":[186,227],"at":[187],"cost":[189],"small":[191,252],"precision":[192],"degradation.":[193],"addition,":[195],"approach":[198],"achieves":[199],"21X":[202],"41X":[204,208],"72X":[210],"198200X":[215],"96443X":[217],"CPU":[223],"GPU":[225],"approaches,":[226],"while":[228],"error":[230],"increased":[232],"less":[234],"3.07%.":[236],"ReLU":[237],"suggested":[240],"future":[242],"considering":[246],"its":[247],"superior":[248],"performance":[249],"under":[250],"bit":[253],"stream":[254],"length.":[255]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":5}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}