{"id":"https://openalex.org/W2964809365","doi":"https://doi.org/10.1109/aicas.2019.8771533","title":"DropOut and DropConnect for Reliable Neuromorphic Inference under Energy and Bandwidth Constraints in Network Connectivity","display_name":"DropOut and DropConnect for Reliable Neuromorphic Inference under Energy and Bandwidth Constraints in Network Connectivity","publication_year":2019,"publication_date":"2019-03-01","ids":{"openalex":"https://openalex.org/W2964809365","doi":"https://doi.org/10.1109/aicas.2019.8771533","mag":"2964809365"},"language":"en","primary_location":{"id":"doi:10.1109/aicas.2019.8771533","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aicas.2019.8771533","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Artificial Intelligence Circuits and Systems (AICAS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039299164","display_name":"Yasufumi Sakai","orcid":"https://orcid.org/0000-0001-7135-9449"},"institutions":[{"id":"https://openalex.org/I2252096349","display_name":"Fujitsu (Japan)","ror":"https://ror.org/038e2g226","country_code":"JP","type":"company","lineage":["https://openalex.org/I2252096349"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yasufumi Sakai","raw_affiliation_strings":["Fujitsu Laboratories Ltd., Kawasaki, Kanagawa, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fujitsu Laboratories Ltd., Kawasaki, Kanagawa, Japan","institution_ids":["https://openalex.org/I2252096349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090889148","display_name":"Bruno U. Pedroni","orcid":"https://orcid.org/0000-0001-5789-0487"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bruno U. Pedroni","raw_affiliation_strings":["University of California, San Diego, La Jolla, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062849115","display_name":"Siddharth Joshi","orcid":"https://orcid.org/0000-0002-9201-9678"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siddharth Joshi","raw_affiliation_strings":["University of Notre Dame, Notre Dame, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057407438","display_name":"Abraham Akinin","orcid":"https://orcid.org/0000-0002-6761-8425"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abraham Akinin","raw_affiliation_strings":["University of California, San Diego, La Jolla, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059013717","display_name":"Gert Cauwenberghs","orcid":"https://orcid.org/0000-0002-3166-5529"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gert Cauwenberghs","raw_affiliation_strings":["University of California, San Diego, La Jolla, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3633,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.61137828,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"76","last_page":"80"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.933232307434082},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.8301206827163696},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7653474807739258},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6381317377090454},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6367208957672119},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.6091368794441223},{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.6057806015014648},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.51088947057724},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.4870017170906067},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.432290643453598},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32315146923065186},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.18536943197250366}],"concepts":[{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.933232307434082},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8301206827163696},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7653474807739258},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6381317377090454},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6367208957672119},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.6091368794441223},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.6057806015014648},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.51088947057724},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.4870017170906067},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.432290643453598},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32315146923065186},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.18536943197250366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aicas.2019.8771533","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aicas.2019.8771533","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Artificial Intelligence Circuits and Systems (AICAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W4919037","https://openalex.org/W1528492376","https://openalex.org/W1547056875","https://openalex.org/W1568532871","https://openalex.org/W1604973310","https://openalex.org/W1645800954","https://openalex.org/W2008008156","https://openalex.org/W2032832574","https://openalex.org/W2069552454","https://openalex.org/W2095705004","https://openalex.org/W2112796928","https://openalex.org/W2121458485","https://openalex.org/W2130360162","https://openalex.org/W2132424367","https://openalex.org/W2156640153","https://openalex.org/W2163288878","https://openalex.org/W2501518233","https://openalex.org/W2963157821","https://openalex.org/W6600213771","https://openalex.org/W6631747061"],"related_works":["https://openalex.org/W3137378424","https://openalex.org/W2809732489","https://openalex.org/W4287780255","https://openalex.org/W3023361272","https://openalex.org/W4391092513","https://openalex.org/W4393235919","https://openalex.org/W3008580913","https://openalex.org/W4281699635","https://openalex.org/W4321472116","https://openalex.org/W1701967867"],"abstract_inverted_index":{"DropOut":[0,106,144,198],"and":[1,80,107,138,145,185,199],"DropConnect":[2,108,146,200],"are":[3,115],"known":[4],"as":[5,69],"effective":[6],"methods":[7,50],"to":[8,61,99,151],"improve":[9,62],"on":[10,45,64,178],"the":[11,37,46,52,65,88,103,113,122,133,169,179],"generalization":[12],"performance":[13],"of":[14,21,27,48,54,67,112,121,135,143,162,168],"neural":[15,22,57,91,136],"networks,":[16],"by":[17,71],"either":[18],"dropping":[19,25],"states":[20,137],"units":[23],"or":[24],"weights":[26],"synaptic":[28,139],"connections":[29],"randomly":[30],"selected":[31],"at":[32,192],"each":[33],"time":[34],"instance":[35],"throughout":[36],"training":[38,111,148],"process.":[39],"In":[40],"this":[41],"paper,":[42],"we":[43],"extend":[44],"use":[47,142],"these":[49,129],"in":[51,75,87,102,132,164,188],"design":[53,155],"neuromorphic":[55,165],"spiking":[56],"networks":[58],"(SNN)":[59],"hardware":[60],"further":[63],"reliability":[66],"inference":[68,125,163,191],"impacted":[70],"resource":[72],"constrained":[73],"errors":[74,101,131],"network":[76,114,123],"connectivity.":[77],"Such":[78],"energy":[79,161],"bandwidth":[81,189],"constraints":[82],"arise":[83],"for":[84,128],"low-power":[85],"operation":[86],"communication":[89],"between":[90],"units,":[92],"which":[93],"cause":[94],"dropped":[95],"spike":[96],"events":[97],"due":[98],"timeout":[100],"transmission.":[104],"The":[105,141],"processes":[109],"during":[110,124,147,190,202],"aligned":[116],"with":[117,171],"a":[118,172,183],"statistical":[119],"model":[120,170],"that":[126],"accounts":[127],"random":[130],"transmission":[134],"connections.":[140],"hence":[149],"allows":[150],"simultaneously":[152],"meet":[153],"two":[154],"objectives:":[156],"maximizing":[157],"bandwidth,":[158],"while":[159],"minimizing":[160],"hardware.":[166],"Simulations":[167],"5-layer":[173],"fully":[174],"connected":[175],"784-500-500-500-10":[176],"SNN":[177],"MNIST":[180],"task":[181],"show":[182],"5-fold":[184],"10-fold":[186],"improvement":[187],"greater":[193],"than":[194],"98%":[195],"accuracy,":[196],"using":[197],"respectively":[201],"backpropagation":[203],"training.":[204]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
