{"id":"https://openalex.org/W3205364818","doi":"https://doi.org/10.1145/3477145.3477160","title":"Accurate and Accelerated Neuromorphic Network Design Leveraging A Bayesian Hyperparameter Pareto Optimization Approach","display_name":"Accurate and Accelerated Neuromorphic Network Design Leveraging A Bayesian Hyperparameter Pareto Optimization Approach","publication_year":2021,"publication_date":"2021-07-27","ids":{"openalex":"https://openalex.org/W3205364818","doi":"https://doi.org/10.1145/3477145.3477160","mag":"3205364818"},"language":"en","primary_location":{"id":"doi:10.1145/3477145.3477160","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477145.3477160","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Neuromorphic Systems 2021","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/biblio/1826039","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078825022","display_name":"Maryam Parsa","orcid":"https://orcid.org/0000-0002-4855-4593"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maryam Parsa","raw_affiliation_strings":["Oak Ridge National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033784578","display_name":"Catherine D. Schuman","orcid":"https://orcid.org/0000-0002-4264-8097"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Catherine Schuman","raw_affiliation_strings":["Oak Ridge National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085042989","display_name":"Nitin Rathi","orcid":"https://orcid.org/0000-0003-0597-064X"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nitin Rathi","raw_affiliation_strings":["Purdue University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037719051","display_name":"Amirkoushyar Ziabari","orcid":"https://orcid.org/0000-0003-4776-457X"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amir Ziabari","raw_affiliation_strings":["Oak Ridge National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070858681","display_name":"Derek Rose","orcid":"https://orcid.org/0000-0002-5217-4374"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Derek Rose","raw_affiliation_strings":["Oak Ridge National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044629855","display_name":"J. Parker Mitchell","orcid":"https://orcid.org/0000-0001-8805-2072"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Parker Mitchell","raw_affiliation_strings":["Oak Ridge National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029879538","display_name":"Jeremy Johnston","orcid":"https://orcid.org/0000-0002-1328-6621"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"J. Travis Johnston","raw_affiliation_strings":["Striveworks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Striveworks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046319147","display_name":"Bill Kay","orcid":"https://orcid.org/0009-0007-8288-8953"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bill Kay","raw_affiliation_strings":["Oak Ridge National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029444976","display_name":"Steven R. Young","orcid":"https://orcid.org/0000-0003-0591-4330"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven Young","raw_affiliation_strings":["Oak Ridge National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031161187","display_name":"Kaushik Roy","orcid":"https://orcid.org/0000-0002-0735-9695"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaushik Roy","raw_affiliation_strings":["Purdue University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8026702404022217},{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.789044201374054},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.7150936126708984},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.7064582705497742},{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.5995506048202515},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.549362301826477},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5267369747161865},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.5120421051979065},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5082187652587891},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.4564604163169861},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4294307827949524},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42023757100105286},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3597930669784546}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8026702404022217},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.789044201374054},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.7150936126708984},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.7064582705497742},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.5995506048202515},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.549362301826477},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5267369747161865},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.5120421051979065},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5082187652587891},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.4564604163169861},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4294307827949524},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42023757100105286},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3597930669784546},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3477145.3477160","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477145.3477160","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Neuromorphic Systems 2021","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:1826039","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1826039","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1826039","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1826039","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8999999761581421,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1719536385","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2020676607","https://openalex.org/W2194775991","https://openalex.org/W2555267483","https://openalex.org/W2569813014","https://openalex.org/W2620342231","https://openalex.org/W2745933219","https://openalex.org/W2767077319","https://openalex.org/W2885311373","https://openalex.org/W2890590696","https://openalex.org/W2898344924","https://openalex.org/W2908411392","https://openalex.org/W2927980542","https://openalex.org/W2950909406","https://openalex.org/W2963743287","https://openalex.org/W2964081807","https://openalex.org/W2967733054","https://openalex.org/W2971324138","https://openalex.org/W2981701755","https://openalex.org/W2998460719","https://openalex.org/W3007283957","https://openalex.org/W3045337512","https://openalex.org/W3098917398","https://openalex.org/W3118608800","https://openalex.org/W4245199738","https://openalex.org/W6753278433"],"related_works":["https://openalex.org/W2809732489","https://openalex.org/W4287780255","https://openalex.org/W3023361272","https://openalex.org/W2735450835","https://openalex.org/W4281699635","https://openalex.org/W4233965824","https://openalex.org/W2607442583","https://openalex.org/W4321472116","https://openalex.org/W3199199693","https://openalex.org/W3202619090"],"abstract_inverted_index":{"Neuromorphic":[0],"systems":[1],"allow":[2],"for":[3,8,25,138,184,235],"extremely":[4],"efficient":[5,177],"hardware":[6],"implementations":[7],"neural":[9],"networks":[10,205,262],"(NNs).":[11],"In":[12,107,218,244],"recent":[13],"years,":[14],"several":[15,187],"algorithms":[16],"have":[17],"been":[18],"presented":[19],"to":[20,154,166,192],"train":[21],"spiking":[22],"NNs":[23,37],"(SNNs)":[24],"neuromorphic":[26,105],"hardware.":[27],"However,":[28],"SNNs":[29,57,88,185],"often":[30],"provide":[31],"lower":[32,207],"accuracy":[33,93,224,258,280],"than":[34,125,215,227],"their":[35],"artificial":[36],"(ANNs)":[38],"counterparts":[39],"or":[40,64,127,194],"require":[41],"computationally":[42],"expensive":[43],"and":[44,149,172,225],"slow":[45],"training/inference":[46,84,233],"methods.":[47],"To":[48],"close":[49],"this":[50,108,160],"gap,":[51],"designers":[52],"typically":[53],"rely":[54],"on":[55,186,239,263],"reconfiguring":[56],"through":[58],"adjustments":[59],"in":[60,81,104,202,210,223,231,253,275],"the":[61,78,92,155,162,190,232,236,240,245,257,260,279],"neuron/synapse":[62],"model":[63],"training":[65,98,146,173,197],"algorithm":[66,126,238],"itself.":[67],"Nevertheless,":[68],"these":[69],"steps":[70],"incur":[71],"significant":[72,181],"design":[73],"time,":[74],"while":[75,255],"still":[76],"lacking":[77],"desired":[79],"improvement":[80,222],"terms":[82],"of":[83,94,142,157,247,259],"times":[85,99],"(latency).":[86],"Designing":[87],"that":[89,115,269],"can":[90],"mimic":[91],"ANNs":[95],"with":[96,206],"reasonable":[97],"is":[100,161],"an":[101,112,121,176],"exigent":[102],"challenge":[103],"computing.":[106],"work,":[109],"we":[110,220,249],"present":[111],"alternative":[113],"approach":[114,200],"looks":[116],"at":[117],"such":[118],"designs":[119],"as":[120],"optimization":[122,136],"problem":[123],"rather":[124],"architecture":[128],"redesign.":[129],"We":[130,151,179],"develop":[131],"a":[132,271],"versatile":[133],"multiobjective":[134],"hyperparameter":[135],"(HPO)":[137],"automatically":[139],"tuning":[140],"HPs":[141,276],"two":[143],"state-of-the-art":[144,261],"SNN":[145],"algorithms,":[147],"SLAYER":[148,237],"HYBRID.":[150],"emphasize":[152],"that,":[153],"best":[156],"our":[158,266],"knowledge,":[159],"first":[163],"work":[164],"trying":[165],"improve":[167],"SNNs\u2019":[168],"computational":[169],"efficiency,":[170],"accuracy,":[171],"time":[174,234],"using":[175],"HPO.":[178],"demonstrate":[180,221,250],"performance":[182],"improvements":[183],"datasets":[188],"without":[189],"need":[191],"redesign":[193],"invent":[195],"new":[196],"algorithms/architectures.":[198],"Our":[199],"results":[201],"more":[203,226],"accurate":[204],"latency":[208],"and,":[209],"turn,":[211],"higher":[212],"energy":[213],"efficiency":[214],"previous":[216],"implementations.":[217],"particular,":[219],"5":[228,282],"\u00d7":[229],"reduction":[230,252],"DVS":[241],"Gesture":[242],"dataset.":[243],"case":[246],"HYBRID,":[248],"30%":[251],"timesteps":[254],"surpassing":[256],"CIFAR10.":[264],"Further,":[265],"analysis":[267],"suggests":[268],"even":[270],"seemingly":[272],"minor":[273],"change":[274,278],"could":[277],"by":[281],"\u2212":[283],"6":[284],"\u00d7.":[285]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}