{"id":"https://openalex.org/W3035640865","doi":null,"title":"Training spiking multi-layer networks with surrogate gradients on an analog neuromorphic substrate","display_name":"Training spiking multi-layer networks with surrogate gradients on an analog neuromorphic substrate","publication_year":2020,"publication_date":"2020-06-12","ids":{"openalex":"https://openalex.org/W3035640865","mag":"3035640865"},"language":"en","primary_location":{"id":"mag:3035640865","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2006.07239","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://export.arxiv.org/pdf/2006.07239","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Benjamin Cramer","orcid":"https://orcid.org/0000-0001-7948-4391","observed_orcids":["https://orcid.org/0000-0001-7948-4391"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benjamin Cramer","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-7948-4391","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055338861","display_name":"Sebastian Billaudelle","orcid":"https://orcid.org/0000-0002-6194-0771","observed_orcids":["https://orcid.org/0000-0002-6194-0771"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sebastian Billaudelle","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-6194-0771","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038555741","display_name":"Simeon Kanya","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simeon Kanya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085354242","display_name":"Aron Leibfried","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aron Leibfried","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044344679","display_name":"Andreas Gr\u00fcbl","orcid":"https://orcid.org/0000-0002-3955-4815","observed_orcids":["https://orcid.org/0000-0002-3955-4815"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andreas Gr\u00fcbl","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-3955-4815","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047389910","display_name":"Vitali Karasenko","orcid":"https://orcid.org/0000-0002-3924-2950","observed_orcids":["https://orcid.org/0000-0002-3924-2950"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vitali Karasenko","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050178239","display_name":"Christian Pehle","orcid":"https://orcid.org/0000-0002-5447-0716","observed_orcids":["https://orcid.org/0000-0002-5447-0716"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christian Pehle","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-5447-0716","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058735145","display_name":"Korbinian Schreiber","orcid":"https://orcid.org/0000-0002-1035-0288","observed_orcids":["https://orcid.org/0000-0002-1035-0288"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Korbinian Schreiber","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-1035-0288","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020724667","display_name":"Yannik Stradmann","orcid":"https://orcid.org/0000-0001-9603-6777","observed_orcids":["https://orcid.org/0000-0001-9603-6777"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yannik Stradmann","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-9603-6777","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040621431","display_name":"Johannes Weis","orcid":"https://orcid.org/0000-0002-1435-0250","observed_orcids":["https://orcid.org/0000-0002-1435-0250"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Johannes Weis","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-1435-0250","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022054975","display_name":"Johannes Schemmel","orcid":"https://orcid.org/0000-0003-1440-4375","observed_orcids":["https://orcid.org/0000-0003-1440-4375"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Johannes Schemmel","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-1440-4375","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5001875800","display_name":"Friedemann Zenke","orcid":"https://orcid.org/0000-0003-1883-644X","observed_orcids":["https://orcid.org/0000-0003-1883-644X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Friedemann Zenke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spiking-neural-networks","display_name":"spiking neural networks","score":0.9990000128746033},{"id":"https://openalex.org/keywords/surrogate-gradient","display_name":"surrogate gradient","score":0.8450000286102295},{"id":"https://openalex.org/keywords/brainscales-2","display_name":"BrainScaleS-2","score":0.9070000052452087},{"id":"https://openalex.org/keywords/non-von-neumann-architecture","display_name":"non-von Neumann architecture","score":0.7839999794960022},{"id":"https://openalex.org/keywords/energy-efficient-computing","display_name":"energy-efficient computing","score":0.45399999618530273}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.9774006605148315},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.9722564220428467},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.7607207894325256},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6632537245750427},{"id":"https://openalex.org/C2781390188","wikidata":"https://www.wikidata.org/wiki/Q25203449","display_name":"Spike (software development)","level":2,"score":0.5441040992736816},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5193679928779602},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.49340978264808655},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.41357362270355225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3948041796684265},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.32234784960746765},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3035640865","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2006.07239","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3035640865","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2006.07239","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W1484004770","https://openalex.org/W1522301498","https://openalex.org/W1596035946","https://openalex.org/W1677182931","https://openalex.org/W1757796397","https://openalex.org/W2034602202","https://openalex.org/W2042492924","https://openalex.org/W2069552454","https://openalex.org/W2069845225","https://openalex.org/W2089809945","https://openalex.org/W2093002383","https://openalex.org/W2112796928","https://openalex.org/W2115831804","https://openalex.org/W2138913040","https://openalex.org/W2153041354","https://openalex.org/W2156300345","https://openalex.org/W2156640153","https://openalex.org/W2171236529","https://openalex.org/W2233731247","https://openalex.org/W2239861374","https://openalex.org/W2242818861","https://openalex.org/W2283854151","https://openalex.org/W2314470091","https://openalex.org/W2319920447","https://openalex.org/W2346522032","https://openalex.org/W2513148968","https://openalex.org/W2513853720","https://openalex.org/W2529004582","https://openalex.org/W2595593680","https://openalex.org/W2620342231","https://openalex.org/W2626540870","https://openalex.org/W2750384547","https://openalex.org/W2766447205","https://openalex.org/W2783525259","https://openalex.org/W2792794651","https://openalex.org/W2796187558","https://openalex.org/W2798878556","https://openalex.org/W2891530223","https://openalex.org/W2898323475","https://openalex.org/W2906048113","https://openalex.org/W2908861709","https://openalex.org/W2922002199","https://openalex.org/W2922220370","https://openalex.org/W2945427955","https://openalex.org/W2948661249","https://openalex.org/W2949651942","https://openalex.org/W2963335874","https://openalex.org/W2963817554","https://openalex.org/W2963834742","https://openalex.org/W2966824056","https://openalex.org/W2970971581","https://openalex.org/W2971713705","https://openalex.org/W2973017734","https://openalex.org/W2974181993","https://openalex.org/W2980513133","https://openalex.org/W2984844508","https://openalex.org/W2990793844","https://openalex.org/W2996873638","https://openalex.org/W2997130091","https://openalex.org/W3010886459","https://openalex.org/W3014778070","https://openalex.org/W3024124321","https://openalex.org/W3030163527","https://openalex.org/W3043133474","https://openalex.org/W3046044791","https://openalex.org/W3081559266","https://openalex.org/W3101265958","https://openalex.org/W3102087395","https://openalex.org/W3124478039","https://openalex.org/W3125908175","https://openalex.org/W3130131243","https://openalex.org/W3135613337","https://openalex.org/W3162006056","https://openalex.org/W4210678178"],"related_works":["https://openalex.org/W3136467750","https://openalex.org/W3101265958","https://openalex.org/W7131645052","https://openalex.org/W2549653513","https://openalex.org/W3014530638","https://openalex.org/W3201385898","https://openalex.org/W3214713078","https://openalex.org/W3035876379","https://openalex.org/W3037887636","https://openalex.org/W4411727341"],"abstract_inverted_index":{"Spiking":[0],"neural":[1,58],"networks":[2,59,112,176],"are":[3],"nature's":[4],"solution":[5],"for":[6,240],"parallel":[7],"information":[8,267],"processing":[9,184,229,248,268],"with":[10,60,190,207],"high":[11],"temporal":[12],"precision":[13],"at":[14,89,213],"a":[15,67,105,191],"low":[16],"metabolic":[17],"energy":[18],"cost.":[19],"To":[20,99],"that":[21,81],"end,":[22],"biological":[23],"neurons":[24],"integrate":[25],"inputs":[26],"as":[27,36],"an":[28,231],"analog":[29,52,118,166,232],"sum":[30],"and":[31,87,153,235,250,261],"communicate":[32],"their":[33],"outputs":[34],"digitally":[35],"spikes,":[37],"i.e.,":[38],"sparse":[39,61,204],"binary":[40],"events":[41],"in":[42,51,140,158,178,203,218,243],"time.":[43],"These":[44],"architectural":[45],"principles":[46],"can":[47],"be":[48],"mirrored":[49],"effectively":[50],"neuromorphic":[53,167,233],"hardware.":[54],"Nevertheless,":[55],"training":[56,79,260],"spiking":[57,111,227],"activity":[62,200,206],"on":[63,116,146,230,269],"hardware":[64,125,241],"devices":[65],"remains":[66],"major":[68],"challenge.":[69],"Primarily":[70],"this":[71,101],"is":[72,181],"due":[73],"to":[74,108,126,215],"the":[75,90,117,124,128,132,135,151,154,171,256,263],"lack":[76],"of":[77,92,96,131,150,173,183,194,245,258],"suitable":[78],"methods":[80],"take":[82],"into":[83],"account":[84],"device-specific":[85],"imperfections":[86],"operate":[88],"level":[91],"individual":[93],"spikes":[94,210],"instead":[95],"firing":[97],"rates.":[98],"tackle":[100],"issue,":[102],"we":[103,122],"developed":[104],"hardware-in-the-loop":[106,259],"strategy":[107],"train":[109],"multi-layer":[110],"using":[113],"surrogate":[114],"gradients":[115],"BrainScales-2":[119],"chip.":[120],"Specifically,":[121],"used":[123],"compute":[127],"forward":[129],"pass":[130,137],"network,":[133],"while":[134],"backward":[136],"was":[138],"computed":[139],"software.":[141,179],"We":[142],"evaluated":[143],"our":[144,223,253],"approach":[145],"downscaled":[147],"16x16":[148],"versions":[149],"MNIST":[152,156],"fashion":[155],"datasets":[157],"which":[159],"spike":[160],"latencies":[161],"encoded":[162],"pixel":[163],"intensities.":[164],"The":[165],"substrate":[168,234],"closely":[169],"matched":[170],"performance":[172],"equivalently":[174],"sized":[175],"implemented":[177],"It":[180],"capable":[182],"70":[185],"k":[186],"patterns":[187],"per":[188,211],"second":[189],"power":[192],"consumption":[193],"less":[195],"than":[196],"300":[197],"mW.":[198],"Added":[199],"regularization":[201],"resulted":[202],"network":[205,228],"about":[208],"20":[209],"input,":[212],"little":[214],"no":[216],"reduction":[217],"classification":[219,246],"performance.":[220],"Thus,":[221],"overall,":[222],"work":[224,254],"demonstrates":[225],"low-energy":[226],"sets":[236],"several":[237],"new":[238],"benchmarks":[239],"systems":[242],"terms":[244],"accuracy,":[247],"speed,":[249],"efficiency.":[251],"Importantly,":[252],"emphasizes":[255],"value":[257],"paves":[262],"way":[264],"toward":[265],"energy-efficient":[266],"non-von-Neumann":[270],"architectures.":[271]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2020-06-19T00:00:00"}