{"id":"https://openalex.org/W3124478039","doi":"https://doi.org/10.1162/neco_a_01367","title":"The Remarkable Robustness of Surrogate Gradient Learning for Instilling Complex Function in Spiking Neural Networks","display_name":"The Remarkable Robustness of Surrogate Gradient Learning for Instilling Complex Function in Spiking Neural Networks","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3124478039","doi":"https://doi.org/10.1162/neco_a_01367","mag":"3124478039","pmid":"https://pubmed.ncbi.nlm.nih.gov/33513328","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/7619566"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01367","doi":"https://doi.org/10.1162/neco_a_01367","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01367","pdf_url":"https://direct.mit.edu/neco/article-pdf/33/4/899/1902294/neco_a_01367.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","doyens","erih-plus","jufo-3","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://direct.mit.edu/neco/article-pdf/33/4/899/1902294/neco_a_01367.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001875800","display_name":"Friedemann Zenke","orcid":"https://orcid.org/0000-0003-1883-644X","observed_orcids":["https://orcid.org/0000-0003-1883-644X"]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I860889466","display_name":"Friedrich Miescher Institute","ror":"https://ror.org/01bmjkv45","country_code":"CH","type":"facility","lineage":["https://openalex.org/I860889466"]}],"countries":["CH","GB"],"is_corresponding":true,"raw_author_name":"Friedemann Zenke","raw_affiliation_strings":["Centre for Neural Circuits and Behaviour, University of Oxford, Oxford, UK","Friedrich Miescher Institute for Biomedical Research, Basel, Switzerland","Centre for Neural Circuits and Behaviour, University of Oxford, Oxford OX1 3SR, U.K., and Friedrich Miescher Institute for Biomedical Research, 4058 Basel, Switzerland, friedemann.zenke@fmi.ch"],"raw_orcid":"https://orcid.org/0000-0003-1883-644X","affiliations":[{"raw_affiliation_string":"Centre for Neural Circuits and Behaviour, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Friedrich Miescher Institute for Biomedical Research, Basel, Switzerland","institution_ids":["https://openalex.org/I860889466"]},{"raw_affiliation_string":"Centre for Neural Circuits and Behaviour, University of Oxford, Oxford OX1 3SR, U.K., and Friedrich Miescher Institute for Biomedical Research, 4058 Basel, Switzerland, friedemann.zenke@fmi.ch","institution_ids":["https://openalex.org/I40120149","https://openalex.org/I860889466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085417824","display_name":"Tim P. Vogels","orcid":"https://orcid.org/0000-0003-3295-6181","observed_orcids":["https://orcid.org/0000-0003-3295-6181"]},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["AT","GB"],"is_corresponding":false,"raw_author_name":"Tim P. Vogels","raw_affiliation_strings":["Centre for Neural Circuits and Behaviour, University of Oxford, Oxford, UK","Centre for Neural Circuits and Behaviour, University of Oxford, Oxford OX1 3SR, U.K., and Institute for Science and Technology, 3400 Klosterneuburg, Austria, tim.vogels@ist.ac.at"],"raw_orcid":"https://orcid.org/0000-0003-3295-6181","affiliations":[{"raw_affiliation_string":"Centre for Neural Circuits and Behaviour, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Centre for Neural Circuits and Behaviour, University of Oxford, Oxford OX1 3SR, U.K., and Institute for Science and Technology, 3400 Klosterneuburg, Austria, tim.vogels@ist.ac.at","institution_ids":["https://openalex.org/I157556583","https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5001875800"],"corresponding_institution_ids":["https://openalex.org/I40120149","https://openalex.org/I860889466"],"apc_list":null,"apc_paid":null,"fwci":12.4846,"has_fulltext":true,"cited_by_count":290,"citation_normalized_percentile":{"value":0.99503552,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"33","issue":"4","first_page":"899","last_page":"925"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.010900000110268593,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.008299999870359898,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spiking-neural-networks","display_name":"spiking neural networks","score":0.8870000243186951},{"id":"https://openalex.org/keywords/network-connectivity","display_name":"network connectivity","score":0.5220000147819519},{"id":"https://openalex.org/keywords/classification","display_name":"classification","score":0.6309999823570251},{"id":"https://openalex.org/keywords/neuromorphic-hardware","display_name":"neuromorphic hardware","score":0.875}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6850046515464783},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.674523651599884},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6736660599708557},{"id":"https://openalex.org/C131675550","wikidata":"https://www.wikidata.org/wiki/Q7646884","display_name":"Surrogate model","level":2,"score":0.6246113181114197},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6166102886199951},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5910516977310181},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.5294650793075562},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.49256354570388794},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.4435853660106659},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.4257376790046692},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1162/neco_a_01367","doi":"https://doi.org/10.1162/neco_a_01367","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01367","pdf_url":"https://direct.mit.edu/neco/article-pdf/33/4/899/1902294/neco_a_01367.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","doyens","erih-plus","jufo-3","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"doi:10.1101/2020.06.29.176925","doi":"https://doi.org/10.1101/2020.06.29.176925","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2020.06.29.176925","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2020/06/29/2020.06.29.176925.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},{"id":"pmid:33513328","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33513328","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:7619566","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC7619566/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC7619566/pdf/EMS218467.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Neural Comput","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1162/neco_a_01367","doi":"https://doi.org/10.1162/neco_a_01367","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01367","pdf_url":"https://direct.mit.edu/neco/article-pdf/33/4/899/1902294/neco_a_01367.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","doyens","erih-plus","jufo-3","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1798136112","display_name":"Role of complex synaptic dynamics for learning and memory.","funder_award_id":"110124","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G5931527752","display_name":"Oxford Centre for Neural Circuits and Behaviour.","funder_award_id":"090309","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G6195358158","display_name":null,"funder_award_id":"WT 100000","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G6868616705","display_name":null,"funder_award_id":"/Z/15/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G8709255019","display_name":"What\u2019s in a memory? Spatiotemporal dynamics in strongly coupled recurrent neuronal networks.","funder_award_id":"214316","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G9000114241","display_name":null,"funder_award_id":"214316/Z/18/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"}],"funders":[{"id":"https://openalex.org/F4320311904","display_name":"Wellcome Trust","ror":"https://ror.org/029chgv08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3124478039.pdf","grobid_xml":"https://content.openalex.org/works/W3124478039.grobid-xml"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W946256365","https://openalex.org/W1484004770","https://openalex.org/W1522301498","https://openalex.org/W1578856370","https://openalex.org/W1677182931","https://openalex.org/W1973327463","https://openalex.org/W1980324747","https://openalex.org/W2003357516","https://openalex.org/W2016589492","https://openalex.org/W2047125104","https://openalex.org/W2058616551","https://openalex.org/W2069143585","https://openalex.org/W2069552454","https://openalex.org/W2076063813","https://openalex.org/W2115831804","https://openalex.org/W2167254107","https://openalex.org/W2178237821","https://openalex.org/W2233731247","https://openalex.org/W2274405424","https://openalex.org/W2290982066","https://openalex.org/W2314470091","https://openalex.org/W2346522032","https://openalex.org/W2513853720","https://openalex.org/W2551302722","https://openalex.org/W2559655401","https://openalex.org/W2595593680","https://openalex.org/W2620474507","https://openalex.org/W2626540870","https://openalex.org/W2745933219","https://openalex.org/W2772691327","https://openalex.org/W2794838289","https://openalex.org/W2797583228","https://openalex.org/W2806310009","https://openalex.org/W2809808428","https://openalex.org/W2891530223","https://openalex.org/W2896513464","https://openalex.org/W2898323475","https://openalex.org/W2899047292","https://openalex.org/W2899217980","https://openalex.org/W2903763127","https://openalex.org/W2904962417","https://openalex.org/W2919115771","https://openalex.org/W2945427955","https://openalex.org/W2963335874","https://openalex.org/W2963834742","https://openalex.org/W2964121744","https://openalex.org/W2969709260","https://openalex.org/W2970971581","https://openalex.org/W2978368159","https://openalex.org/W2980513133","https://openalex.org/W2984844508","https://openalex.org/W2990793844","https://openalex.org/W2996411176","https://openalex.org/W3035640865","https://openalex.org/W3081530306","https://openalex.org/W3098834053","https://openalex.org/W3102087395","https://openalex.org/W3136467750","https://openalex.org/W4212774754","https://openalex.org/W4231081240","https://openalex.org/W4288019858","https://openalex.org/W4384207577","https://openalex.org/W6757089730","https://openalex.org/W6941068844"],"related_works":["https://openalex.org/W4408659278","https://openalex.org/W2914117107","https://openalex.org/W2984844508","https://openalex.org/W4386889509","https://openalex.org/W4385768133","https://openalex.org/W4225469998","https://openalex.org/W6922198330","https://openalex.org/W2626540870","https://openalex.org/W3136467750","https://openalex.org/W4406326427"],"abstract_inverted_index":{"Brains":[0],"process":[1],"information":[2,60,204],"in":[3,62,90],"spiking":[4,34,91,200,234],"neural":[5,80,235],"networks.":[6,236],"Their":[7],"intricate":[8],"connections":[9],"shape":[10],"the":[11,28,50,63,98,114,118,127,134,137,179,182,207,218],"diverse":[12],"functions":[13],"these":[14],"networks":[15,35,81,92,201],"perform.":[16],"Yet":[17],"how":[18,130,147],"network":[19],"connectivity":[20,52],"relates":[21],"to":[22,48,57,97,112,144,171,231],"function":[23],"is":[24,123,169],"poorly":[25],"understood,":[26],"and":[27,45,65,225],"functional":[29,233],"capabilities":[30],"of":[31,33,41,101,120,129,136,151,160,174,181,217,221],"models":[32],"are":[36],"still":[37],"rudimentary.":[38],"The":[39,71],"lack":[40],"both":[42,58],"theoretical":[43],"insight":[44],"practical":[46,229],"algorithms":[47,73],"find":[49],"necessary":[51],"poses":[53],"a":[54,121,158,214,228],"major":[55],"impediment":[56],"studying":[59],"processing":[61,205],"brain":[64],"building":[66],"efficient":[67],"neuromorphic":[68],"hardware":[69],"systems.":[70],"training":[72],"that":[74,165],"solve":[75],"this":[76,105],"problem":[77],"for":[78],"artificial":[79],"typically":[82],"rely":[83],"on":[84,157],"gradient":[85,167,223],"descent.":[86],"But":[87],"doing":[88],"so":[89],"has":[93],"remained":[94],"challenging":[95],"due":[96],"nondifferentiable":[99],"nonlinearity":[100],"spikes.":[102],"To":[103],"avoid":[104],"issue,":[106],"one":[107],"can":[108,185],"employ":[109],"surrogate":[110,122,152,166,176,193,222],"gradients":[111,153,194],"discover":[113],"required":[115],"connectivity.":[116],"However,":[117],"choice":[119,180],"not":[124],"unique,":[125],"raising":[126],"question":[128],"its":[131],"implementation":[132],"influences":[133],"effectiveness":[135],"method.":[138],"Here,":[139],"we":[140,191],"use":[141],"numerical":[142],"simulations":[143],"systematically":[145],"study":[146,212],"essential":[148],"design":[149],"parameters":[150],"affect":[154,187],"learning":[155,168,188,224],"performance":[156],"range":[159],"classification":[161],"problems.":[162],"We":[163],"show":[164],"robust":[170,203],"different":[172],"shapes":[173],"underlying":[175],"derivatives,":[177],"but":[178],"derivative's":[183],"scale":[184],"substantially":[186],"performance.":[189],"When":[190],"combine":[192],"with":[195],"suitable":[196],"activity":[197,209],"regularization":[198],"techniques,":[199],"perform":[202],"at":[206],"sparse":[208],"limit.":[210],"Our":[211],"provides":[213],"systematic":[215],"account":[216],"remarkable":[219],"robustness":[220],"serves":[226],"as":[227],"guide":[230],"model":[232]},"counts_by_year":[{"year":2026,"cited_by_count":57},{"year":2025,"cited_by_count":60},{"year":2024,"cited_by_count":46},{"year":2023,"cited_by_count":68},{"year":2022,"cited_by_count":25},{"year":2021,"cited_by_count":31},{"year":2020,"cited_by_count":3}],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2021-02-01T00:00:00"}
