{"id":"https://openalex.org/W2578935686","doi":"https://doi.org/10.1162/neco_a_00934","title":"STDP-Compatible Approximation of Backpropagation in an Energy-Based Model","display_name":"STDP-Compatible Approximation of Backpropagation in an Energy-Based Model","publication_year":2017,"publication_date":"2017-01-17","ids":{"openalex":"https://openalex.org/W2578935686","doi":"https://doi.org/10.1162/neco_a_00934","mag":"2578935686","pmid":"https://pubmed.ncbi.nlm.nih.gov/28095200"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_00934","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_00934","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086198262","display_name":"Yoshua Bengio","orcid":"https://orcid.org/0000-0002-9322-3515"},"institutions":[{"id":"https://openalex.org/I109736498","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95","country_code":"CA","type":"facility","lineage":["https://openalex.org/I109736498"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Yoshua Bengio","raw_affiliation_strings":["Montreal Institute for Learning Algorithms, University of Montreal, Montreal H3T 1J4, Quebec, Canada, and Canadian Institute for Advanced Research"],"affiliations":[{"raw_affiliation_string":"Montreal Institute for Learning Algorithms, University of Montreal, Montreal H3T 1J4, Quebec, Canada, and Canadian Institute for Advanced Research","institution_ids":["https://openalex.org/I109736498","https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082334070","display_name":"Thomas Mesnard","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156583","display_name":"Laboratoire d'Informatique de Paris-Nord","ror":"https://ror.org/05g1zjw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210091279","https://openalex.org/I4210156583","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Thomas Mesnard","raw_affiliation_strings":["Computer Science Department, \u00c9cole Normale Sup\u00e9rieure, Paris 75005, France"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, \u00c9cole Normale Sup\u00e9rieure, Paris 75005, France","institution_ids":["https://openalex.org/I4210156583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026151059","display_name":"Asja Fischer","orcid":"https://orcid.org/0000-0002-1916-7033"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Asja Fischer","raw_affiliation_strings":["Institute of Computer Science, University of Bonn, Bonn 53117, Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Bonn, Bonn 53117, Germany","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014123853","display_name":"Saizheng Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Saizheng Zhang","raw_affiliation_strings":["Montreal Institute for Learning Algorithms, University of Montreal, Montreal H3T 1J4, Quebec, Canada"],"affiliations":[{"raw_affiliation_string":"Montreal Institute for Learning Algorithms, University of Montreal, Montreal H3T 1J4, Quebec, Canada","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024901763","display_name":"Yuhuai Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yuhuai Wu","raw_affiliation_strings":["University of Toronto, Toronto, Ontario, M5S 1A1, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Ontario, M5S 1A1, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5086198262"],"corresponding_institution_ids":["https://openalex.org/I109736498","https://openalex.org/I70931966"],"apc_list":null,"apc_paid":null,"fwci":6.0622,"has_fulltext":false,"cited_by_count":113,"citation_normalized_percentile":{"value":0.97,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"29","issue":"3","first_page":"555","last_page":"577"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.862017035484314},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6688297390937805},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5855504274368286},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5204658508300781},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.4960249364376068},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4522276222705841},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4144588112831116},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3634408116340637},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21035459637641907}],"concepts":[{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.862017035484314},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6688297390937805},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5855504274368286},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5204658508300781},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.4960249364376068},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4522276222705841},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4144588112831116},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3634408116340637},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21035459637641907}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/neco_a_00934","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_00934","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:28095200","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28095200","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8600000143051147,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320994","display_name":"Canada Research Chairs","ror":"https://ror.org/0517h6h17"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1510014385","https://openalex.org/W1547224907","https://openalex.org/W1652505363","https://openalex.org/W1733248925","https://openalex.org/W1982785464","https://openalex.org/W1986246844","https://openalex.org/W2009839417","https://openalex.org/W2013035813","https://openalex.org/W2033613103","https://openalex.org/W2041176801","https://openalex.org/W2069845225","https://openalex.org/W2089442458","https://openalex.org/W2092401580","https://openalex.org/W2096473662","https://openalex.org/W2112246162","https://openalex.org/W2119717200","https://openalex.org/W2121392865","https://openalex.org/W2135194391","https://openalex.org/W2145094598","https://openalex.org/W2147101007","https://openalex.org/W2147502381","https://openalex.org/W2151542182","https://openalex.org/W2152441530","https://openalex.org/W2153564253","https://openalex.org/W2160361560","https://openalex.org/W2162679451","https://openalex.org/W2164610565","https://openalex.org/W2178462512","https://openalex.org/W2185212694","https://openalex.org/W2267635276","https://openalex.org/W2492794003","https://openalex.org/W2527798464","https://openalex.org/W2559655401","https://openalex.org/W2964300310","https://openalex.org/W4297661238"],"related_works":["https://openalex.org/W4239286941","https://openalex.org/W2088845016","https://openalex.org/W589102260","https://openalex.org/W1966421350","https://openalex.org/W1868434454","https://openalex.org/W4366984740","https://openalex.org/W2894173309","https://openalex.org/W4387932263","https://openalex.org/W2157746493","https://openalex.org/W2371065793"],"abstract_inverted_index":{"We":[0],"show":[1],"that":[2,19,50,111],"Langevin":[3],"Markov":[4],"chain":[5],"Monte":[6],"Carlo":[7],"inference":[8,159],"in":[9,127,144,160],"an":[10,53,132],"energy-based":[11],"model":[12],"with":[13,45,71,118,121,152],"latent":[14,162],"variables":[15,163],"has":[16],"the":[17,20,61,74,87,90,95,101,168],"property":[18],"early":[21],"steps":[22],"of":[23,76,89,98,100,134],"inference,":[24],"starting":[25],"from":[26,60],"a":[27,82,107,135],"stationary":[28,62],"point,":[29],"correspond":[30,67],"to":[31,39,47,68,73,81,86,156],"propagating":[32],"error":[33,43,65,165],"gradients":[34,66],"into":[35],"internal":[36],"layers,":[37],"similar":[38],"backpropagation.":[40],"The":[41,124],"backpropagated":[42],"is":[44,116],"respect":[46,72],"output":[48],"units":[49],"have":[51],"received":[52],"outside":[54],"driving":[55],"force":[56],"pushing":[57],"them":[58],"away":[59],"point.":[63],"Backpropagated":[64],"temporal":[69,96],"derivatives":[70],"activation":[75],"hidden":[77],"units.":[78],"These":[79],"lead":[80],"weight":[83],"update":[84,114],"proportional":[85],"product":[88],"presynaptic":[91],"firing":[92,103],"rate":[93,97],"and":[94,106,164],"change":[99],"postsynaptic":[102],"rate.":[104],"Simulations":[105],"theoretical":[108],"argument":[109],"suggest":[110],"this":[112,128],"rate-based":[113],"rule":[115],"consistent":[117],"those":[119],"associated":[120],"spike-timing-dependent":[122],"plasticity.":[123],"ideas":[125],"presented":[126],"article":[129],"could":[130],"be":[131],"element":[133],"theory":[136],"for":[137],"explaining":[138],"how":[139],"brains":[140],"perform":[141],"credit":[142],"assignment":[143],"deep":[145],"hierarchies":[146],"as":[147,149],"efficiently":[148],"backpropagation":[150],"does,":[151],"neural":[153],"computation":[154],"corresponding":[155],"both":[157],"approximate":[158],"continuous-valued":[161],"backpropagation,":[166],"at":[167],"same":[169],"time.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":8},{"year":2012,"cited_by_count":1}],"updated_date":"2026-03-26T15:22:09.906841","created_date":"2025-10-10T00:00:00"}