{"id":"https://openalex.org/W2383992072","doi":"https://doi.org/10.1162/neco_a_00617","title":"Incremental Learning by Message Passing in Hierarchical Temporal Memory","display_name":"Incremental Learning by Message Passing in Hierarchical Temporal Memory","publication_year":2014,"publication_date":"2014-05-30","ids":{"openalex":"https://openalex.org/W2383992072","doi":"https://doi.org/10.1162/neco_a_00617","mag":"2383992072","pmid":"https://pubmed.ncbi.nlm.nih.gov/24877728"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_00617","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_00617","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005151362","display_name":"Erik M. Rehn","orcid":"https://orcid.org/0000-0003-1806-251X"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]},{"id":"https://openalex.org/I4210152641","display_name":"Bernstein Center for Computational Neuroscience Berlin","ror":"https://ror.org/05ewdps05","country_code":"DE","type":"government","lineage":["https://openalex.org/I4210092532","https://openalex.org/I4210152641"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Erik M. Rehn","raw_affiliation_strings":["Bernstein Center for Computational Neuroscience, Humboldt-Universit\u00e4t zu Berlin 10115, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bernstein Center for Computational Neuroscience, Humboldt-Universit\u00e4t zu Berlin 10115, Germany","institution_ids":["https://openalex.org/I39343248","https://openalex.org/I4210152641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027196976","display_name":"Davide Maltoni","orcid":"https://orcid.org/0000-0002-6329-6756"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Davide Maltoni","raw_affiliation_strings":["Dipartimento di Informatica-Scienza e Ingegneria, University of Bologna, 40126 Bologna, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Informatica-Scienza e Ingegneria, University of Bologna, 40126 Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9538,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.90291986,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"26","issue":"8","first_page":"1763","last_page":"1809"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7688097953796387},{"id":"https://openalex.org/keywords/message-passing","display_name":"Message passing","score":0.6406128406524658},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6305607557296753},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5623888969421387},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.5570566654205322},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5177204012870789},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46601584553718567},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.4359566271305084},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.43222978711128235},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4253702461719513}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7688097953796387},{"id":"https://openalex.org/C854659","wikidata":"https://www.wikidata.org/wiki/Q1859284","display_name":"Message passing","level":2,"score":0.6406128406524658},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6305607557296753},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5623888969421387},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.5570566654205322},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5177204012870789},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46601584553718567},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.4359566271305084},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.43222978711128235},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4253702461719513},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007257","descriptor_name":"Information Theory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007257","descriptor_name":"Information Theory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007257","descriptor_name":"Information Theory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1162/neco_a_00617","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_00617","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:24877728","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24877728","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null},{"id":"pmh:oai:cris.unibo.it:11585/373589","is_oa":false,"landing_page_url":"http://hdl.handle.net/11585/373589","pdf_url":null,"source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6100000143051147}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1480376833","https://openalex.org/W1595098149","https://openalex.org/W1801737117","https://openalex.org/W1879687463","https://openalex.org/W1981899483","https://openalex.org/W1992007613","https://openalex.org/W1998399571","https://openalex.org/W2010124835","https://openalex.org/W2032743424","https://openalex.org/W2032945331","https://openalex.org/W2072128103","https://openalex.org/W2083380015","https://openalex.org/W2097308346","https://openalex.org/W2102022426","https://openalex.org/W2112796928","https://openalex.org/W2118858186","https://openalex.org/W2121947440","https://openalex.org/W2125663122","https://openalex.org/W2127539715","https://openalex.org/W2133547389","https://openalex.org/W2139427956","https://openalex.org/W2140413864","https://openalex.org/W2146444479","https://openalex.org/W2148603752","https://openalex.org/W2154287355","https://openalex.org/W2159080219","https://openalex.org/W2182924040","https://openalex.org/W2287948962","https://openalex.org/W2546302380","https://openalex.org/W3118608800","https://openalex.org/W4231109964","https://openalex.org/W4250143236"],"related_works":["https://openalex.org/W2115605526","https://openalex.org/W3093883775","https://openalex.org/W1539246760","https://openalex.org/W2786746258","https://openalex.org/W4225893763","https://openalex.org/W2788727425","https://openalex.org/W2405196115","https://openalex.org/W2104893957","https://openalex.org/W2971074373","https://openalex.org/W3159389381"],"abstract_inverted_index":{"Hierarchical":[0],"temporal":[1],"memory":[2],"(HTM)":[3],"is":[4,28,34,39,105,113],"a":[5,20,55,94],"biologically":[6],"inspired":[7],"framework":[8],"that":[9,71,93],"can":[10,74],"be":[11,75],"used":[12],"to":[13],"learn":[14],"invariant":[15],"representations":[16],"of":[17,23,99],"patterns":[18],"in":[19,114],"wide":[21],"range":[22],"applications.":[24],"Classical":[25],"HTM":[26,59,82],"learning":[27,62],"mainly":[29],"unsupervised,":[30],"and":[31,77,102,110],"once":[32],"training":[33,44,96],"completed,":[35],"the":[36],"network":[37],"structure":[38],"frozen,":[40],"thus":[41],"making":[42],"further":[43],"(i.e.,":[45],"incremental":[46],"learning)":[47],"quite":[48],"critical.":[49],"In":[50],"this":[51],"letter,":[52],"we":[53],"develop":[54],"novel":[56],"technique":[57],"for":[58],"(incremental)":[60],"supervised":[61,103],"based":[63,85],"on":[64,86,119],"gradient":[65],"descent":[66],"error":[67,72],"minimization.":[68],"We":[69],"prove":[70],"backpropagation":[73],"naturally":[76],"elegantly":[78],"implemented":[79],"through":[80],"native":[81],"message":[83],"passing":[84],"belief":[87],"propagation.":[88],"Our":[89],"experimental":[90],"results":[91],"demonstrate":[92],"two-stage":[95],"approach":[97],"composed":[98],"unsupervised":[100],"pretraining":[101],"refinement":[104],"very":[106],"effective":[107],"(both":[108],"accurate":[109],"efficient).":[111],"This":[112],"line":[115],"with":[116],"recent":[117],"findings":[118],"other":[120],"deep":[121],"architectures.":[122]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}