{"id":"https://openalex.org/W3217619748","doi":"https://doi.org/10.3389/fncom.2024.1240348","title":"Information bottleneck-based Hebbian learning rule naturally ties working memory and synaptic updates","display_name":"Information bottleneck-based Hebbian learning rule naturally ties working memory and synaptic updates","publication_year":2024,"publication_date":"2024-05-16","ids":{"openalex":"https://openalex.org/W3217619748","doi":"https://doi.org/10.3389/fncom.2024.1240348","mag":"3217619748","pmid":"https://pubmed.ncbi.nlm.nih.gov/38818385"},"language":"en","primary_location":{"id":"doi:10.3389/fncom.2024.1240348","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fncom.2024.1240348","pdf_url":"https://www.frontiersin.org/articles/10.3389/fncom.2024.1240348/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S19778766","display_name":"Frontiers in Computational Neuroscience","issn_l":"1662-5188","issn":["1662-5188"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computational Neuroscience","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/articles/10.3389/fncom.2024.1240348/pdf?isPublishedV2=False","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070326393","display_name":"Kyle Daruwalla","orcid":"https://orcid.org/0000-0001-7669-5943"},"institutions":[{"id":"https://openalex.org/I2750212522","display_name":"Cold Spring Harbor Laboratory","ror":"https://ror.org/02qz8b764","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2750212522"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kyle Daruwalla","raw_affiliation_strings":["Cold Spring Harbor Laboratory, Long Island, NY, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cold Spring Harbor Laboratory, Long Island, NY, United States","institution_ids":["https://openalex.org/I2750212522"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052869119","display_name":"Mikko H. Lipasti","orcid":"https://orcid.org/0000-0002-8535-9244"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mikko Lipasti","raw_affiliation_strings":["Electrical and Computer Engineering Department, University of Wisconsin-Madison, Madison, WI, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of Wisconsin-Madison, Madison, WI, United States","institution_ids":["https://openalex.org/I135310074"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5070326393"],"corresponding_institution_ids":["https://openalex.org/I2750212522"],"apc_list":{"value":2950,"currency":"USD","value_usd":2950},"apc_paid":{"value":2950,"currency":"USD","value_usd":2950},"fwci":0.1934,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.44347053,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"18","issue":null,"first_page":"1240348","last_page":"1240348"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8189619779586792},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7120094895362854},{"id":"https://openalex.org/keywords/hebbian-theory","display_name":"Hebbian theory","score":0.6939191222190857},{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.6226146221160889},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.5752061009407043},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5668296217918396},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.544265866279602},{"id":"https://openalex.org/keywords/information-bottleneck-method","display_name":"Information bottleneck method","score":0.5335237383842468},{"id":"https://openalex.org/keywords/learning-rule","display_name":"Learning rule","score":0.5219430327415466},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5012969970703125},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4528733491897583},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3987187147140503},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.08054527640342712}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8189619779586792},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7120094895362854},{"id":"https://openalex.org/C111437709","wikidata":"https://www.wikidata.org/wiki/Q1277874","display_name":"Hebbian theory","level":3,"score":0.6939191222190857},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.6226146221160889},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.5752061009407043},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5668296217918396},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.544265866279602},{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.5335237383842468},{"id":"https://openalex.org/C2779127903","wikidata":"https://www.wikidata.org/wiki/Q6510194","display_name":"Learning rule","level":3,"score":0.5219430327415466},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5012969970703125},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4528733491897583},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3987187147140503},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.08054527640342712},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3389/fncom.2024.1240348","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fncom.2024.1240348","pdf_url":"https://www.frontiersin.org/articles/10.3389/fncom.2024.1240348/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S19778766","display_name":"Frontiers in Computational Neuroscience","issn_l":"1662-5188","issn":["1662-5188"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computational Neuroscience","raw_type":"journal-article"},{"id":"pmid:38818385","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38818385","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in computational neuroscience","raw_type":null},{"id":"pmh:oai:repository.cshl.edu:41574","is_oa":true,"landing_page_url":null,"pdf_url":"https://repository.cshl.edu/id/eprint/41574/1/10.3389.fncom.2024.1240348.pdf","source":{"id":"https://openalex.org/S4306402288","display_name":"Cold Spring Harbor Laboratory Institutional Repository (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:pubmedcentral.nih.gov:11137249","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11137249","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11137249/pdf/fncom-18-1240348.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Comput Neurosci","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:2c4def80d3b84ffebb1754aab1028e67","is_oa":false,"landing_page_url":"https://doaj.org/article/2c4def80d3b84ffebb1754aab1028e67","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Computational Neuroscience, Vol 18 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/fncom.2024.1240348","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fncom.2024.1240348","pdf_url":"https://www.frontiersin.org/articles/10.3389/fncom.2024.1240348/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S19778766","display_name":"Frontiers in Computational Neuroscience","issn_l":"1662-5188","issn":["1662-5188"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computational Neuroscience","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1894125962","display_name":null,"funder_award_id":"CCF-1813434","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2020385801","display_name":null,"funder_award_id":"FA9550-18-1-0166","funder_id":"https://openalex.org/F4320338294","funder_display_name":"Air Force Research Laboratory"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332467","display_name":"U.S. Air Force","ror":"https://ror.org/006gmme17"},{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3217619748.pdf"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W1638081485","https://openalex.org/W1777649940","https://openalex.org/W1931823119","https://openalex.org/W1991362484","https://openalex.org/W2099231026","https://openalex.org/W2112952404","https://openalex.org/W2172115975","https://openalex.org/W2271476098","https://openalex.org/W2527798464","https://openalex.org/W2549529847","https://openalex.org/W2611630752","https://openalex.org/W2783525259","https://openalex.org/W2911586496","https://openalex.org/W2935958002","https://openalex.org/W2949405272","https://openalex.org/W2949933418","https://openalex.org/W2963047948","https://openalex.org/W2963809228","https://openalex.org/W2984844508","https://openalex.org/W2998249317","https://openalex.org/W3016391357","https://openalex.org/W3034464575","https://openalex.org/W3035170382","https://openalex.org/W3102618132","https://openalex.org/W3105804176","https://openalex.org/W3121174466","https://openalex.org/W3130607852","https://openalex.org/W3139657805","https://openalex.org/W3162006056","https://openalex.org/W4206609022","https://openalex.org/W4221110561","https://openalex.org/W4287115174","https://openalex.org/W4297661238","https://openalex.org/W4313442939","https://openalex.org/W4328091372","https://openalex.org/W4378072363","https://openalex.org/W4385066528","https://openalex.org/W4386322031","https://openalex.org/W4388895029","https://openalex.org/W6637949597","https://openalex.org/W6640475154","https://openalex.org/W6761579024","https://openalex.org/W6779138788","https://openalex.org/W6779301295","https://openalex.org/W6798483766","https://openalex.org/W6810425432","https://openalex.org/W6840814951"],"related_works":["https://openalex.org/W3089892344","https://openalex.org/W2960220682","https://openalex.org/W4372267706","https://openalex.org/W4313442939","https://openalex.org/W4386227293","https://openalex.org/W2885510266","https://openalex.org/W4288055417","https://openalex.org/W2019283726","https://openalex.org/W4287758233","https://openalex.org/W2088600489"],"abstract_inverted_index":{"Deep":[0],"neural":[1,25,333],"feedforward":[2,153],"networks":[3,18,26,78],"are":[4,29,84],"effective":[5],"models":[6],"for":[7,180],"a":[8,20,36,92,98,115,135,161,165,181,194,198,202,227,265],"wide":[9],"array":[10],"of":[11,100,106,134,160,230,277,300,314,332],"problems,":[12],"but":[13,114],"training":[14,56,74],"and":[15,53,189,260,271,338],"deploying":[16],"such":[17,75],"presents":[19,264],"significant":[21],"energy":[22],"cost.":[23],"Spiking":[24],"(SNNs),":[27],"which":[28,72],"modeled":[30],"after":[31],"biologically":[32,81],"realistic":[33],"neurons,":[34],"offer":[35],"potential":[37],"solution":[38,117],"when":[39],"deployed":[40],"correctly":[41,211],"on":[42,58,126,245,303],"neuromorphic":[43,59],"computing":[44],"hardware.":[45],"Still,":[46],"many":[47],"applications":[48],"train":[49,131],"SNNs":[50],"offline":[51],",":[52],"running":[54],"network":[55,99,136,223],"directly":[57],"hardware":[60],"is":[61,69,80,148,255,281],"an":[62,217,311],"ongoing":[63],"research":[64],"problem.":[65],"The":[66,221],"primary":[67,237],"hurdle":[68],"that":[70],"back-propagation,":[71],"makes":[73],"artificial":[76],"deep":[77],"possible,":[79],"implausible.":[82],"Neuroscientists":[83],"uncertain":[85],"about":[86],"how":[87],"the":[88,110,127,139,151,158,177,190,208,231,236,275,282,298],"brain":[89,191],"would":[90],"propagate":[91,142],"precise":[93],"error":[94,167],"signal":[95,168,179,210],"backward":[96],"through":[97],"neurons.":[101],"Recent":[102],"progress":[103],"addresses":[104],"part":[105],"this":[107,280,287,308],"question,":[108],"e.g.,":[109],"weight":[111],"transport":[112],"problem,":[113],"complete":[116],"remains":[118],"intangible.":[119],"In":[120],"contrast,":[121],"novel":[122],"learning":[123,259,304,315],"rules":[124,156],"based":[125],"information":[128,213],"bottleneck":[129],"(IB)":[130],"each":[132,174,317],"layer":[133,183,318],"independently,":[137],"circumventing":[138],"need":[140],"to":[141,243,285],"errors":[143],"across":[144,214],"layers.":[145],"Instead,":[146],"propagation":[147],"implicit":[149],"due":[150],"layers'":[152],"connectivity.":[154],"These":[155],"take":[157],"form":[159],"three-factor":[162,204],"Hebbian":[163],"update":[164,205],"global":[166,178,209],"modulates":[169],"local":[170],"synaptic":[171,272],"updates":[172],"within":[173],"layer.":[175],"Unfortunately,":[176],"given":[182],"requires":[184],"processing":[185],"multiple":[186],"samples":[187,215],"concurrently,":[188],"only":[192],"sees":[193],"single":[195],"sample":[196],"at":[197],"time.":[199],"We":[200,239,290],"propose":[201],"new":[203],"rule":[206,263,284],"where":[207,253,316],"captures":[212],"via":[216],"auxiliary":[218,222],"memory":[219,270,301],"network.":[220,238],"can":[224],"be":[225],"trained":[226],"priori":[228],"independently":[229],"dataset":[232],"being":[233],"used":[234],"with":[235],"demonstrate":[240],"comparable":[241],"performance":[242],"baselines":[244],"image":[246],"classification":[247],"tasks.":[248],"Interestingly,":[249],"unlike":[250],"back-propagation-like":[251],"schemes":[252],"there":[254],"no":[256],"link":[257,288],"between":[258,268],"memory,":[261,336],"our":[262,278],"direct":[266],"connection":[267],"working":[269],"updates.":[273],"To":[274],"best":[276],"knowledge,":[279],"first":[283],"make":[286],"explicit.":[289],"explore":[291],"these":[292],"implications":[293],"in":[294],"initial":[295],"experiments":[296],"examining":[297],"effect":[299],"capacity":[302],"performance.":[305,324],"Moving":[306],"forward,":[307],"work":[309],"suggests":[310],"alternate":[312],"view":[313,326],"balances":[319],"memory-informed":[320],"compression":[321],"against":[322],"task":[323],"This":[325],"naturally":[327],"encompasses":[328],"several":[329],"key":[330],"aspects":[331],"computation,":[334],"including":[335],"efficiency,":[337],"locality.":[339]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-16T08:24:45.110214","created_date":"2025-10-10T00:00:00"}