{"id":"https://openalex.org/W4401729251","doi":"https://doi.org/10.1162/neco_a_01684","title":"Hebbian Descent: A Unified View on Log-Likelihood Learning","display_name":"Hebbian Descent: A Unified View on Log-Likelihood Learning","publication_year":2024,"publication_date":"2024-08-19","ids":{"openalex":"https://openalex.org/W4401729251","doi":"https://doi.org/10.1162/neco_a_01684","pmid":"https://pubmed.ncbi.nlm.nih.gov/39163553"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01684","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1162/neco_a_01684","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102865081","display_name":"Jan Melchior","orcid":null},"institutions":[{"id":"https://openalex.org/I904495901","display_name":"Ruhr University Bochum","ror":"https://ror.org/04tsk2644","country_code":"DE","type":"education","lineage":["https://openalex.org/I904495901"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Melchior","raw_affiliation_strings":["Ruhr University Bochum, 44801 Bochum, Germany jan.melchior@ini.rub.de"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ruhr University Bochum, 44801 Bochum, Germany jan.melchior@ini.rub.de","institution_ids":["https://openalex.org/I904495901"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037634838","display_name":"Robin Schiewer","orcid":null},"institutions":[{"id":"https://openalex.org/I904495901","display_name":"Ruhr University Bochum","ror":"https://ror.org/04tsk2644","country_code":"DE","type":"education","lineage":["https://openalex.org/I904495901"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Robin Schiewer","raw_affiliation_strings":["Ruhr University Bochum, 44801 Bochum, Germany robin.schiewer@ini.rub.de"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ruhr University Bochum, 44801 Bochum, Germany robin.schiewer@ini.rub.de","institution_ids":["https://openalex.org/I904495901"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039663126","display_name":"Laurenz Wiskott","orcid":"https://orcid.org/0000-0001-6237-740X"},"institutions":[{"id":"https://openalex.org/I904495901","display_name":"Ruhr University Bochum","ror":"https://ror.org/04tsk2644","country_code":"DE","type":"education","lineage":["https://openalex.org/I904495901"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Laurenz Wiskott","raw_affiliation_strings":["Ruhr University Bochum, 44801 Bochum, Germany laurenz.wiskott@ini.rub.de"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ruhr University Bochum, 44801 Bochum, Germany laurenz.wiskott@ini.rub.de","institution_ids":["https://openalex.org/I904495901"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I904495901"],"apc_list":null,"apc_paid":null,"fwci":0.8335,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.77105929,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"36","issue":"9","first_page":"1669","last_page":"1712"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11609","display_name":"Geophysical Methods and Applications","score":0.9617999792098999,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hebbian-theory","display_name":"Hebbian theory","score":0.8908618092536926},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.764479398727417},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6517645120620728},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.6502089500427246},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.6136752367019653},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.5910452604293823},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5274168252944946},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4399524927139282},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4168981909751892}],"concepts":[{"id":"https://openalex.org/C111437709","wikidata":"https://www.wikidata.org/wiki/Q1277874","display_name":"Hebbian theory","level":3,"score":0.8908618092536926},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.764479398727417},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6517645120620728},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.6502089500427246},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.6136752367019653},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.5910452604293823},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5274168252944946},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4399524927139282},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4168981909751892}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/neco_a_01684","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1162/neco_a_01684","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:39163553","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39163553","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W34161012","https://openalex.org/W183625566","https://openalex.org/W194249466","https://openalex.org/W197865394","https://openalex.org/W414605892","https://openalex.org/W569156507","https://openalex.org/W1492899839","https://openalex.org/W1498436455","https://openalex.org/W1522301498","https://openalex.org/W1541269238","https://openalex.org/W1572063013","https://openalex.org/W1577337550","https://openalex.org/W1583837637","https://openalex.org/W1666485427","https://openalex.org/W1733248925","https://openalex.org/W1836465849","https://openalex.org/W1965496542","https://openalex.org/W1977544285","https://openalex.org/W2036963181","https://openalex.org/W2037090034","https://openalex.org/W2037985840","https://openalex.org/W2040870580","https://openalex.org/W2044953748","https://openalex.org/W2047057213","https://openalex.org/W2051717488","https://openalex.org/W2060277733","https://openalex.org/W2061524864","https://openalex.org/W2064675550","https://openalex.org/W2087836750","https://openalex.org/W2116064496","https://openalex.org/W2116522068","https://openalex.org/W2116825644","https://openalex.org/W2118776487","https://openalex.org/W2129727551","https://openalex.org/W2131329059","https://openalex.org/W2134664762","https://openalex.org/W2143908786","https://openalex.org/W2146502635","https://openalex.org/W2161677160","https://openalex.org/W2194775991","https://openalex.org/W2432567885","https://openalex.org/W2469465343","https://openalex.org/W2526529994","https://openalex.org/W2560647685","https://openalex.org/W2604272474","https://openalex.org/W2612690371","https://openalex.org/W2766574708","https://openalex.org/W2781626870","https://openalex.org/W2801490189","https://openalex.org/W2899409922","https://openalex.org/W2963285578","https://openalex.org/W2992161528","https://openalex.org/W2999905431","https://openalex.org/W3004953731","https://openalex.org/W3022436500","https://openalex.org/W3106144113","https://openalex.org/W3118608800","https://openalex.org/W4207080468","https://openalex.org/W4212915314","https://openalex.org/W4230890479","https://openalex.org/W4255949318","https://openalex.org/W4293407356","https://openalex.org/W4300402905","https://openalex.org/W4301861531","https://openalex.org/W6604746927","https://openalex.org/W6631943919","https://openalex.org/W6632223199","https://openalex.org/W6637298292","https://openalex.org/W6638545294","https://openalex.org/W6665271869","https://openalex.org/W6665871494","https://openalex.org/W6675335134","https://openalex.org/W6677374704","https://openalex.org/W6681435938","https://openalex.org/W6682889407","https://openalex.org/W6685292845","https://openalex.org/W6686923012","https://openalex.org/W6726802547","https://openalex.org/W6729221887","https://openalex.org/W6739879593","https://openalex.org/W6748256991","https://openalex.org/W6787972765","https://openalex.org/W6788288340"],"related_works":["https://openalex.org/W1521231185","https://openalex.org/W2115605526","https://openalex.org/W3093883775","https://openalex.org/W1539246760","https://openalex.org/W4292054264","https://openalex.org/W2944425345","https://openalex.org/W2786746258","https://openalex.org/W4225893763","https://openalex.org/W4287869072","https://openalex.org/W3170224572"],"abstract_inverted_index":{"This":[0,56],"study":[1],"discusses":[2],"the":[3,7,10,14,60,73,77,80,100,124,159,172,179,278],"negative":[4],"impact":[5],"of":[6,9,17,79,99,155,182,189],"derivative":[8,78,169],"activation":[11,81,101,118,164,194,219],"functions":[12,119,165],"in":[13,21,23,96,107,123,174,258],"output":[15,74,125,192],"layer":[16,75,193],"artificial":[18],"neural":[19,110,114,286],"networks,":[20,229,287],"particular":[22],"continual":[24,136,259],"learning.":[25,260],"We":[26,85],"propose":[27],"Hebbian":[28,53,131,145,176,209,225,233,236,265,293],"descent":[29,48,54,132,177,234,266,294],"as":[30,52,300],"a":[31,141,239,248,268],"theoretical":[32],"framework":[33],"to":[34,51,66,134,242],"overcome":[35],"this":[36,88],"limitation,":[37],"which":[38,103,156],"is":[39,58,83,104],"implemented":[40],"through":[41],"an":[42,67],"alternative":[43,68],"loss":[44,57,63,190,218],"function":[45,82,195,220],"for":[46,72,153,215],"gradient":[47,147,184,244,301],"we":[49,157,211,230],"refer":[50],"loss.":[55],"effectively":[59],"generalized":[61,150],"log-likelihood":[62],"and":[64,112,149,161,191,246],"corresponds":[65],"weight":[69],"update":[70,89,256,281],"rule":[71],"wherein":[76],"disregarded.":[84],"show":[86,231],"how":[87],"avoids":[90],"vanishing":[91],"error":[92,199],"signals":[93],"during":[94],"backpropagation":[95],"saturated":[97],"regions":[98],"functions,":[102],"particularly":[105],"helpful":[106],"training":[108,284],"shallow":[109,228],"networks":[111,115],"deep":[113,285],"where":[116],"saturating":[117],"are":[120,206],"only":[121],"used":[122],"layer.":[126],"In":[127,261],"combination":[128,262],"with":[129,166,200,204,263],"centering,":[130,264],"leads":[133],"better":[135,250,276,296],"learning":[137],"capabilities.":[138],"It":[139],"provides":[140],"unifying":[142],"perspective":[143],"on":[144],"learning,":[146,237],"descent,":[148,210,245],"linear":[151,201],"models,":[152],"all":[154,253],"discuss":[158],"advantages":[160],"disadvantages.":[162],"Given":[163],"strictly":[167],"positive":[168],"(as":[170],"often":[171],"case":[173],"practice),":[175],"inherits":[178],"convergence":[180],"properties":[181],"regular":[183,243],"descent.":[185,226,302],"While":[186],"established":[187],"pairings":[188],"(e.g.,":[196],"mean":[197],"squared":[198],"or":[202,297],"cross-entropy":[203],"sigmoid/softmax)":[205],"subsumed":[207],"by":[208],"provide":[212],"general":[213],"insights":[214],"designing":[216],"arbitrary":[217],"combinations":[221],"that":[222,232,271,292],"benefit":[223],"from":[224],"For":[227],"outperforms":[235],"has":[238,247,295],"performance":[240,251,299],"similar":[241,298],"much":[249],"than":[252,277],"other":[254,279],"tested":[255,280],"rules":[257],"implements":[267],"forgetting":[269],"mechanism":[270],"prevents":[272],"catastrophic":[273],"interference":[274],"notably":[275],"rules.":[282],"When":[283],"our":[288],"experimental":[289],"results":[290],"suggest":[291]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}