{"id":"https://openalex.org/W4310369199","doi":"https://doi.org/10.1088/2634-4386/aca710","title":"SoftHebb: Bayesian inference in unsupervised Hebbian soft winner-take-all networks","display_name":"SoftHebb: Bayesian inference in unsupervised Hebbian soft winner-take-all networks","publication_year":2022,"publication_date":"2022-11-30","ids":{"openalex":"https://openalex.org/W4310369199","doi":"https://doi.org/10.1088/2634-4386/aca710"},"language":"en","primary_location":{"id":"doi:10.1088/2634-4386/aca710","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2634-4386/aca710","pdf_url":"https://iopscience.iop.org/article/10.1088/2634-4386/aca710/pdf","source":{"id":"https://openalex.org/S4210212933","display_name":"Neuromorphic Computing and Engineering","issn_l":"2634-4386","issn":["2634-4386"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neuromorphic Computing and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://iopscience.iop.org/article/10.1088/2634-4386/aca710/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068706250","display_name":"Timoleon Moraitis","orcid":"https://orcid.org/0000-0002-6521-0717"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Timoleon Moraitis","raw_affiliation_strings":["Huawei Technologies, Zurich Research Center, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-6521-0717","affiliations":[{"raw_affiliation_string":"Huawei Technologies, Zurich Research Center, Zurich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013648647","display_name":"Dmitry Toichkin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dmitry Toichkin","raw_affiliation_strings":["Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Moscow, Russia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075238508","display_name":"Adrien Journ\u00e9","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adrien Journ\u00e9","raw_affiliation_strings":["Huawei Technologies, Zurich Research Center, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Technologies, Zurich Research Center, Zurich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066851412","display_name":"Yansong Chua","orcid":"https://orcid.org/0000-0002-3133-843X"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yansong Chua","raw_affiliation_strings":["Huawei Technologies, Advanced Computing and Storage Lab, Shenzhen, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Technologies, Advanced Computing and Storage Lab, Shenzhen, People's Republic of China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025406043","display_name":"Qinghai Guo","orcid":"https://orcid.org/0000-0001-5813-3840"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qinghai Guo","raw_affiliation_strings":["Huawei Technologies, Advanced Computing and Storage Lab, Shenzhen, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Technologies, Advanced Computing and Storage Lab, Shenzhen, People's Republic of China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5025406043","https://openalex.org/A5068706250"],"corresponding_institution_ids":["https://openalex.org/I2250955327"],"apc_list":{"value":2000,"currency":"GBP","value_usd":2453},"apc_paid":{"value":2000,"currency":"GBP","value_usd":2453},"fwci":1.7541,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.84547924,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"2","issue":"4","first_page":"044017","last_page":"044017"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.946399986743927,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.631999135017395},{"id":"https://openalex.org/keywords/hebbian-theory","display_name":"Hebbian theory","score":0.6157638430595398},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5897807478904724},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.5853000283241272},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5839470624923706},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48174241185188293},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.4102993309497833},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.39125967025756836},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3518739342689514},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.310832679271698}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.631999135017395},{"id":"https://openalex.org/C111437709","wikidata":"https://www.wikidata.org/wiki/Q1277874","display_name":"Hebbian theory","level":3,"score":0.6157638430595398},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5897807478904724},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.5853000283241272},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5839470624923706},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48174241185188293},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.4102993309497833},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.39125967025756836},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3518739342689514},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.310832679271698}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1088/2634-4386/aca710","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2634-4386/aca710","pdf_url":"https://iopscience.iop.org/article/10.1088/2634-4386/aca710/pdf","source":{"id":"https://openalex.org/S4210212933","display_name":"Neuromorphic Computing and Engineering","issn_l":"2634-4386","issn":["2634-4386"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neuromorphic Computing and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:628c3bff1fe949f2bfa2a327c76744a4","is_oa":false,"landing_page_url":"https://doaj.org/article/628c3bff1fe949f2bfa2a327c76744a4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Neuromorphic Computing and Engineering, Vol 2, Iss 4, p 044017 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1088/2634-4386/aca710","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2634-4386/aca710","pdf_url":"https://iopscience.iop.org/article/10.1088/2634-4386/aca710/pdf","source":{"id":"https://openalex.org/S4210212933","display_name":"Neuromorphic Computing and Engineering","issn_l":"2634-4386","issn":["2634-4386"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neuromorphic Computing and Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":104,"referenced_works":["https://openalex.org/W1520121841","https://openalex.org/W1522301498","https://openalex.org/W1570411240","https://openalex.org/W1821462560","https://openalex.org/W1976440390","https://openalex.org/W2003357516","https://openalex.org/W2003400208","https://openalex.org/W2009642296","https://openalex.org/W2038506683","https://openalex.org/W2086963583","https://openalex.org/W2088631692","https://openalex.org/W2105464873","https://openalex.org/W2105909330","https://openalex.org/W2106884367","https://openalex.org/W2108384452","https://openalex.org/W2116360511","https://openalex.org/W2123806929","https://openalex.org/W2131085365","https://openalex.org/W2131329059","https://openalex.org/W2131724064","https://openalex.org/W2135908272","https://openalex.org/W2138976862","https://openalex.org/W2145889472","https://openalex.org/W2151718948","https://openalex.org/W2159110831","https://openalex.org/W2167148127","https://openalex.org/W2187994211","https://openalex.org/W2432567885","https://openalex.org/W2507556850","https://openalex.org/W2527798464","https://openalex.org/W2529004582","https://openalex.org/W2552737632","https://openalex.org/W2592867566","https://openalex.org/W2737057113","https://openalex.org/W2750384547","https://openalex.org/W2765811365","https://openalex.org/W2773928715","https://openalex.org/W2799347289","https://openalex.org/W2810701348","https://openalex.org/W2887242076","https://openalex.org/W2898323475","https://openalex.org/W2944546415","https://openalex.org/W2963684088","https://openalex.org/W2964115671","https://openalex.org/W2969802362","https://openalex.org/W2972047812","https://openalex.org/W2989448440","https://openalex.org/W3004368638","https://openalex.org/W3005077320","https://openalex.org/W3005680577","https://openalex.org/W3022915132","https://openalex.org/W3035170382","https://openalex.org/W3121174466","https://openalex.org/W3136820033","https://openalex.org/W3162006056","https://openalex.org/W3168145838","https://openalex.org/W3182313774","https://openalex.org/W4283724722","https://openalex.org/W4285043533","https://openalex.org/W4286695273","https://openalex.org/W4286909703","https://openalex.org/W4287115174","https://openalex.org/W4287760857","https://openalex.org/W4289751869","https://openalex.org/W4292574980","https://openalex.org/W4293846201","https://openalex.org/W4297412113","https://openalex.org/W4298289240","https://openalex.org/W4301467568","https://openalex.org/W4306818281","https://openalex.org/W4320855529","https://openalex.org/W4394663350","https://openalex.org/W6631071444","https://openalex.org/W6631190155","https://openalex.org/W6637568146","https://openalex.org/W6638523607","https://openalex.org/W6644175565","https://openalex.org/W6659864193","https://openalex.org/W6679593666","https://openalex.org/W6685352114","https://openalex.org/W6686865128","https://openalex.org/W6725986555","https://openalex.org/W6733847587","https://openalex.org/W6739868092","https://openalex.org/W6741813933","https://openalex.org/W6743688258","https://openalex.org/W6747029877","https://openalex.org/W6752708553","https://openalex.org/W6753934646","https://openalex.org/W6767208122","https://openalex.org/W6767646197","https://openalex.org/W6770301227","https://openalex.org/W6773241345","https://openalex.org/W6773509516","https://openalex.org/W6774314701","https://openalex.org/W6778904873","https://openalex.org/W6779301295","https://openalex.org/W6795754764","https://openalex.org/W6796547158","https://openalex.org/W6798483766","https://openalex.org/W6802746064","https://openalex.org/W6846445823","https://openalex.org/W6849167465","https://openalex.org/W6864274290"],"related_works":["https://openalex.org/W2590565095","https://openalex.org/W4321853849","https://openalex.org/W2896927215","https://openalex.org/W3180828476","https://openalex.org/W4387853727","https://openalex.org/W1950019275","https://openalex.org/W4285340753","https://openalex.org/W1994470380","https://openalex.org/W1520894008","https://openalex.org/W1483579134"],"abstract_inverted_index":{"Abstract":[0],"Hebbian":[1,52,153,190,210],"plasticity":[2,92],"in":[3,59,118,126,143,158,208],"winner-take-all":[4],"(WTA)":[5],"networks":[6,82],"is":[7,130,136,162],"highly":[8,224],"attractive":[9],"for":[10,46],"neuromorphic":[11,225],"on-chip":[12],"learning,":[13,61],"owing":[14],"to":[15,39,166,180],"its":[16,24,152],"efficient,":[17],"local,":[18],"unsupervised,":[19],"and":[20,42,49,125,161,168,215,226,231,235],"on-line":[21],"nature.":[22],"Moreover,":[23],"biological":[25],"plausibility":[26],"may":[27,222],"help":[28],"overcome":[29],"important":[30],"limitations":[31],"of":[32,101,193,203],"artificial":[33],"algorithms,":[34],"such":[35],"as":[36,201],"their":[37,43],"susceptibility":[38],"adversarial":[40,169],"attacks,":[41],"high":[44],"demands":[45],"training-example":[47],"quantity":[48],"repetition.":[50],"However,":[51],"WTA":[53,81,133,191],"learning":[54,74,233],"has":[55,65],"found":[56],"little":[57],"use":[58],"machine":[60],"likely":[62],"because":[63],"it":[64,156],"been":[66],"missing":[67],"an":[68],"optimization":[69],"theory":[70],"compatible":[71],"with":[72,89,146,189],"deep":[73],"(DL).":[75],"Here":[76],"we":[77,94],"show":[78,122],"rigorously":[79],"that":[80,93,173,220],"constructed":[83],"by":[84],"standard":[85],"DL":[86],"elements,":[87],"combined":[88],"a":[90,97,114,131],"Hebbian-like":[91],"derive,":[95],"maintain":[96],"Bayesian":[98],"generative":[99],"model":[100],"the":[102,181],"data.":[103],"Importantly,":[104],"without":[105],"any":[106],"supervision,":[107],"our":[108],"algorithm,":[109],"SoftHebb,":[110],"minimizes":[111],"cross-entropy,":[112],"i.e.":[113],"common":[115],"loss":[116],"function":[117],"supervised":[119],"DL.":[120],"We":[121],"this":[123],"theoretically":[124],"practice.":[127],"The":[128],"key":[129],"\u2018soft\u2019":[132],"where":[134],"there":[135],"no":[137],"absolute":[138],"\u2018hard\u2019":[139],"winner":[140],"neuron.":[141],"Strikingly,":[142],"shallow-network":[144],"comparisons":[145],"backpropagation,":[147],"SoftHebb":[148,176,196,221],"shows":[149],"advantages":[150],"beyond":[151],"efficiency.":[154],"Namely,":[155],"converges":[157],"fewer":[159],"iterations,":[160],"significantly":[163],"more":[164],"robust":[165],"noise":[167],"attacks.":[170],"Notably,":[171],"attacks":[172],"maximally":[174],"confuse":[175],"are":[177],"also":[178],"confusing":[179],"human":[182,186],"eye,":[183],"potentially":[184],"linking":[185],"perceptual":[187],"robustness,":[188],"circuits":[192],"cortex.":[194],"Finally,":[195],"can":[197],"generate":[198],"synthetic":[199],"objects":[200],"interpolations":[202],"real":[204],"object":[205],"classes.":[206],"All":[207],"all,":[209],"efficiency,":[211],"theoretical":[212],"underpinning,":[213],"cross-entropy-minimization,":[214],"surprising":[216],"empirical":[217],"advantages,":[218],"suggest":[219],"inspire":[223],"radically":[227],"different,":[228],"but":[229],"practical":[230],"advantageous":[232],"algorithms":[234],"hardware":[236],"accelerators.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}