{"id":"https://openalex.org/W2810701348","doi":"https://doi.org/10.1073/pnas.1820458116","title":"Unsupervised learning by competing hidden units","display_name":"Unsupervised learning by competing hidden units","publication_year":2019,"publication_date":"2019-03-29","ids":{"openalex":"https://openalex.org/W2810701348","doi":"https://doi.org/10.1073/pnas.1820458116","mag":"2810701348","pmid":"https://pubmed.ncbi.nlm.nih.gov/30926658"},"language":"en","primary_location":{"id":"doi:10.1073/pnas.1820458116","is_oa":true,"landing_page_url":"https://doi.org/10.1073/pnas.1820458116","pdf_url":"https://www.pnas.org/content/pnas/116/16/7723.full.pdf","source":{"id":"https://openalex.org/S125754415","display_name":"Proceedings of the National Academy of Sciences","issn_l":"0027-8424","issn":["0027-8424","1091-6490"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320052","host_organization_name":"National Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310320052"],"host_organization_lineage_names":["National Academy of Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the National Academy of Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.pnas.org/content/pnas/116/16/7723.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038446902","display_name":"Dmitry Krotov","orcid":"https://orcid.org/0000-0001-6810-1906"},"institutions":[{"id":"https://openalex.org/I40036882","display_name":"Institute for Advanced Study","ror":"https://ror.org/00f809463","country_code":"US","type":"facility","lineage":["https://openalex.org/I40036882"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]},{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dmitry Krotov","raw_affiliation_strings":["Institute for Advanced Study, Princeton, NJ 08540;","Massachusetts Institute of Technology\u2013International Business Machines (IBM) Watson Artificial Intelligence Laboratory, IBM Research, Cambridge, MA 02142;","Institute for Advanced Study, Princeton, NJ 08540; and","Massachusetts Institute of Technology-International Business Machines (IBM) Watson Artificial Intelligence Laboratory, IBM Research, Cambridge, MA 02142;"],"affiliations":[{"raw_affiliation_string":"Institute for Advanced Study, Princeton, NJ 08540;","institution_ids":["https://openalex.org/I40036882"]},{"raw_affiliation_string":"Massachusetts Institute of Technology\u2013International Business Machines (IBM) Watson Artificial Intelligence Laboratory, IBM Research, Cambridge, MA 02142;","institution_ids":["https://openalex.org/I1341412227","https://openalex.org/I63966007"]},{"raw_affiliation_string":"Institute for Advanced Study, Princeton, NJ 08540; and","institution_ids":["https://openalex.org/I40036882"]},{"raw_affiliation_string":"Massachusetts Institute of Technology-International Business Machines (IBM) Watson Artificial Intelligence Laboratory, IBM Research, Cambridge, MA 02142;","institution_ids":["https://openalex.org/I1341412227","https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001584643","display_name":"J. J. Hopfield","orcid":null},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John J. Hopfield","raw_affiliation_strings":["Princeton Neuroscience Institute, Princeton University, Princeton, NJ 08544"],"affiliations":[{"raw_affiliation_string":"Princeton Neuroscience Institute, Princeton University, Princeton, NJ 08544","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5038446902"],"corresponding_institution_ids":["https://openalex.org/I1341412227","https://openalex.org/I40036882","https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":13.5402,"has_fulltext":true,"cited_by_count":170,"citation_normalized_percentile":{"value":0.9901231,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"116","issue":"16","first_page":"7723","last_page":"7731"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.9105182886123657},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7436922788619995},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.731876790523529},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6539161801338196},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6500775218009949},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.565856397151947},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.5447387099266052},{"id":"https://openalex.org/keywords/learning-rule","display_name":"Learning rule","score":0.5394997596740723},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.49511614441871643},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.47279733419418335},{"id":"https://openalex.org/keywords/feedforward-neural-network","display_name":"Feedforward neural network","score":0.47007447481155396},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.46671172976493835},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.44950544834136963},{"id":"https://openalex.org/keywords/competitive-learning","display_name":"Competitive learning","score":0.44917696714401245},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42713791131973267},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08547309041023254}],"concepts":[{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.9105182886123657},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7436922788619995},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.731876790523529},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6539161801338196},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6500775218009949},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.565856397151947},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.5447387099266052},{"id":"https://openalex.org/C2779127903","wikidata":"https://www.wikidata.org/wiki/Q6510194","display_name":"Learning rule","level":3,"score":0.5394997596740723},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.49511614441871643},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.47279733419418335},{"id":"https://openalex.org/C47702885","wikidata":"https://www.wikidata.org/wiki/Q5441227","display_name":"Feedforward neural network","level":3,"score":0.47007447481155396},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46671172976493835},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.44950544834136963},{"id":"https://openalex.org/C120822770","wikidata":"https://www.wikidata.org/wiki/Q5156355","display_name":"Competitive learning","level":3,"score":0.44917696714401245},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42713791131973267},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08547309041023254},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1073/pnas.1820458116","is_oa":true,"landing_page_url":"https://doi.org/10.1073/pnas.1820458116","pdf_url":"https://www.pnas.org/content/pnas/116/16/7723.full.pdf","source":{"id":"https://openalex.org/S125754415","display_name":"Proceedings of the National Academy of Sciences","issn_l":"0027-8424","issn":["0027-8424","1091-6490"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320052","host_organization_name":"National Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310320052"],"host_organization_lineage_names":["National Academy of Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the National Academy of Sciences","raw_type":"journal-article"},{"id":"pmid:30926658","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30926658","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the National Academy of Sciences of the United States of America","raw_type":null},{"id":"pmh:oai:arXiv.org:1806.10181","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.10181","pdf_url":"https://arxiv.org/pdf/1806.10181","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:europepmc.org:5463574","is_oa":false,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6475390","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1073/pnas.1820458116","is_oa":true,"landing_page_url":"https://doi.org/10.1073/pnas.1820458116","pdf_url":"https://www.pnas.org/content/pnas/116/16/7723.full.pdf","source":{"id":"https://openalex.org/S125754415","display_name":"Proceedings of the National Academy of Sciences","issn_l":"0027-8424","issn":["0027-8424","1091-6490"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320052","host_organization_name":"National Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310320052"],"host_organization_lineage_names":["National Academy of Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the National Academy of Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2810701348.pdf","grobid_xml":"https://content.openalex.org/works/W2810701348.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1484977481","https://openalex.org/W1486735428","https://openalex.org/W1490454746","https://openalex.org/W1546411676","https://openalex.org/W1570411240","https://openalex.org/W1733248925","https://openalex.org/W1849277567","https://openalex.org/W1855112655","https://openalex.org/W1931823119","https://openalex.org/W1990517717","https://openalex.org/W2038506683","https://openalex.org/W2042604093","https://openalex.org/W2045908891","https://openalex.org/W2083910902","https://openalex.org/W2100495367","https://openalex.org/W2106884367","https://openalex.org/W2113653296","https://openalex.org/W2130839218","https://openalex.org/W2144219012","https://openalex.org/W2165746994","https://openalex.org/W2169476756","https://openalex.org/W2169548727","https://openalex.org/W2188850810","https://openalex.org/W2401124276","https://openalex.org/W2432567885","https://openalex.org/W2527798464","https://openalex.org/W2552737632","https://openalex.org/W2559655401","https://openalex.org/W2584321260","https://openalex.org/W2604086949","https://openalex.org/W2612361954","https://openalex.org/W2735683573","https://openalex.org/W2782254815","https://openalex.org/W2789634097","https://openalex.org/W2805950715","https://openalex.org/W2811232907","https://openalex.org/W2887242076","https://openalex.org/W2919115771","https://openalex.org/W2950279330","https://openalex.org/W2952229419","https://openalex.org/W2952448932","https://openalex.org/W2962940432","https://openalex.org/W2963830987","https://openalex.org/W2964115671","https://openalex.org/W3102303919","https://openalex.org/W3104029117","https://openalex.org/W3105463048","https://openalex.org/W4231081240","https://openalex.org/W4297748376"],"related_works":["https://openalex.org/W2735207540","https://openalex.org/W2163389298","https://openalex.org/W3080681248","https://openalex.org/W2057778272","https://openalex.org/W4287685660","https://openalex.org/W1520894008","https://openalex.org/W1530541224","https://openalex.org/W2898814882","https://openalex.org/W2164966738","https://openalex.org/W2149594649"],"abstract_inverted_index":{"It":[0],"is":[1,11,52,74,114,151],"widely":[2],"believed":[3],"that":[4,26,40,79,105,144],"end-to-end":[5,161],"training":[6],"with":[7,162],"the":[8,32,36,44,47,56,82,92,95,110,145,148,154],"backpropagation":[9,51,164],"algorithm":[10,104,165],"essential":[12],"for":[13,31],"learning":[14,63,103,117],"good":[15],"feature":[16,119,129],"detectors":[17,28,120,130],"in":[18,109,121,138],"early":[19,118],"layers":[20,38],"of":[21,39,50,69,81,94,116,147,156],"artificial":[22],"neural":[23,41],"networks,":[24],"so":[25,143],"these":[27],"are":[29],"useful":[30],"task":[33],"performed":[34],"by":[35,76],"higher":[37],"network.":[42],"At":[43],"same":[45],"time,":[46],"traditional":[48],"form":[49],"biologically":[53],"implausible.":[54],"In":[55],"present":[57],"paper":[58],"we":[59],"propose":[60],"an":[61],"unusual":[62],"rule,":[64],"which":[65,73],"has":[66],"a":[67,102,122,139,163],"degree":[68],"biological":[70],"plausibility":[71],"and":[72,97,113],"motivated":[75],"Hebb's":[77],"idea":[78],"change":[80],"synapse":[83],"strength":[84],"should":[85,88],"be":[86,132],"local-i.e.,":[87],"depend":[89],"only":[90],"on":[91,166],"activities":[93],"pre-":[96],"postsynaptic":[98],"neurons.":[99],"We":[100],"design":[101],"utilizes":[106],"global":[107],"inhibition":[108],"hidden":[111],"layer":[112],"capable":[115],"completely":[123],"unsupervised":[124],"way.":[125],"These":[126],"learned":[127],"lower-layer":[128],"can":[131],"used":[133],"to":[134,153],"train":[135],"higher-layer":[136],"weights":[137],"usual":[140],"supervised":[141],"way":[142],"performance":[146,155],"full":[149],"network":[150],"comparable":[152],"standard":[157],"feedforward":[158],"networks":[159],"trained":[160],"simple":[167],"tasks.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":28},{"year":2022,"cited_by_count":25},{"year":2021,"cited_by_count":35},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":2}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}