{"id":"https://openalex.org/W3132401450","doi":"https://doi.org/10.1162/neco_a_01557","title":"How to Represent Part-Whole Hierarchies in a Neural Network","display_name":"How to Represent Part-Whole Hierarchies in a Neural Network","publication_year":2022,"publication_date":"2022-12-22","ids":{"openalex":"https://openalex.org/W3132401450","doi":"https://doi.org/10.1162/neco_a_01557","mag":"3132401450","pmid":"https://pubmed.ncbi.nlm.nih.gov/36543334"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01557","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01557","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108093963","display_name":"Geoffrey E. Hinton","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA","US"],"is_corresponding":true,"raw_author_name":"Geoffrey Hinton","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Toronto, ON M5S 2E4, Canada hinton@cs.toronto.edu","Google Research","Vector Institute, Toronto, Ontario M5G 1M1, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Toronto, ON M5S 2E4, Canada hinton@cs.toronto.edu","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Vector Institute, Toronto, Ontario M5G 1M1, Canada","institution_ids":["https://openalex.org/I4210127509"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5108093963"],"corresponding_institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I185261750","https://openalex.org/I4210127509"],"apc_list":null,"apc_paid":null,"fwci":14.3023,"has_fulltext":false,"cited_by_count":150,"citation_normalized_percentile":{"value":0.9917041,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"35","issue":"3","first_page":"413","last_page":"452"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.813563346862793},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.7597988247871399},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6554654836654663},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6543196439743042},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6310211420059204},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6150600910186768},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.5567281246185303},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4652460813522339},{"id":"https://openalex.org/keywords/parse-tree","display_name":"Parse tree","score":0.44278663396835327},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3989473879337311},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3918737769126892},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33125197887420654},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09885662794113159},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07133904099464417}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.813563346862793},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.7597988247871399},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6554654836654663},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6543196439743042},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6310211420059204},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6150600910186768},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.5567281246185303},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4652460813522339},{"id":"https://openalex.org/C2781466058","wikidata":"https://www.wikidata.org/wiki/Q627921","display_name":"Parse tree","level":3,"score":0.44278663396835327},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3989473879337311},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3918737769126892},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33125197887420654},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09885662794113159},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07133904099464417},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/neco_a_01557","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01557","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:36543334","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36543334","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":103,"referenced_works":["https://openalex.org/W1876810","https://openalex.org/W2966661","https://openalex.org/W112688168","https://openalex.org/W179212727","https://openalex.org/W1547224907","https://openalex.org/W1580901834","https://openalex.org/W1652505363","https://openalex.org/W1746680969","https://openalex.org/W1821462560","https://openalex.org/W2020707322","https://openalex.org/W2020999234","https://openalex.org/W2044707217","https://openalex.org/W2056890019","https://openalex.org/W2060257243","https://openalex.org/W2063971957","https://openalex.org/W2076735150","https://openalex.org/W2095844239","https://openalex.org/W2099068394","https://openalex.org/W2106346128","https://openalex.org/W2110377720","https://openalex.org/W2110900033","https://openalex.org/W2114759290","https://openalex.org/W2116064496","https://openalex.org/W2119885245","https://openalex.org/W2134653808","https://openalex.org/W2141132211","https://openalex.org/W2147645535","https://openalex.org/W2158164339","https://openalex.org/W2186222003","https://openalex.org/W2294370754","https://openalex.org/W2322190567","https://openalex.org/W2531563875","https://openalex.org/W2535697732","https://openalex.org/W2559655401","https://openalex.org/W2567948266","https://openalex.org/W2612690371","https://openalex.org/W2626778328","https://openalex.org/W2785994986","https://openalex.org/W2842511635","https://openalex.org/W2913668833","https://openalex.org/W2917006041","https://openalex.org/W2944745903","https://openalex.org/W2945547903","https://openalex.org/W2963069010","https://openalex.org/W2963341956","https://openalex.org/W2963703618","https://openalex.org/W2971044234","https://openalex.org/W2971155163","https://openalex.org/W2971278627","https://openalex.org/W2990138404","https://openalex.org/W2992401789","https://openalex.org/W3016391357","https://openalex.org/W3034978746","https://openalex.org/W3035060554","https://openalex.org/W3035524453","https://openalex.org/W3035563186","https://openalex.org/W3036982689","https://openalex.org/W3037338873","https://openalex.org/W3037618862","https://openalex.org/W3037784242","https://openalex.org/W3094502228","https://openalex.org/W3097096317","https://openalex.org/W3100859887","https://openalex.org/W3102696055","https://openalex.org/W3103313582","https://openalex.org/W3107384982","https://openalex.org/W3107668149","https://openalex.org/W3108088276","https://openalex.org/W3109420014","https://openalex.org/W3109585842","https://openalex.org/W3111692021","https://openalex.org/W3112889778","https://openalex.org/W3171007011","https://openalex.org/W3176179930","https://openalex.org/W4212774754","https://openalex.org/W4248003669","https://openalex.org/W4252298411","https://openalex.org/W4287756134","https://openalex.org/W4297808394","https://openalex.org/W6600087628","https://openalex.org/W6604592309","https://openalex.org/W6607290238","https://openalex.org/W6632924624","https://openalex.org/W6638523607","https://openalex.org/W6639082767","https://openalex.org/W6674793120","https://openalex.org/W6680246460","https://openalex.org/W6681603478","https://openalex.org/W6728634397","https://openalex.org/W6731548788","https://openalex.org/W6739901393","https://openalex.org/W6743446608","https://openalex.org/W6748053814","https://openalex.org/W6755207826","https://openalex.org/W6755477022","https://openalex.org/W6763325605","https://openalex.org/W6763416564","https://openalex.org/W6763480078","https://openalex.org/W6763665168","https://openalex.org/W6765085777","https://openalex.org/W6774314701","https://openalex.org/W6774631009","https://openalex.org/W6779753539"],"related_works":["https://openalex.org/W4244615522","https://openalex.org/W1972256049","https://openalex.org/W2338828339","https://openalex.org/W2166677757","https://openalex.org/W2141288413","https://openalex.org/W2049995120","https://openalex.org/W3123688778","https://openalex.org/W1634973882","https://openalex.org/W2033808215","https://openalex.org/W1994456160"],"abstract_inverted_index":{"This":[0],"article":[1],"does":[2],"not":[3],"describe":[4],"a":[5,11,51,55,62,67],"working":[6],"system.":[7],"Instead,":[8],"it":[9,98],"presents":[10],"single":[12],"idea":[13,74],"about":[14],"representation":[15,40],"that":[16,65],"allows":[17],"advances":[18,34],"made":[19,95],"by":[20,108],"several":[21],"different":[22,68],"groups":[23],"to":[24,77,83,96,113],"be":[25,94],"combined":[26],"into":[27,61],"an":[28,59],"imaginary":[29],"system":[30],"called":[31],"GLOM.1":[32],"The":[33,73],"include":[35],"transformers,":[36],"neural":[37,52],"fields,":[38],"contrastive":[39],"learning,":[41],"distillation,":[42],"and":[43],"capsules.":[44],"GLOM":[45,92],"answers":[46],"the":[47,85,88,102,105],"question:":[48],"How":[49],"can":[50,93],"network":[53],"with":[54],"fixed":[56],"architecture":[57],"parse":[58,89],"image":[60],"part-whole":[63],"hierarchy":[64],"has":[66],"structure":[69],"for":[70],"each":[71],"image?":[72],"is":[75],"simply":[76],"use":[78],"islands":[79],"of":[80,104],"identical":[81],"vectors":[82],"represent":[84],"nodes":[86],"in":[87],"tree.":[90],"If":[91],"work,":[97],"should":[99],"significantly":[100],"improve":[101],"interpretability":[103],"representations":[106],"produced":[107],"transformer-like":[109],"systems":[110],"when":[111],"applied":[112],"vision":[114],"or":[115],"language.":[116]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":28},{"year":2022,"cited_by_count":27},{"year":2021,"cited_by_count":33},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}