{"id":"https://openalex.org/W3044421989","doi":"https://doi.org/10.1145/3397271.3402425","title":"The Next Generation of Neural Networks","display_name":"The Next Generation of Neural Networks","publication_year":2020,"publication_date":"2020-07-25","ids":{"openalex":"https://openalex.org/W3044421989","doi":"https://doi.org/10.1145/3397271.3402425","mag":"3044421989"},"language":"en","primary_location":{"id":"doi:10.1145/3397271.3402425","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3397271.3402425","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3397271.3402425","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3397271.3402425","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110248343","display_name":"Geoffrey E. Hinton","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]},{"id":"https://openalex.org/I4210148186","display_name":"Google (Canada)","ror":"https://ror.org/04d06q394","country_code":"CA","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969","https://openalex.org/I4210148186"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Geoffrey Hinton","raw_affiliation_strings":["Google Research & Vector Institute, Toronto, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research & Vector Institute, Toronto, ON, Canada","institution_ids":["https://openalex.org/I4210127509","https://openalex.org/I4210148186"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5110248343"],"corresponding_institution_ids":["https://openalex.org/I4210127509","https://openalex.org/I4210148186"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7638863325119019},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7414581775665283},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7334913611412048},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.6910039782524109},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6087864637374878},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.5558736324310303},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5544992089271545},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4941401779651642},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42110538482666016},{"id":"https://openalex.org/keywords/types-of-artificial-neural-networks","display_name":"Types of artificial neural networks","score":0.41177576780319214},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.35621437430381775},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3283165693283081}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7638863325119019},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7414581775665283},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7334913611412048},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.6910039782524109},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6087864637374878},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.5558736324310303},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5544992089271545},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4941401779651642},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42110538482666016},{"id":"https://openalex.org/C177973122","wikidata":"https://www.wikidata.org/wiki/Q7860946","display_name":"Types of artificial neural networks","level":4,"score":0.41177576780319214},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.35621437430381775},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3283165693283081},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3397271.3402425","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3397271.3402425","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3397271.3402425","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3397271.3402425","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3397271.3402425","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3397271.3402425","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3044421989.pdf","grobid_xml":"https://content.openalex.org/works/W3044421989.grobid-xml"},"referenced_works_count":3,"referenced_works":["https://openalex.org/W2063971957","https://openalex.org/W2106346128","https://openalex.org/W3005680577"],"related_works":["https://openalex.org/W2373874059","https://openalex.org/W2524120878","https://openalex.org/W1538606284","https://openalex.org/W4385254110","https://openalex.org/W3094631814","https://openalex.org/W3206636855","https://openalex.org/W2101697354","https://openalex.org/W2109916967","https://openalex.org/W2084527119","https://openalex.org/W4388620587"],"abstract_inverted_index":{"The":[0],"most":[1],"important":[2],"unsolved":[3],"problem":[4],"with":[5],"artificial":[6],"neural":[7,41,88],"networks":[8],"is":[9,43,50,80],"how":[10],"to":[11,26,45,62,81,90,115,119],"do":[12],"unsupervised":[13,27],"learning":[14],"as":[15,17,108],"effectively":[16],"the":[18,30,55,59,64,68,105,117,126],"brain.":[19],"There":[20],"are":[21],"currently":[22],"two":[23,83,101],"main":[24],"approaches":[25],"learning.":[28],"In":[29],"first":[31],"approach,":[32,72],"exemplified":[33],"by":[34,74],"BERT":[35],"and":[36,76],"Variational":[37],"Autoencoders,":[38],"a":[39,86],"deep":[40,87],"network":[42,60,89],"used":[44],"reconstruct":[46],"its":[47],"input.":[48,127],"This":[49,111],"problematic":[51],"for":[52],"images":[53],"because":[54],"deepest":[56],"layers":[57],"of":[58,67,85,104,125],"need":[61],"encode":[63],"fine":[65],"details":[66,124],"image.":[69],"An":[70],"alternative":[71],"introduced":[73],"Becker":[75],"Hinton":[77],"in":[78],"1992,":[79],"train":[82],"copies":[84],"produce":[91],"output":[92],"vectors":[93],"that":[94],"have":[95],"high":[96],"mutual":[97],"information":[98],"when":[99],"given":[100],"different":[102],"crops":[103],"same":[106],"image":[107],"their":[109],"inputs.":[110],"approach":[112],"was":[113],"designed":[114],"allow":[116],"representations":[118],"be":[120],"untethered":[121],"from":[122],"irrelevant":[123]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}