{"id":"https://openalex.org/W2139758973","doi":null,"title":"Scaling and Generalization in Neural Networks: A Case Study","display_name":"Scaling and Generalization in Neural Networks: A Case Study","publication_year":1988,"publication_date":"1988-01-01","ids":{"openalex":"https://openalex.org/W2139758973","mag":"2139758973"},"language":"en","primary_location":{"id":"mag:2139758973","doi":null,"is_oa":false,"landing_page_url":"https://papers.nips.cc/paper/129-scaling-and-generalization-in-neural-networks-a-case-study.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems","raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049553911","display_name":"Subutai Ahmad","orcid":"https://orcid.org/0000-0002-2141-0629","observed_orcids":["https://orcid.org/0000-0002-2141-0629"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Subutai Ahmad","raw_affiliation_strings":["Center for Complex Systems Research, University of Illinois at Urbana-Champaign, Champaign, IL#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-2141-0629","affiliations":[{"raw_affiliation_string":"Center for Complex Systems Research, University of Illinois at Urbana-Champaign, Champaign, IL#TAB#","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113551673","display_name":"Gerald J. Tesauro","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gerald Tesauro","raw_affiliation_strings":["[IBM Watson Research Center, Yorktown Heights, NY]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"[IBM Watson Research Center, Yorktown Heights, NY]","institution_ids":["https://openalex.org/I4210114115"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.8789,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.97039535,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":"1","issue":null,"first_page":"160","last_page":"168"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-network-generalization","display_name":"neural network generalization","score":0.7649999856948853},{"id":"https://openalex.org/keywords/scaling-laws","display_name":"scaling laws","score":0.6639999747276306},{"id":"https://openalex.org/keywords/perceptron-networks","display_name":"perceptron networks","score":0.8169999718666077},{"id":"https://openalex.org/keywords/multilayer-perceptron","display_name":"multilayer perceptron","score":0.8820000290870667},{"id":"https://openalex.org/keywords/majority-function","display_name":"majority function","score":0.8980000019073486},{"id":"https://openalex.org/keywords/training-set-size","display_name":"training data size","score":0.7609999775886536},{"id":"https://openalex.org/keywords/training-cycle","display_name":"training cycle","score":0.777999997138977},{"id":"https://openalex.org/keywords/input-representation","display_name":"input representation","score":0.8629999756813049}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7542277574539185},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.730043888092041},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6602880954742432},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5803799033164978},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.4943661689758301},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.486757755279541},{"id":"https://openalex.org/C89246107","wikidata":"https://www.wikidata.org/wiki/Q1398821","display_name":"Rule of thumb","level":2,"score":0.4774913489818573},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.44778406620025635},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.41606405377388},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.41496551036834717},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33354243636131287},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2292560338973999},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16597282886505127},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2139758973","doi":null,"is_oa":false,"landing_page_url":"https://papers.nips.cc/paper/129-scaling-and-generalization-in-neural-networks-a-case-study.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W174448985","https://openalex.org/W1580142630","https://openalex.org/W1609370892","https://openalex.org/W1972688571","https://openalex.org/W1972876357","https://openalex.org/W3207342693"],"related_works":["https://openalex.org/W7098327095","https://openalex.org/W1972876357","https://openalex.org/W2128882956","https://openalex.org/W2801422479","https://openalex.org/W67734263","https://openalex.org/W2744198306","https://openalex.org/W2123203216","https://openalex.org/W4300292200","https://openalex.org/W2155264444","https://openalex.org/W2156109685"],"abstract_inverted_index":{"The":[0,100],"issues":[1,10],"of":[2,14,37,56,65,88,114,125,133],"scaling":[3],"and":[4,29,41,48,59,153],"generalization":[5,89,134],"have":[6,67],"emerged":[7],"as":[8,24,74],"key":[9],"in":[11,19,90,135,144,148],"current":[12],"studies":[13],"supervised":[15],"learning":[16,96,138],"from":[17,70],"examples":[18],"neural":[20],"networks.":[21],"Questions":[22],"such":[23],"how":[25,43,49],"many":[26,131],"training":[27,30,53],"patterns":[28],"cycles":[31],"are":[32,55,77,118,142],"needed":[33],"for":[34],"a":[35,38,86,109,112,120,123],"problem":[36],"given":[39],"size":[40],"difficulty,":[42],"to":[44,50],"represent":[45],"the":[46,91,104,115],"input":[47,116],"choose":[51],"useful":[52,126],"exemplars,":[54],"considerable":[57],"theoretical":[58],"practical":[60],"importance.":[61],"Several":[62],"intuitive":[63],"rules":[64],"thumb":[66],"been":[68],"obtained":[69],"empirical":[71],"studies,":[72],"but":[73],"yet":[75],"there":[76],"few":[78],"rigorous":[79],"results.":[80],"In":[81],"this":[82,145],"paper":[83],"we":[84],"summarize":[85],"study":[87],"simplest":[92],"possible":[93],"case-perceptron":[94],"networks":[95,137],"linearly":[97],"separable":[98],"functions.":[99],"task":[101],"chosen":[102],"was":[103],"majority":[105,113],"function":[106],"(i.e.":[107],"return":[108],"1":[110],"if":[111],"units":[117],"on),":[119],"predicate":[121],"with":[122],"number":[124],"properties.":[127],"We":[128],"find":[129],"that":[130],"aspects":[132],"multilayer":[136],"large,":[139],"difficult":[140],"tasks":[141],"reproduced":[143],"simple":[146],"domain,":[147],"which":[149],"concrete":[150],"numerical":[151],"results":[152],"even":[154],"some":[155],"analytic":[156],"understanding":[157],"can":[158],"be":[159],"achieved.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}