{"id":"https://openalex.org/W4292454764","doi":"https://doi.org/10.1017/s1351324922000365","title":"Emerging trends: Deep nets thrive on scale","display_name":"Emerging trends: Deep nets thrive on scale","publication_year":2022,"publication_date":"2022-08-09","ids":{"openalex":"https://openalex.org/W4292454764","doi":"https://doi.org/10.1017/s1351324922000365"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324922000365","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324922000365","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/92F3C9885B8493D6C16CB71993939CFE/S1351324922000365a.pdf/div-class-title-emerging-trends-deep-nets-thrive-on-scale-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/92F3C9885B8493D6C16CB71993939CFE/S1351324922000365a.pdf/div-class-title-emerging-trends-deep-nets-thrive-on-scale-div.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016543371","display_name":"Kenneth Church","orcid":"https://orcid.org/0000-0001-8378-6069"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kenneth Ward Church","raw_affiliation_strings":["Northeastern University, San Jose, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, San Jose, CA, USA","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5016543371"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":0.4567,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.65936473,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"28","issue":"5","first_page":"673","last_page":"682"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9749000072479248,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9749000072479248,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11270","display_name":"Complex Systems and Time Series Analysis","score":0.9700000286102295,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9678000211715698,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.8723496794700623},{"id":"https://openalex.org/keywords/blessing","display_name":"Blessing","score":0.8169228434562683},{"id":"https://openalex.org/keywords/curse","display_name":"Curse","score":0.8103304505348206},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.63034987449646},{"id":"https://openalex.org/keywords/conjecture","display_name":"Conjecture","score":0.6151052117347717},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5513531565666199},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.47407570481300354},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3859083652496338},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33905377984046936},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1496174931526184},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.13711467385292053},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.1331554651260376},{"id":"https://openalex.org/keywords/theology","display_name":"Theology","score":0.08332034945487976},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07386848330497742}],"concepts":[{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.8723496794700623},{"id":"https://openalex.org/C2776195157","wikidata":"https://www.wikidata.org/wiki/Q626510","display_name":"Blessing","level":2,"score":0.8169228434562683},{"id":"https://openalex.org/C2780273121","wikidata":"https://www.wikidata.org/wiki/Q109411","display_name":"Curse","level":2,"score":0.8103304505348206},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.63034987449646},{"id":"https://openalex.org/C2780990831","wikidata":"https://www.wikidata.org/wiki/Q319141","display_name":"Conjecture","level":2,"score":0.6151052117347717},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5513531565666199},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.47407570481300354},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3859083652496338},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33905377984046936},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1496174931526184},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.13711467385292053},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.1331554651260376},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.08332034945487976},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07386848330497742},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/s1351324922000365","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324922000365","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/92F3C9885B8493D6C16CB71993939CFE/S1351324922000365a.pdf/div-class-title-emerging-trends-deep-nets-thrive-on-scale-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1017/s1351324922000365","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324922000365","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/92F3C9885B8493D6C16CB71993939CFE/S1351324922000365a.pdf/div-class-title-emerging-trends-deep-nets-thrive-on-scale-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5799999833106995}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4292454764.pdf","grobid_xml":"https://content.openalex.org/works/W4292454764.grobid-xml"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W1506806321","https://openalex.org/W1573820523","https://openalex.org/W1601795611","https://openalex.org/W1973286131","https://openalex.org/W1978394996","https://openalex.org/W1981276685","https://openalex.org/W1994530392","https://openalex.org/W1995806857","https://openalex.org/W2008056655","https://openalex.org/W2041836310","https://openalex.org/W2045031658","https://openalex.org/W2049898997","https://openalex.org/W2116581043","https://openalex.org/W2124386111","https://openalex.org/W2135046866","https://openalex.org/W2146888763","https://openalex.org/W2147717514","https://openalex.org/W2148885851","https://openalex.org/W2149684865","https://openalex.org/W2154560360","https://openalex.org/W2169103656","https://openalex.org/W2194775991","https://openalex.org/W2552025135","https://openalex.org/W2559655401","https://openalex.org/W2765861987","https://openalex.org/W2896457183","https://openalex.org/W2899790086","https://openalex.org/W2919115771","https://openalex.org/W2949804919","https://openalex.org/W2954045886","https://openalex.org/W2962756421","https://openalex.org/W2963809228","https://openalex.org/W2988916019","https://openalex.org/W2998216295","https://openalex.org/W3011574394","https://openalex.org/W3018252856","https://openalex.org/W3021189130","https://openalex.org/W3088233084","https://openalex.org/W3088409176","https://openalex.org/W3099718522","https://openalex.org/W3112103703","https://openalex.org/W3116218254","https://openalex.org/W3136021864","https://openalex.org/W3152893301","https://openalex.org/W3153307767","https://openalex.org/W3165099133","https://openalex.org/W3197600596","https://openalex.org/W3211022409","https://openalex.org/W3213847610","https://openalex.org/W4210913687","https://openalex.org/W4237591687","https://openalex.org/W4239510810","https://openalex.org/W4249247926","https://openalex.org/W4250955649","https://openalex.org/W4285165701","https://openalex.org/W4292779060","https://openalex.org/W4313396214","https://openalex.org/W6630145985","https://openalex.org/W6684653394","https://openalex.org/W6753918066","https://openalex.org/W6795861741","https://openalex.org/W6810081322","https://openalex.org/W7066667914"],"related_works":["https://openalex.org/W2005044196","https://openalex.org/W2313412377","https://openalex.org/W1485007142","https://openalex.org/W3133282625","https://openalex.org/W2314038984","https://openalex.org/W1911503363","https://openalex.org/W3165692504","https://openalex.org/W3180421702","https://openalex.org/W2313993255","https://openalex.org/W2413520594"],"abstract_inverted_index":{"Abstract":[0],"Deep":[1],"nets":[2,78,88],"are":[3,51,79],"becoming":[4],"larger":[5,7],"and":[6],"in":[8,42],"practice,":[9],"with":[10],"no":[11],"respect":[12],"for":[13],"(non)-factors":[14],"that":[15,29,61],"ought":[16],"to":[17,83],"limit":[18],"growth":[19],"including":[20],"the":[21],"so-called":[22],"curse":[23],"of":[24,47,66],"dimensionality":[25,30],"(CoD).":[26],"Donoho":[27],"suggested":[28],"can":[31],"be":[32,64],"a":[33,38],"blessing":[34],"as":[35,37],"well":[36,45],"curse.":[39],"Current":[40,70],"practice":[41,71],"industry":[43],"is":[44],"ahead":[46],"theory,":[48],"but":[49,85],"there":[50],"some":[52],"recent":[53],"theoretical":[54],"results":[55],"from":[56],"Weinan":[57],"E\u2019s":[58],"group":[59],"suggesting":[60],"errors":[62],"may":[63],"independent":[65],"dimensions":[67],"$d$":[68],".":[69],"suggests":[72],"an":[73],"even":[74],"stronger":[75],"conjecture:":[76],"deep":[77,87],"not":[80],"merely":[81],"immune":[82],"CoD,":[84],"actually,":[86],"thrive":[89],"on":[90],"scale.":[91]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}