{"id":"https://openalex.org/W3167699341","doi":null,"title":"Representation mitosis in wide neural networks.","display_name":"Representation mitosis in wide neural networks.","publication_year":2021,"publication_date":"2021-06-07","ids":{"openalex":"https://openalex.org/W3167699341","mag":"3167699341"},"language":"en","primary_location":{"id":"mag:3167699341","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2106.03485v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2106.03485v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050996273","display_name":"Diego Doimo","orcid":"https://orcid.org/0000-0002-1553-1504","observed_orcids":["https://orcid.org/0000-0002-1553-1504"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Diego Doimo","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-1553-1504","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002088349","display_name":"Aldo Glielmo","orcid":"https://orcid.org/0000-0002-4737-2878","observed_orcids":["https://orcid.org/0000-0002-4737-2878"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aldo Glielmo","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-4737-2878","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057039281","display_name":"Sebastian Goldt","orcid":"https://orcid.org/0000-0002-5799-7644","observed_orcids":["https://orcid.org/0000-0002-5799-7644"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sebastian Goldt","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-5799-7644","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5066542398","display_name":"Alessandro Laio","orcid":"https://orcid.org/0000-0001-9164-7907","observed_orcids":["https://orcid.org/0000-0001-9164-7907"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alessandro Laio","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-9164-7907","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5112000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5112000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.22450000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.09149999916553497,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bias-variance-trade-off","display_name":"bias-variance trade-off","score":0.847000002861023},{"id":"https://openalex.org/keywords/wide-resnet","display_name":"WideResNet","score":0.7419999837875366},{"id":"https://openalex.org/keywords/clones","display_name":"clones","score":0.39399999380111694},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.6600000262260437},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.7570000290870667},{"id":"https://openalex.org/keywords/ensemble-deep-learning","display_name":"ensemble deep learning","score":0.8059999942779541}],"concepts":[{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.702942430973053},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6870928406715393},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.6388524174690247},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6157128214836121},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5865591764450073},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5712369084358215},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5651021003723145},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5548290014266968},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5460155606269836},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4582883417606354},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4055565595626831},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34969472885131836},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.26628220081329346},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3167699341","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2106.03485v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3167699341","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2106.03485v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1480577350","https://openalex.org/W1534477342","https://openalex.org/W1650706190","https://openalex.org/W1904365287","https://openalex.org/W2076118331","https://openalex.org/W2090614046","https://openalex.org/W2095705004","https://openalex.org/W2127265926","https://openalex.org/W2194775991","https://openalex.org/W2518108298","https://openalex.org/W2541674938","https://openalex.org/W2560321925","https://openalex.org/W2682189153","https://openalex.org/W2763894180","https://openalex.org/W2766965791","https://openalex.org/W2775461895","https://openalex.org/W2788067318","https://openalex.org/W2804589149","https://openalex.org/W2805926765","https://openalex.org/W2808465306","https://openalex.org/W2809090039","https://openalex.org/W2896549049","https://openalex.org/W2897025488","https://openalex.org/W2903327037","https://openalex.org/W2907047316","https://openalex.org/W2923764619","https://openalex.org/W2946857231","https://openalex.org/W2947451636","https://openalex.org/W2950220847","https://openalex.org/W2950404682","https://openalex.org/W2952204734","https://openalex.org/W2963518130","https://openalex.org/W2964137095","https://openalex.org/W2965772785","https://openalex.org/W2996151541","https://openalex.org/W2996603747","https://openalex.org/W3001279689","https://openalex.org/W3006064982","https://openalex.org/W3006943693","https://openalex.org/W3019142305","https://openalex.org/W3034632403","https://openalex.org/W3034669169","https://openalex.org/W3039972347","https://openalex.org/W3092477403","https://openalex.org/W3095645723","https://openalex.org/W3098517553","https://openalex.org/W3102631365","https://openalex.org/W3103375947","https://openalex.org/W3129819231","https://openalex.org/W3133450183","https://openalex.org/W3172995164","https://openalex.org/W3214042613","https://openalex.org/W4253880200"],"related_works":["https://openalex.org/W4287123698","https://openalex.org/W2182736213","https://openalex.org/W3085093108","https://openalex.org/W3095872829","https://openalex.org/W1493372406","https://openalex.org/W2914179265","https://openalex.org/W7133224629","https://openalex.org/W3093969881","https://openalex.org/W3214171157","https://openalex.org/W3006973045"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"(DNNs)":[3],"defy":[4],"the":[5,27,30,46,73,107,117,120,125,143,147,159,184,188,192],"classical":[6],"bias-variance":[7],"trade-off:":[8],"adding":[9],"parameters":[10],"to":[11,83,138],"a":[12,98,104,129,135,164,176],"DNN":[13],"that":[14,67,134,155],"exactly":[15],"interpolates":[16],"its":[17,23,80],"training":[18,144,148],"data":[19],"will":[20],"typically":[21],"improve":[22],"generalisation":[24],"performance.":[25],"Explaining":[26],"mechanism":[28,66],"behind":[29],"benefit":[31],"of":[32,50,109,119,158],"such":[33,54,110],"over-parameterisation":[34],"is":[35,77,127,141,150],"an":[36,64],"outstanding":[37],"challenge":[38],"for":[39,57,63],"deep":[40,52,177],"learning":[41,160],"theory.":[42],"Here,":[43],"we":[44,68,153,162],"study":[45],"last":[47,74,185],"layer":[48,186],"representation":[49,76],"various":[51],"architectures":[53,181],"as":[55,191],"Wide-ResNets":[56],"image":[58],"classification":[59],"and":[60,91],"find":[61],"evidence":[62],"underlying":[65],"call":[69],"*representation":[70],"mitosis*:":[71],"if":[72,124],"hidden":[75],"wide":[78,165],"enough,":[79],"neurons":[81],"tend":[82],"split":[84],"into":[85],"groups":[86],"which":[87,183],"carry":[88],"identical":[89],"information,":[90],"differ":[92],"from":[93],"each":[94],"other":[95],"only":[96,123],"by":[97],"statistically":[99],"independent":[100],"noise.":[101],"Like":[102],"in":[103,156,182],"mitosis":[105,140],"process,":[106],"number":[108],"groups,":[111],"or":[112],"``clones'',":[113],"increases":[114],"linearly":[115],"with":[116,167],"width":[118,126],"layer,":[121],"but":[122],"above":[128],"critical":[130],"value.":[131],"We":[132],"show":[133,154],"key":[136],"ingredient":[137],"activate":[139],"continuing":[142],"process":[145],"until":[146],"error":[149],"zero.":[151],"Finally,":[152],"one":[157],"tasks":[161],"considered,":[163],"model":[166],"several":[168],"automatically":[169],"developed":[170],"clones":[171],"performs":[172],"significantly":[173],"better":[174],"than":[175],"ensemble":[178],"based":[179],"on":[180],"has":[187],"same":[189],"size":[190],"clones.":[193]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-06-22T00:00:00"}