{"id":"https://openalex.org/W3080717140","doi":"https://doi.org/10.1145/3394486.3403126","title":"AutoGrow: Automatic Layer Growing in Deep Convolutional Networks","display_name":"AutoGrow: Automatic Layer Growing in Deep Convolutional Networks","publication_year":2020,"publication_date":"2020-08-20","ids":{"openalex":"https://openalex.org/W3080717140","doi":"https://doi.org/10.1145/3394486.3403126","mag":"3080717140"},"language":"en","primary_location":{"id":"doi:10.1145/3394486.3403126","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3394486.3403126","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3394486.3403126","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery &amp; Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3394486.3403126","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101491962","display_name":"Wei Wen","orcid":"https://orcid.org/0009-0004-4662-7703"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Wei Wen","raw_affiliation_strings":["Duke University, Durham, NC, USA"],"affiliations":[{"raw_affiliation_string":"Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381152","display_name":"Feng Yan","orcid":"https://orcid.org/0000-0001-9840-7754"},"institutions":[{"id":"https://openalex.org/I134113660","display_name":"University of Nevada, Reno","ror":"https://ror.org/01keh0577","country_code":"US","type":"education","lineage":["https://openalex.org/I134113660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feng Yan","raw_affiliation_strings":["University of Nevada, Reno, Reno, NV, USA"],"affiliations":[{"raw_affiliation_string":"University of Nevada, Reno, Reno, NV, USA","institution_ids":["https://openalex.org/I134113660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058073627","display_name":"Yiran Chen","orcid":"https://orcid.org/0000-0002-1486-8412"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiran Chen","raw_affiliation_strings":["Duke University, Durham, NC, USA"],"affiliations":[{"raw_affiliation_string":"Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100429403","display_name":"Hai Li","orcid":"https://orcid.org/0000-0003-3228-6544"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hai Li","raw_affiliation_strings":["Duke University, Durham, NC, USA"],"affiliations":[{"raw_affiliation_string":"Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101491962"],"corresponding_institution_ids":["https://openalex.org/I170897317"],"apc_list":null,"apc_paid":null,"fwci":1.7664,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.87346464,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"833","last_page":"841"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.8932330012321472},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8488872051239014},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.6576230525970459},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6563194990158081},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6419334411621094},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.6083232164382935},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5838659405708313},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5637270212173462},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5260148644447327},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5225774049758911},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.49915599822998047},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46726077795028687},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.436974436044693},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.423534631729126},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41556739807128906},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41286349296569824},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2046181857585907},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.0775386393070221}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8932330012321472},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8488872051239014},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.6576230525970459},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6563194990158081},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6419334411621094},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.6083232164382935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5838659405708313},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5637270212173462},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5260148644447327},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5225774049758911},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.49915599822998047},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46726077795028687},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.436974436044693},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.423534631729126},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41556739807128906},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41286349296569824},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2046181857585907},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0775386393070221},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3394486.3403126","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3394486.3403126","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3394486.3403126","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery &amp; Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3394486.3403126","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3394486.3403126","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3394486.3403126","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery &amp; Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4399999976158142,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1848104194","display_name":null,"funder_award_id":"CCF-1725456, 1937435, 1822085, CCF-1756013, IIS-1838024","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3300807847","display_name":"RTML: Large: Collaborative: Harmonizing Predictive Algorithms and Mixed Signal/Precision Circuits via Computation-Data Access Exchange and Adaptive Dataflows","funder_award_id":"1937435","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3566375052","display_name":null,"funder_award_id":"IIS-1838024","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4534537459","display_name":null,"funder_award_id":"CCF-1725456","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4591874914","display_name":null,"funder_award_id":"1822085","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4789755018","display_name":null,"funder_award_id":"1725456","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7843340302","display_name":null,"funder_award_id":"F-1756","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8291492372","display_name":"BIGDATA: IA: Collaborative Research: Protecting Yourself from Wildfire Smoke: Big Data Driven Adaptive Air Quality Prediction Methodologies","funder_award_id":"1838024","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8480915843","display_name":null,"funder_award_id":"CCF-1756013","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8512348826","display_name":null,"funder_award_id":"19374","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8896633769","display_name":"CRII: SHF: Optimizing Deep Learning Training through Modeling and Scheduling Support","funder_award_id":"1756013","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8940334949","display_name":null,"funder_award_id":"DE-SC0018064","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3080717140.pdf","grobid_xml":"https://content.openalex.org/works/W3080717140.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W566555209","https://openalex.org/W569478347","https://openalex.org/W2097117768","https://openalex.org/W2138784882","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2209990155","https://openalex.org/W2593390416","https://openalex.org/W2962851801","https://openalex.org/W2962933129","https://openalex.org/W2963363373","https://openalex.org/W2963446712","https://openalex.org/W2963513744","https://openalex.org/W2963821229","https://openalex.org/W2963993763","https://openalex.org/W2964081403","https://openalex.org/W2964081807","https://openalex.org/W2964217527","https://openalex.org/W2964233199"],"related_works":["https://openalex.org/W3036048022","https://openalex.org/W4309224979","https://openalex.org/W3026879719","https://openalex.org/W2618574054","https://openalex.org/W4385524141","https://openalex.org/W3018979822","https://openalex.org/W3026616975","https://openalex.org/W4288018014","https://openalex.org/W4297776111","https://openalex.org/W2989784533"],"abstract_inverted_index":{"Depth":[0],"is":[1,13,113,128],"a":[2,30,103,123],"key":[3],"component":[4],"of":[5,87,99,121],"Deep":[6],"Neural":[7],"Networks":[8],"(DNNs),":[9],"however,":[10],"designing":[11],"depth":[12,24,83,105,117],"heuristic":[14],"and":[15,46,55,64,93],"requires":[16],"many":[17],"human":[18,110],"efforts.":[19],"We":[20,51],"proposeAutoGrow":[21],"to":[22,58,60,75],"automate":[23],"discovery":[25],"in":[26,97,107],"DNNs:":[27],"starting":[28],"from":[29],"shallow":[31],"seed":[32],"architecture,AutoGrow":[33],"grows":[34],"new":[35],"layers":[36],"if":[37],"the":[38,41,49,72],"growth":[39],"improves":[40],"accuracy;":[42],"otherwise,":[43],"stops":[44],"growing":[45,54],"thus":[47],"discovers":[48,102,116],"depth.":[50],"propose":[52],"robust":[53],"stopping":[56],"policies":[57],"generalize":[59],"different":[61,76],"network":[62,77],"architectures":[63],"datasets.":[65],"Our":[66,126],"experiments":[67],"show":[68],"that":[69],"by":[70],"applying":[71],"same":[73],"policy":[74],"architectures,AutoGrow":[78],"can":[79],"always":[80],"discover":[81],"near-optimal":[82],"on":[84],"various":[85],"datasets":[86],"MNIST,":[88],"FashionMNIST,":[89],"SVHN,":[90],"CIFAR10,":[91],"CIFAR100":[92],"ImageNet.":[94],"For":[95],"example,":[96],"terms":[98],"accuracy-computation":[100],"trade-off,AutoGrow":[101],"better":[104],"combination":[106],"\\resnets":[108],"than":[109],"experts.":[111],"OurAutoGrow":[112],"efficient.":[114],"It":[115],"within":[118],"similar":[119],"time":[120],"training":[122],"single":[124],"DNN.":[125],"code":[127],"available":[129],"at":[130],"\\urlhttps://github.com/wenwei202/autogrow.":[131]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":5}],"updated_date":"2026-03-24T08:02:53.985720","created_date":"2025-10-10T00:00:00"}
