{"id":"https://openalex.org/W4392205891","doi":"https://doi.org/10.1561/2200000119","title":"Automated Deep Learning: Neural Architecture Search Is Not the End","display_name":"Automated Deep Learning: Neural Architecture Search Is Not the End","publication_year":2024,"publication_date":"2024-02-27","ids":{"openalex":"https://openalex.org/W4392205891","doi":"https://doi.org/10.1561/2200000119"},"language":"en","primary_location":{"id":"doi:10.1561/2200000119","is_oa":false,"landing_page_url":"https://doi.org/10.1561/2200000119","pdf_url":null,"source":{"id":"https://openalex.org/S4210188176","display_name":"Foundations and Trends\u00ae in Machine Learning","issn_l":"1935-8237","issn":["1935-8237","1935-8245"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318575","host_organization_name":"Now Publishers","host_organization_lineage":["https://openalex.org/P4310318575"],"host_organization_lineage_names":["Now Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Foundations and Trends\u00ae in Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069837273","display_name":"Xuanyi Dong","orcid":"https://orcid.org/0000-0001-9272-1590"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]},{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["AU","US"],"is_corresponding":true,"raw_author_name":"Xuanyi Dong","raw_affiliation_strings":["University of Technology Sydney Complex Adaptive Systems Lab, , and Brain Team, Google Research, USA","Complex Adaptive Systems Lab, University of Technology Sydney, Australia and Brain Team, Google Research, USA"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney Complex Adaptive Systems Lab, , and Brain Team, Google Research, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Complex Adaptive Systems Lab, University of Technology Sydney, Australia and Brain Team, Google Research, USA","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024261145","display_name":"David Jacob Kedziora","orcid":"https://orcid.org/0000-0002-0673-182X"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"David Jacob Kedziora","raw_affiliation_strings":["University of Technology Sydney Complex Adaptive Systems Lab, ,","Complex Adaptive Systems Lab, University of Technology Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney Complex Adaptive Systems Lab, ,","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Complex Adaptive Systems Lab, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051832847","display_name":"Katarzyna Musia\u0142","orcid":"https://orcid.org/0000-0001-6038-7647"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Katarzyna Musial","raw_affiliation_strings":["University of Technology Sydney Complex Adaptive Systems Lab, ,","Complex Adaptive Systems Lab, University of Technology Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney Complex Adaptive Systems Lab, ,","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Complex Adaptive Systems Lab, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083181106","display_name":"Bogdan Gabry\u015b","orcid":"https://orcid.org/0000-0002-0790-2846"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]},{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["AU","US"],"is_corresponding":false,"raw_author_name":"Bogdan Gabrys","raw_affiliation_strings":["University of Technology Sydney Complex Adaptive Systems Lab, , and Brain Team, Google Research, USA","Complex Adaptive Systems Lab, University of Technology Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney Complex Adaptive Systems Lab, , and Brain Team, Google Research, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Complex Adaptive Systems Lab, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5069837273"],"corresponding_institution_ids":["https://openalex.org/I114017466","https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":4.4905,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.94949676,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"17","issue":"5","first_page":"767","last_page":"920"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.4909000098705292,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.4909000098705292,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.46239998936653137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.65748131275177},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6386401057243347},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6316366791725159},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5873637199401855},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.5594865679740906},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.5162205696105957},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.499556303024292},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.42978528141975403},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3881543278694153},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.11243125796318054},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.06383612751960754}],"concepts":[{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.65748131275177},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6386401057243347},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6316366791725159},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5873637199401855},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.5594865679740906},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.5162205696105957},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.499556303024292},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.42978528141975403},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3881543278694153},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.11243125796318054},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.06383612751960754}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1561/2200000119","is_oa":false,"landing_page_url":"https://doi.org/10.1561/2200000119","pdf_url":null,"source":{"id":"https://openalex.org/S4210188176","display_name":"Foundations and Trends\u00ae in Machine Learning","issn_l":"1935-8237","issn":["1935-8237","1935-8245"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318575","host_organization_name":"Now Publishers","host_organization_lineage":["https://openalex.org/P4310318575"],"host_organization_lineage_names":["Now Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Foundations and Trends\u00ae in Machine Learning","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":139,"referenced_works":["https://openalex.org/W22040386","https://openalex.org/W60686164","https://openalex.org/W129305155","https://openalex.org/W139960808","https://openalex.org/W181733065","https://openalex.org/W197865394","https://openalex.org/W1486317198","https://openalex.org/W1494198834","https://openalex.org/W1533058732","https://openalex.org/W1568834902","https://openalex.org/W1682403713","https://openalex.org/W1935978687","https://openalex.org/W1976347897","https://openalex.org/W1980264541","https://openalex.org/W1982886636","https://openalex.org/W1983364832","https://openalex.org/W1988270113","https://openalex.org/W1991564165","https://openalex.org/W1995341919","https://openalex.org/W1997188340","https://openalex.org/W2025768430","https://openalex.org/W2039814685","https://openalex.org/W2063063428","https://openalex.org/W2064675550","https://openalex.org/W2076063813","https://openalex.org/W2084341220","https://openalex.org/W2086413597","https://openalex.org/W2087866628","https://openalex.org/W2089213632","https://openalex.org/W2089217417","https://openalex.org/W2097117768","https://openalex.org/W2099419573","https://openalex.org/W2102539288","https://openalex.org/W2112036188","https://openalex.org/W2117539524","https://openalex.org/W2119717200","https://openalex.org/W2122646361","https://openalex.org/W2128084896","https://openalex.org/W2131953535","https://openalex.org/W2133288557","https://openalex.org/W2137825550","https://openalex.org/W2137983211","https://openalex.org/W2139016795","https://openalex.org/W2144219012","https://openalex.org/W2147800946","https://openalex.org/W2150913357","https://openalex.org/W2151554678","https://openalex.org/W2159594318","https://openalex.org/W2166107799","https://openalex.org/W2168029744","https://openalex.org/W2257979135","https://openalex.org/W2285660444","https://openalex.org/W2289252105","https://openalex.org/W2296073425","https://openalex.org/W2325939864","https://openalex.org/W2345318549","https://openalex.org/W2473930607","https://openalex.org/W2554302513","https://openalex.org/W2560647685","https://openalex.org/W2562731582","https://openalex.org/W2585528949","https://openalex.org/W2604861547","https://openalex.org/W2604998962","https://openalex.org/W2732547613","https://openalex.org/W2742479298","https://openalex.org/W2766736793","https://openalex.org/W2773706593","https://openalex.org/W2778618317","https://openalex.org/W2788388592","https://openalex.org/W2796265726","https://openalex.org/W2798515322","https://openalex.org/W2889207841","https://openalex.org/W2903210766","https://openalex.org/W2908427431","https://openalex.org/W2913104037","https://openalex.org/W2919115771","https://openalex.org/W2942444880","https://openalex.org/W2949676527","https://openalex.org/W2949736877","https://openalex.org/W2950651308","https://openalex.org/W2950680102","https://openalex.org/W2954731832","https://openalex.org/W2954996726","https://openalex.org/W2959218200","https://openalex.org/W2960010704","https://openalex.org/W2962772482","https://openalex.org/W2962861284","https://openalex.org/W2963163009","https://openalex.org/W2963446712","https://openalex.org/W2963499153","https://openalex.org/W2963527567","https://openalex.org/W2963748441","https://openalex.org/W2963809228","https://openalex.org/W2963821229","https://openalex.org/W2964444661","https://openalex.org/W2965658867","https://openalex.org/W2970418174","https://openalex.org/W2970427081","https://openalex.org/W2976305354","https://openalex.org/W2980270353","https://openalex.org/W2981406437","https://openalex.org/W2981747930","https://openalex.org/W2982204884","https://openalex.org/W2982479999","https://openalex.org/W2998297871","https://openalex.org/W3016142271","https://openalex.org/W3034428338","https://openalex.org/W3034429256","https://openalex.org/W3034609471","https://openalex.org/W3035223629","https://openalex.org/W3035332806","https://openalex.org/W3035400692","https://openalex.org/W3035682985","https://openalex.org/W3045004532","https://openalex.org/W3082154327","https://openalex.org/W3092334294","https://openalex.org/W3094801149","https://openalex.org/W3096533519","https://openalex.org/W3097975205","https://openalex.org/W3106753828","https://openalex.org/W3108720720","https://openalex.org/W3109946440","https://openalex.org/W3114478348","https://openalex.org/W3139250374","https://openalex.org/W3164008977","https://openalex.org/W3171752851","https://openalex.org/W3187181551","https://openalex.org/W3189951784","https://openalex.org/W3199914955","https://openalex.org/W3211833531","https://openalex.org/W4205794002","https://openalex.org/W4211116959","https://openalex.org/W4236137412","https://openalex.org/W4241304137","https://openalex.org/W4241400578","https://openalex.org/W4252003911","https://openalex.org/W4255726527","https://openalex.org/W4256520039","https://openalex.org/W4289146975"],"related_works":["https://openalex.org/W3179968364","https://openalex.org/W1999612375","https://openalex.org/W4377865163","https://openalex.org/W2038503502","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W3000197790","https://openalex.org/W4315865067","https://openalex.org/W2979433843","https://openalex.org/W3208304128"],"abstract_inverted_index":{"Deep":[0],"learning":[1,100],"(DL)":[2],"has":[3,91,127],"proven":[4],"to":[5,85,105,180],"be":[6],"a":[7,88,124,172],"highly":[8],"effective":[9],"approach":[10],"for":[11,29,109,116,226],"developing":[12],"models":[13],"in":[14,66,83,119,184,218],"diverse":[15],"contexts,":[16],"including":[17],"visual":[18],"perception,":[19],"speech":[20],"recognition,":[21],"and":[22,41,51,53,71,78,112,141,188,206],"machine":[23],"translation.":[24],"However,":[25],"the":[26,75,94,107,129,139,158,219],"end-to-end":[27],"process":[28],"applying":[30],"DL":[31,163],"is":[32,113,137],"not":[33,138],"trivial.":[34],"It":[35],"requires":[36],"grappling":[37],"with":[38],"problem":[39],"formulation":[40],"context":[42],"understanding,":[43],"data":[44],"engineering,":[45],"model":[46],"development,":[47],"deployment,":[48],"continuous":[49],"monitoring":[50],"maintenance,":[52],"so":[54,166],"on.":[55],"Moreover,":[56],"each":[57],"of":[58,68,80,131,143,160,175,216],"these":[59,86],"steps":[60],"typically":[61],"relies":[62],"heavily":[63],"on":[64],"humans,":[65],"terms":[67],"both":[69,185],"knowledge":[70],"interactions,":[72],"which":[73,179],"impedes":[74],"further":[76],"advancement":[77],"democratization":[79],"DL.":[81],"Consequently,":[82],"response":[84],"issues,":[87],"new":[89],"field":[90],"emerged":[92],"over":[93],"last":[95],"few":[96],"years:":[97],"automated":[98],"deep":[99],"(AutoDL).":[101],"This":[102],"endeavor":[103],"seeks":[104],"minimize":[106],"need":[108],"human":[110],"involvement":[111],"best":[114],"known":[115],"its":[117],"achievements":[118],"neural":[120],"architecture":[121],"search":[122],"(NAS),":[123],"topic":[125],"that":[126],"been":[128],"focus":[130],"several":[132],"surveys.":[133],"That":[134],"stated,":[135],"NAS":[136],"be-all":[140],"end-all":[142],"AutoDL.":[144],"Accordingly,":[145],"this":[146,168,210],"review":[147,211],"adopts":[148],"an":[149,161,213],"overarching":[150],"perspective,":[151],"examining":[152],"research":[153,190],"efforts":[154],"into":[155],"automation":[156],"across":[157],"entirety":[159],"archetypal":[162],"workflow.":[164],"In":[165],"doing,":[167],"work":[169,183],"also":[170],"proposes":[171],"comprehensive":[173],"set":[174],"ten":[176],"criteria":[177,193],"by":[178],"assess":[181],"existing":[182],"individual":[186],"publications":[187],"broader":[189],"areas.":[191],"These":[192],"are:":[194],"novelty,":[195],"solution":[196],"quality,":[197,203],"efficiency,":[198],"stability,":[199],"interpretability,":[200],"reproducibility,":[201],"engineering":[202],"scalability,":[204],"generalizability,":[205],"eco-friendliness.":[207],"Thus,":[208],"ultimately,":[209],"provides":[212],"evaluative":[214],"overview":[215],"AutoDL":[217],"early":[220],"2020s,":[221],"identifying":[222],"where":[223],"future":[224],"opportunities":[225],"progress":[227],"may":[228],"exist.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-31T06:02:25.137627","created_date":"2025-10-10T00:00:00"}