{"id":"https://openalex.org/W3141259390","doi":"https://doi.org/10.1109/tpami.2021.3071343","title":"Sample-Efficient Neural Architecture Search by Learning Actions for Monte Carlo Tree Search","display_name":"Sample-Efficient Neural Architecture Search by Learning Actions for Monte Carlo Tree Search","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3141259390","doi":"https://doi.org/10.1109/tpami.2021.3071343","mag":"3141259390","pmid":"https://pubmed.ncbi.nlm.nih.gov/33826511"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2021.3071343","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3071343","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010181097","display_name":"Linnan Wang","orcid":"https://orcid.org/0000-0001-6114-7098"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Linnan Wang","raw_affiliation_strings":["computer science, Brown University, 6752 Providence, Rhode Island, United States, 02912 (e-mail: wangnan318@gmail.com)"],"affiliations":[{"raw_affiliation_string":"computer science, Brown University, 6752 Providence, Rhode Island, United States, 02912 (e-mail: wangnan318@gmail.com)","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102416863","display_name":"Saining Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saining Xie","raw_affiliation_strings":["Facebook AI Research, Menlo Park, California, United States, (e-mail: s9xie@fb.com)"],"affiliations":[{"raw_affiliation_string":"Facebook AI Research, Menlo Park, California, United States, (e-mail: s9xie@fb.com)","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100416750","display_name":"Teng Li","orcid":"https://orcid.org/0000-0003-0111-0108"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Teng Li","raw_affiliation_strings":["Facebook, Menlo Park, California, United States, (e-mail: tengli@fb.com)"],"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, California, United States, (e-mail: tengli@fb.com)","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036529548","display_name":"Rodrigo Fonseca","orcid":"https://orcid.org/0000-0001-9662-2661"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rodrigo Fonseca","raw_affiliation_strings":["Computer Science, Brown University, Providence, Rhode Island, United States, 02912-1910 (e-mail: rfonseca@cs.brown.edu)"],"affiliations":[{"raw_affiliation_string":"Computer Science, Brown University, Providence, Rhode Island, United States, 02912-1910 (e-mail: rfonseca@cs.brown.edu)","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106668475","display_name":"Yuandong Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuandong Tian","raw_affiliation_strings":["Facebook AI Research, Facebook, Menlo Park, California, United States, (e-mail: yuandong.tian@gmail.com)"],"affiliations":[{"raw_affiliation_string":"Facebook AI Research, Facebook, Menlo Park, California, United States, (e-mail: yuandong.tian@gmail.com)","institution_ids":["https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5010181097"],"corresponding_institution_ids":["https://openalex.org/I27804330"],"apc_list":null,"apc_paid":null,"fwci":5.303,"has_fulltext":false,"cited_by_count":48,"citation_normalized_percentile":{"value":0.96290906,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"44","issue":"9","first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8012549877166748},{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.6964482665061951},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6086040735244751},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5971695184707642},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.49387460947036743},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.46843940019607544},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.448780357837677},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.44703733921051025},{"id":"https://openalex.org/keywords/beam-search","display_name":"Beam search","score":0.41613009572029114},{"id":"https://openalex.org/keywords/search-algorithm","display_name":"Search algorithm","score":0.37173402309417725},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.2262093722820282},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.19492784142494202},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09257316589355469}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8012549877166748},{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.6964482665061951},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6086040735244751},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5971695184707642},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.49387460947036743},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46843940019607544},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.448780357837677},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.44703733921051025},{"id":"https://openalex.org/C19889080","wikidata":"https://www.wikidata.org/wiki/Q2835852","display_name":"Beam search","level":3,"score":0.41613009572029114},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.37173402309417725},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.2262093722820282},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.19492784142494202},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09257316589355469},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009010","descriptor_name":"Monte Carlo Method","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009010","descriptor_name":"Monte Carlo Method","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009010","descriptor_name":"Monte Carlo Method","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2021.3071343","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3071343","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:33826511","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33826511","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.47999998927116394,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W41222772","https://openalex.org/W60686164","https://openalex.org/W2020732830","https://openalex.org/W2026227599","https://openalex.org/W2028556838","https://openalex.org/W2073107347","https://openalex.org/W2143192733","https://openalex.org/W2151238122","https://openalex.org/W2161632769","https://openalex.org/W2168405694","https://openalex.org/W2186241545","https://openalex.org/W2257979135","https://openalex.org/W2346138280","https://openalex.org/W2399790246","https://openalex.org/W2553303224","https://openalex.org/W2556522401","https://openalex.org/W2915992092","https://openalex.org/W2950137412","https://openalex.org/W2951104886","https://openalex.org/W2951245151","https://openalex.org/W2951622007","https://openalex.org/W2952739082","https://openalex.org/W2955425717","https://openalex.org/W2963821229","https://openalex.org/W2964081807","https://openalex.org/W2964515685","https://openalex.org/W2965658867","https://openalex.org/W2967733054","https://openalex.org/W2981748264","https://openalex.org/W2981985696","https://openalex.org/W2982083293","https://openalex.org/W2989955472","https://openalex.org/W2991040477","https://openalex.org/W2994749257","https://openalex.org/W2996409713","https://openalex.org/W2997699039","https://openalex.org/W3013917324","https://openalex.org/W3034098129","https://openalex.org/W3034609471","https://openalex.org/W3096533519","https://openalex.org/W3107893198","https://openalex.org/W3109946440","https://openalex.org/W4235827857","https://openalex.org/W4287551128","https://openalex.org/W4289763996","https://openalex.org/W4295185264","https://openalex.org/W4300687381","https://openalex.org/W6608206471","https://openalex.org/W6637134053","https://openalex.org/W6639099100","https://openalex.org/W6676179485","https://openalex.org/W6678911119","https://openalex.org/W6704939899","https://openalex.org/W6729956949","https://openalex.org/W6729972426","https://openalex.org/W6730169791","https://openalex.org/W6748057086","https://openalex.org/W6751421292","https://openalex.org/W6752515464","https://openalex.org/W6753701838","https://openalex.org/W6756718674","https://openalex.org/W6758872754","https://openalex.org/W6759402996","https://openalex.org/W6759828284","https://openalex.org/W6761996617","https://openalex.org/W6762718338","https://openalex.org/W6763197128","https://openalex.org/W6764013109","https://openalex.org/W6767064347","https://openalex.org/W6770097211","https://openalex.org/W6771784742","https://openalex.org/W6779269079","https://openalex.org/W6779544626","https://openalex.org/W6779994930","https://openalex.org/W6787294655"],"related_works":["https://openalex.org/W4386269615","https://openalex.org/W2045617684","https://openalex.org/W4390091683","https://openalex.org/W4212798861","https://openalex.org/W1994919150","https://openalex.org/W58921990","https://openalex.org/W2204575588","https://openalex.org/W3115021520","https://openalex.org/W4322703856","https://openalex.org/W2115503785"],"abstract_inverted_index":{"Neural":[0,57],"Architecture":[1,58],"Search":[2,59],"(NAS)":[3],"has":[4],"emerged":[5],"as":[6,86],"a":[7],"promising":[8],"technique":[9],"for":[10],"automatic":[11],"neural":[12],"network":[13],"design.":[14],"However,":[15],"existing":[16,148],"MCTS":[17],"based":[18],"NAS":[19,111],"approaches":[20],"often":[21],"utilize":[22],"manually":[23],"designed":[24],"action":[25,88],"space,":[26],"which":[27,61],"is":[28,118,181],"not":[29],"directly":[30],"related":[31],"to":[32,36,42,64,91],"the":[33,49,67,83,96,106],"performance":[34,80],"metric":[35],"be":[37,100],"optimized":[38],"(e.g.,":[39],"accuracy),":[40],"leading":[41],"sample-inefficient":[43],"explorations":[44],"of":[45],"architectures.":[46],"To":[47],"improve":[48],"sample":[50,124],"efficiency,":[51],"this":[52],"paper":[53],"proposes":[54],"Latent":[55],"Action":[56],"(LaNAS),":[60],"learns":[62],"actions":[63],"recursively":[65],"partition":[66],"search":[68,84,97],"space":[69],"into":[70],"good":[71,107],"or":[72],"bad":[73],"regions":[74,92],"that":[75,116],"contain":[76],"networks":[77],"with":[78,93,175],"similar":[79],"metrics.":[81],"During":[82],"phase,":[85],"different":[87,94],"sequences":[89],"lead":[90],"performance,":[95],"efficiency":[98],"can":[99],"significantly":[101,172],"improved":[102],"by":[103],"biasing":[104],"towards":[105],"regions.":[108],"On":[109],"three":[110],"tasks,":[112],"empirical":[113],"results":[114],"demonstrate":[115],"LaNAS":[117,145,151],"at":[119,163,184],"least":[120],"an":[121],"order":[122],"more":[123],"efficient":[125],"than":[126],"baseline":[127],"methods":[128],"including":[129],"evolutionary":[130],"algorithms,":[131],"Bayesian":[132],"optimizations,":[133],"and":[134,143,158],"random":[135],"search.":[136],"When":[137],"applied":[138],"in":[139,168],"practice,":[140],"both":[141],"one-shot":[142],"regular":[144],"consistently":[146],"outperform":[147],"results.":[149],"Particularly,":[150],"achieves":[152],"99.0":[153],"percent":[154,160],"accuracy":[155,162],"on":[156,166],"CIFAR-10":[157],"80.8":[159],"top1":[161],"600":[164],"MFLOPS":[165],"ImageNet":[167],"only":[169],"800":[170],"samples,":[171],"outperforming":[173],"AmoebaNet":[174],"33\u00d7":[176],"fewer":[177],"samples.":[178],"Our":[179],"code":[180],"publicly":[182],"available":[183],"https://github.com/facebookresearch/LaMCTS.":[185]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}