{"id":"https://openalex.org/W4396523227","doi":"https://doi.org/10.1109/tpami.2024.3395423","title":"Zero-Shot Neural Architecture Search: Challenges, Solutions, and Opportunities","display_name":"Zero-Shot Neural Architecture Search: Challenges, Solutions, and Opportunities","publication_year":2024,"publication_date":"2024-04-30","ids":{"openalex":"https://openalex.org/W4396523227","doi":"https://doi.org/10.1109/tpami.2024.3395423","pmid":"https://pubmed.ncbi.nlm.nih.gov/38687659"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3395423","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3395423","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108578601","display_name":"Guihong Li","orcid":"https://orcid.org/0000-0001-8537-8632"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guihong Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":"https://orcid.org/0000-0001-8537-8632","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Duc Hoang","orcid":"https://orcid.org/0000-0003-4512-8465"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Duc Hoang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-4512-8465","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033612167","display_name":"Kartikeya Bhardwaj","orcid":"https://orcid.org/0000-0002-8115-4276"},"institutions":[{"id":"https://openalex.org/I4210087596","display_name":"Qualcomm (United States)","ror":"https://ror.org/002zrf773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087596"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kartikeya Bhardwaj","raw_affiliation_strings":["Qualcomm AI Research, Qualcomm Technologies, Inc., San Diego, CA, USA","Qualcomm AI Research, an initiative of Qualcomm Technologies, Inc., CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8115-4276","affiliations":[{"raw_affiliation_string":"Qualcomm AI Research, Qualcomm Technologies, Inc., San Diego, CA, USA","institution_ids":["https://openalex.org/I4210087596"]},{"raw_affiliation_string":"Qualcomm AI Research, an initiative of Qualcomm Technologies, Inc., CA, USA","institution_ids":["https://openalex.org/I4210087596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101677851","display_name":"Ming Lin","orcid":"https://orcid.org/0000-0002-5741-0516"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming Lin","raw_affiliation_strings":["Amazon, Seattle, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5741-0516","affiliations":[{"raw_affiliation_string":"Amazon, Seattle, WA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048522863","display_name":"Zhangyang Wang","orcid":"https://orcid.org/0000-0002-2050-5693"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhangyang Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-2050-5693","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036227385","display_name":"Radu M\u0103rculescu","orcid":"https://orcid.org/0000-0003-1826-7646"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Radu Marculescu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-1826-7646","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.3117,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.98425168,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"46","issue":"12","first_page":"7618","last_page":"7635"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.695851743221283},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.6112416982650757},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5727559328079224},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5392329692840576},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.5064688920974731},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4684849977493286},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4659028947353363},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.42233407497406006},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3495256304740906},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.10944235324859619}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.695851743221283},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.6112416982650757},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5727559328079224},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5392329692840576},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.5064688920974731},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4684849977493286},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4659028947353363},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.42233407497406006},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3495256304740906},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.10944235324859619},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3395423","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3395423","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38687659","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38687659","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.4699999988079071,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":130,"referenced_works":["https://openalex.org/W2133665775","https://openalex.org/W2137983211","https://openalex.org/W2194775991","https://openalex.org/W2417429787","https://openalex.org/W2553303224","https://openalex.org/W2731468224","https://openalex.org/W2773706593","https://openalex.org/W2783873922","https://openalex.org/W2897818259","https://openalex.org/W2906967080","https://openalex.org/W2915992092","https://openalex.org/W2943530662","https://openalex.org/W2945827377","https://openalex.org/W2946547492","https://openalex.org/W2951104886","https://openalex.org/W2953604046","https://openalex.org/W2960010704","https://openalex.org/W2963446712","https://openalex.org/W2963482148","https://openalex.org/W2963778169","https://openalex.org/W2963821229","https://openalex.org/W2963918968","https://openalex.org/W2965862774","https://openalex.org/W2966284335","https://openalex.org/W2967733054","https://openalex.org/W2968986602","https://openalex.org/W2973943791","https://openalex.org/W2981748264","https://openalex.org/W2982083293","https://openalex.org/W2989221291","https://openalex.org/W2996409713","https://openalex.org/W2999270366","https://openalex.org/W3030728803","https://openalex.org/W3034609471","https://openalex.org/W3035363850","https://openalex.org/W3035620341","https://openalex.org/W3081305497","https://openalex.org/W3082154327","https://openalex.org/W3096533519","https://openalex.org/W3101553402","https://openalex.org/W3109946440","https://openalex.org/W3137264163","https://openalex.org/W3164008977","https://openalex.org/W3165698711","https://openalex.org/W3175547386","https://openalex.org/W3185405380","https://openalex.org/W3187567638","https://openalex.org/W3192682950","https://openalex.org/W3195438473","https://openalex.org/W3195892839","https://openalex.org/W3200067639","https://openalex.org/W3202702172","https://openalex.org/W3203406489","https://openalex.org/W3206752670","https://openalex.org/W4205400983","https://openalex.org/W4206546312","https://openalex.org/W4214513763","https://openalex.org/W4221166855","https://openalex.org/W4225310675","https://openalex.org/W4225737905","https://openalex.org/W4285682802","https://openalex.org/W4292420250","https://openalex.org/W4292779060","https://openalex.org/W4295185264","https://openalex.org/W4312617935","https://openalex.org/W4318350985","https://openalex.org/W4385245566","https://openalex.org/W6684191040","https://openalex.org/W6718212895","https://openalex.org/W6729972426","https://openalex.org/W6734593296","https://openalex.org/W6741194474","https://openalex.org/W6743923790","https://openalex.org/W6745256532","https://openalex.org/W6745423705","https://openalex.org/W6745505307","https://openalex.org/W6745614327","https://openalex.org/W6748171661","https://openalex.org/W6748587240","https://openalex.org/W6752495264","https://openalex.org/W6752515464","https://openalex.org/W6753701838","https://openalex.org/W6755166560","https://openalex.org/W6755501315","https://openalex.org/W6756455746","https://openalex.org/W6756887525","https://openalex.org/W6757204547","https://openalex.org/W6758531748","https://openalex.org/W6758955634","https://openalex.org/W6759238893","https://openalex.org/W6759402996","https://openalex.org/W6759828284","https://openalex.org/W6760018943","https://openalex.org/W6761209512","https://openalex.org/W6761996617","https://openalex.org/W6764442487","https://openalex.org/W6766225098","https://openalex.org/W6767064347","https://openalex.org/W6767953722","https://openalex.org/W6771640722","https://openalex.org/W6771784742","https://openalex.org/W6771859737","https://openalex.org/W6772027524","https://openalex.org/W6778883912","https://openalex.org/W6779024865","https://openalex.org/W6779235070","https://openalex.org/W6779348065","https://openalex.org/W6779460946","https://openalex.org/W6780506207","https://openalex.org/W6781941078","https://openalex.org/W6784333009","https://openalex.org/W6788713141","https://openalex.org/W6789284983","https://openalex.org/W6790028984","https://openalex.org/W6790297421","https://openalex.org/W6793646068","https://openalex.org/W6796978233","https://openalex.org/W6800689538","https://openalex.org/W6802728948","https://openalex.org/W6803358979","https://openalex.org/W6803936457","https://openalex.org/W6804143465","https://openalex.org/W6810208950","https://openalex.org/W6810604661","https://openalex.org/W6811370821","https://openalex.org/W6838323604","https://openalex.org/W6840166322","https://openalex.org/W6841841218","https://openalex.org/W6849312621","https://openalex.org/W6948022635"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W2359774528","https://openalex.org/W4298312966","https://openalex.org/W2325697621"],"abstract_inverted_index":{"Recently,":[0],"zero-shot":[1,24,84,102,113],"(or":[2],"training-free)":[3],"Neural":[4],"Architecture":[5],"Search":[6],"(NAS)":[7],"approaches":[8,26],"have":[9,63],"been":[10],"proposed":[11,47],"to":[12,28,76,136],"liberate":[13],"NAS":[14,25,71,85,127],"from":[15],"the":[16,34,42,81,100],"expensive":[17],"training":[18,41],"process.":[19],"The":[20,45],"key":[21],"idea":[22],"behind":[23],"is":[27],"design":[29,137],"proxies":[30,46,103,114],"that":[31],"can":[32],"predict":[33],"accuracy":[35],"of":[36,59],"some":[37],"given":[38],"networks":[39],"without":[40],"network":[43],"parameters.":[44],"so":[48],"far":[49],"are":[50],"usually":[51],"inspired":[52],"by":[53],"recent":[54],"progress":[55],"in":[56,122],"theoretical":[57,107],"understanding":[58],"deep":[60],"learning":[61],"and":[62,70,79,104,118,125],"shown":[64],"great":[65],"potential":[66],"on":[67,90],"several":[68,133],"datasets":[69],"benchmarks.":[72],"This":[73],"paper":[74],"aims":[75],"comprehensively":[77],"review":[78,99],"compare":[80,111],"state-of-the-art":[82],"(SOTA)":[83],"approaches,":[86],"with":[87],"an":[88],"emphasis":[89],"their":[91,106,120],"hardware":[92],"awareness.":[93],"To":[94],"this":[95],"end,":[96],"we":[97,130],"first":[98],"mainstream":[101],"discuss":[105],"underpinnings.":[108],"We":[109],"then":[110],"these":[112],"through":[115],"large-scale":[116],"experiments":[117],"demonstrate":[119],"effectiveness":[121],"both":[123],"hardware-aware":[124],"hardware-oblivious":[126],"scenarios.":[128],"Finally,":[129],"point":[131],"out":[132],"promising":[134],"ideas":[135],"better":[138],"proxies.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":6}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}