{"id":"https://openalex.org/W4403294840","doi":"https://doi.org/10.1109/tai.2024.3477457","title":"Efficient Evaluation Methods for Neural Architecture Search: A Survey","display_name":"Efficient Evaluation Methods for Neural Architecture Search: A Survey","publication_year":2024,"publication_date":"2024-10-10","ids":{"openalex":"https://openalex.org/W4403294840","doi":"https://doi.org/10.1109/tai.2024.3477457"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2024.3477457","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3477457","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xiaotian Song","orcid":"https://orcid.org/0009-0009-7436-4492"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaotian Song","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090873309","display_name":"Xiangning Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangning Xie","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069754254","display_name":"Zeqiong Lv","orcid":"https://orcid.org/0000-0002-1276-6711"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeqiong Lv","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010638666","display_name":"Gary G. Yen","orcid":"https://orcid.org/0000-0001-8851-5348"},"institutions":[{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gary G. Yen","raw_affiliation_strings":["School of Electrical and Computer Engineering, Oklahoma State University, Stillwater, OK, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Oklahoma State University, Stillwater, OK, USA","institution_ids":["https://openalex.org/I115475287"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Weiping Ding","orcid":"https://orcid.org/0000-0002-3180-7347"},"institutions":[{"id":"https://openalex.org/I199305430","display_name":"Nantong University","ror":"https://ror.org/02afcvw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I199305430"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiping Ding","raw_affiliation_strings":["School of Artificial Intelligence and Computer Science, Nantong University, Nantong, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Computer Science, Nantong University, Nantong, China","institution_ids":["https://openalex.org/I199305430"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiancheng Lv","orcid":"https://orcid.org/0000-0001-6551-3884"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiancheng Lv","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091058342","display_name":"Yanan Sun","orcid":"https://orcid.org/0000-0001-6374-1429"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanan Sun","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I24185976","https://openalex.org/I4210125143"],"apc_list":null,"apc_paid":null,"fwci":6.1247,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.97393512,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"5","issue":"12","first_page":"5990","last_page":"6011"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9610000252723694,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9610000252723694,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9498999714851379,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9265999794006348,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6042333841323853},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5674963593482971},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4263719916343689},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38753005862236023},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.10281369090080261}],"concepts":[{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6042333841323853},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5674963593482971},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4263719916343689},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38753005862236023},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.10281369090080261},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2024.3477457","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2024.3477457","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G524008204","display_name":null,"funder_award_id":"62276175","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":161,"referenced_works":["https://openalex.org/W2018764772","https://openalex.org/W2108598243","https://openalex.org/W2146096861","https://openalex.org/W2234598170","https://openalex.org/W2611669764","https://openalex.org/W2752887223","https://openalex.org/W2773706593","https://openalex.org/W2887063112","https://openalex.org/W2922904612","https://openalex.org/W2946547492","https://openalex.org/W2953308748","https://openalex.org/W2953604046","https://openalex.org/W2954826798","https://openalex.org/W2954996726","https://openalex.org/W2960010704","https://openalex.org/W2963525613","https://openalex.org/W2963821229","https://openalex.org/W2964081807","https://openalex.org/W2965658867","https://openalex.org/W2967733054","https://openalex.org/W2980270353","https://openalex.org/W2981406437","https://openalex.org/W2981748264","https://openalex.org/W3007887207","https://openalex.org/W3013310686","https://openalex.org/W3034535818","https://openalex.org/W3034609471","https://openalex.org/W3034764953","https://openalex.org/W3034860472","https://openalex.org/W3034942609","https://openalex.org/W3035189477","https://openalex.org/W3035620341","https://openalex.org/W3035682321","https://openalex.org/W3035715446","https://openalex.org/W3083175178","https://openalex.org/W3083427717","https://openalex.org/W3094801149","https://openalex.org/W3095058588","https://openalex.org/W3096533519","https://openalex.org/W3097623574","https://openalex.org/W3106751511","https://openalex.org/W3107453328","https://openalex.org/W3107893198","https://openalex.org/W3126868393","https://openalex.org/W3129613340","https://openalex.org/W3141797743","https://openalex.org/W3158482653","https://openalex.org/W3164008977","https://openalex.org/W3168622113","https://openalex.org/W3172317602","https://openalex.org/W3173166478","https://openalex.org/W3173344965","https://openalex.org/W3173807327","https://openalex.org/W3174470190","https://openalex.org/W3175398266","https://openalex.org/W3175546444","https://openalex.org/W3175547386","https://openalex.org/W3175894592","https://openalex.org/W3176634481","https://openalex.org/W3176772026","https://openalex.org/W3185010627","https://openalex.org/W3188304288","https://openalex.org/W3192682950","https://openalex.org/W3192814580","https://openalex.org/W3195259449","https://openalex.org/W3202710372","https://openalex.org/W3203760080","https://openalex.org/W3209182676","https://openalex.org/W3210614099","https://openalex.org/W3210666576","https://openalex.org/W3211387996","https://openalex.org/W4200073570","https://openalex.org/W4210768189","https://openalex.org/W4213439605","https://openalex.org/W4214513763","https://openalex.org/W4214706346","https://openalex.org/W4225107259","https://openalex.org/W4226437046","https://openalex.org/W4255158661","https://openalex.org/W4256247532","https://openalex.org/W4282934996","https://openalex.org/W4285306522","https://openalex.org/W4285370549","https://openalex.org/W4285667588","https://openalex.org/W4310264376","https://openalex.org/W4310935318","https://openalex.org/W4312351737","https://openalex.org/W4312454156","https://openalex.org/W4312545227","https://openalex.org/W4312617935","https://openalex.org/W4312805352","https://openalex.org/W4312943253","https://openalex.org/W4312994387","https://openalex.org/W4365397863","https://openalex.org/W4386075675","https://openalex.org/W4390873678","https://openalex.org/W6685444988","https://openalex.org/W6693270258","https://openalex.org/W6713783767","https://openalex.org/W6729956949","https://openalex.org/W6734593296","https://openalex.org/W6741978826","https://openalex.org/W6743745977","https://openalex.org/W6745728296","https://openalex.org/W6745748327","https://openalex.org/W6748171661","https://openalex.org/W6751209437","https://openalex.org/W6751831502","https://openalex.org/W6752515464","https://openalex.org/W6753303928","https://openalex.org/W6753344092","https://openalex.org/W6753701838","https://openalex.org/W6755166560","https://openalex.org/W6756887525","https://openalex.org/W6758122734","https://openalex.org/W6759402224","https://openalex.org/W6759402996","https://openalex.org/W6763197128","https://openalex.org/W6763233178","https://openalex.org/W6767064347","https://openalex.org/W6767953722","https://openalex.org/W6767994309","https://openalex.org/W6771127686","https://openalex.org/W6771627115","https://openalex.org/W6771784742","https://openalex.org/W6771792690","https://openalex.org/W6772027524","https://openalex.org/W6773550217","https://openalex.org/W6773935006","https://openalex.org/W6774067568","https://openalex.org/W6779348065","https://openalex.org/W6779460946","https://openalex.org/W6780197768","https://openalex.org/W6780506207","https://openalex.org/W6781941078","https://openalex.org/W6782312781","https://openalex.org/W6784847242","https://openalex.org/W6785063415","https://openalex.org/W6785620376","https://openalex.org/W6786318859","https://openalex.org/W6787972765","https://openalex.org/W6788713141","https://openalex.org/W6789284983","https://openalex.org/W6790297421","https://openalex.org/W6791089053","https://openalex.org/W6791209515","https://openalex.org/W6793646068","https://openalex.org/W6796243091","https://openalex.org/W6796973776","https://openalex.org/W6797304698","https://openalex.org/W6798632822","https://openalex.org/W6800383535","https://openalex.org/W6800605685","https://openalex.org/W6803358979","https://openalex.org/W6803863600","https://openalex.org/W6809882961","https://openalex.org/W6810208950","https://openalex.org/W6810738286","https://openalex.org/W6841648830","https://openalex.org/W6846256908","https://openalex.org/W6849312621"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2038503502"],"abstract_inverted_index":{"Neural":[0],"architecture":[1],"search":[2],"(NAS)":[3],"has":[4],"received":[5],"increasing":[6],"attention":[7],"because":[8],"of":[9,17,32,40,86,103,116,150,160,188],"its":[10],"exceptional":[11],"merits":[12],"in":[13,118,122,176,211,222],"automating":[14],"the":[15,24,83,93,101,114,127,137,142,148,157,166,198,203,209,212,218,223],"design":[16,138],"deep":[18],"neural":[19],"network":[20],"(DNN)":[21],"architectures.":[22],"However,":[23],"performance":[25],"evaluation":[26,53],"process,":[27],"as":[28],"a":[29,37,78,185],"key":[30],"part":[31],"NAS,":[33],"often":[34],"requires":[35],"training":[36],"large":[38],"number":[39,102],"DNNs.":[41],"This":[42],"inevitably":[43],"makes":[44],"NAS":[45,213],"computationally":[46],"expensive.":[47],"In":[48,64,130,180,207],"past":[49],"years,":[50],"many":[51],"efficient":[52],"methods":[54],"(EEMs)":[55],"have":[56],"been":[57],"proposed":[58],"to":[59,74,81,146,171],"address":[60],"this":[61,65,87,177,182],"critical":[62],"issue.":[63],"article,":[66],"we":[67,91,134,163],"comprehensively":[68],"survey":[69,183],"these":[70,108],"EEMs":[71,95],"published":[72],"up":[73],"date,":[75],"and":[76,140,144,169,193],"provide":[77],"detailed":[79],"analysis":[80],"motivate":[82],"further":[84,135],"development":[85],"research":[88,158,174],"direction.":[89],"Specifically,":[90],"divide":[92],"existing":[94,151],"into":[96],"four":[97],"categories":[98],"based":[99],"on":[100],"DNNs":[104],"trained":[105],"for":[106,190,202],"constructing":[107],"EEMs.":[109,161],"The":[110],"categorization":[111],"can":[112,121,195],"reflect":[113],"degree":[115],"efficiency":[117],"principle,":[119],"which":[120],"turn":[123],"help":[124],"quickly":[125],"grasp":[126],"methodological":[128],"features.":[129],"surveying":[131],"each":[132],"category,":[133],"discuss":[136,165],"principles":[139],"analyze":[141],"strengths":[143],"weaknesses":[145],"clarify":[147],"landscape":[149],"EEMs,":[152],"thus":[153],"making":[154],"easily":[155,196],"understanding":[156],"trends":[159],"Furthermore,":[162],"also":[164],"current":[167],"challenges":[168],"issues":[170],"identify":[172],"future":[173,219],"directions":[175,220],"emerging":[178],"topic.":[179],"summary,":[181],"provides":[184],"convenient":[186],"overview":[187],"EEM":[189,200],"interested":[191],"users,":[192],"they":[194],"select":[197],"proper":[199],"method":[201],"tasks":[204],"at":[205],"hand.":[206],"addition,":[208],"researchers":[210],"field":[214],"could":[215],"continue":[216],"exploring":[217],"suggested":[221],"article.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}