{"id":"https://openalex.org/W3188304288","doi":"https://doi.org/10.1109/tevc.2022.3147526","title":"BenchENAS: A Benchmarking Platform for Evolutionary Neural Architecture Search","display_name":"BenchENAS: A Benchmarking Platform for Evolutionary Neural Architecture Search","publication_year":2022,"publication_date":"2022-01-31","ids":{"openalex":"https://openalex.org/W3188304288","doi":"https://doi.org/10.1109/tevc.2022.3147526","mag":"3188304288"},"language":"en","primary_location":{"id":"doi:10.1109/tevc.2022.3147526","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2022.3147526","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051563574","display_name":"Xiangning Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiangning Xie","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022855479","display_name":"Yuqiao Liu","orcid":"https://orcid.org/0000-0001-6255-2714"},"institutions":[{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]},{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqiao Liu","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091058342","display_name":"Yanan Sun","orcid":"https://orcid.org/0000-0001-6374-1429"},"institutions":[{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]},{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanan Sun","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010638666","display_name":"Gary G. Yen","orcid":"https://orcid.org/0000-0001-8851-5348"},"institutions":[{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gary G. Yen","raw_affiliation_strings":["School of Electrical and Computer Engineering, Oklahoma State University, Stillwater, OK, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Oklahoma State University, Stillwater, OK, USA","institution_ids":["https://openalex.org/I115475287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077569089","display_name":"Bing Xue","orcid":"https://orcid.org/0000-0002-4865-8026"},"institutions":[{"id":"https://openalex.org/I41156924","display_name":"Victoria University of Wellington","ror":"https://ror.org/0040r6f76","country_code":"NZ","type":"education","lineage":["https://openalex.org/I41156924"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Bing Xue","raw_affiliation_strings":["School of Engineering and Computer Science, Victoria University of Wellington, Wellington, New Zealand"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Computer Science, Victoria University of Wellington, Wellington, New Zealand","institution_ids":["https://openalex.org/I41156924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100400258","display_name":"Mengjie Zhang","orcid":"https://orcid.org/0000-0003-4463-9538"},"institutions":[{"id":"https://openalex.org/I41156924","display_name":"Victoria University of Wellington","ror":"https://ror.org/0040r6f76","country_code":"NZ","type":"education","lineage":["https://openalex.org/I41156924"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Mengjie Zhang","raw_affiliation_strings":["School of Engineering and Computer Science, Victoria University of Wellington, Wellington, New Zealand"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Computer Science, Victoria University of Wellington, Wellington, New Zealand","institution_ids":["https://openalex.org/I41156924"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5051563574"],"corresponding_institution_ids":["https://openalex.org/I24185976","https://openalex.org/I4210125143"],"apc_list":null,"apc_paid":null,"fwci":3.5808,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.93549431,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"26","issue":"6","first_page":"1473","last_page":"1485"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8295671343803406},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7494499683380127},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6594955325126648},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.655892014503479},{"id":"https://openalex.org/keywords/evolutionary-computation","display_name":"Evolutionary computation","score":0.5828038454055786},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5383999943733215},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.5047458410263062},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47214773297309875},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.463975727558136},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4351540803909302},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.41684624552726746},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4131728410720825},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.16982132196426392},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.13760611414909363},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12901824712753296},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1235697865486145}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8295671343803406},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7494499683380127},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6594955325126648},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.655892014503479},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.5828038454055786},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5383999943733215},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.5047458410263062},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47214773297309875},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.463975727558136},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4351540803909302},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.41684624552726746},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4131728410720825},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.16982132196426392},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.13760611414909363},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12901824712753296},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1235697865486145},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tevc.2022.3147526","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2022.3147526","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5801878730","display_name":null,"funder_award_id":"2021PP15002000","funder_id":"https://openalex.org/F4320316084","funder_display_name":"China Computer Federation"}],"funders":[{"id":"https://openalex.org/F4320316084","display_name":"China Computer Federation","ror":"https://ror.org/015xj5w40"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":105,"referenced_works":["https://openalex.org/W1492417045","https://openalex.org/W1559956479","https://openalex.org/W1573534773","https://openalex.org/W1686810756","https://openalex.org/W1779452081","https://openalex.org/W1975292844","https://openalex.org/W2023953679","https://openalex.org/W2096590200","https://openalex.org/W2097117768","https://openalex.org/W2097571405","https://openalex.org/W2100604298","https://openalex.org/W2107726111","https://openalex.org/W2112796928","https://openalex.org/W2126105956","https://openalex.org/W2149362532","https://openalex.org/W2152195021","https://openalex.org/W2156194072","https://openalex.org/W2167159964","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2254262971","https://openalex.org/W2259324379","https://openalex.org/W2518108298","https://openalex.org/W2530876040","https://openalex.org/W2543580944","https://openalex.org/W2553303224","https://openalex.org/W2583496274","https://openalex.org/W2594529350","https://openalex.org/W2606006859","https://openalex.org/W2622263826","https://openalex.org/W2673988463","https://openalex.org/W2741430497","https://openalex.org/W2746314669","https://openalex.org/W2765407302","https://openalex.org/W2767002384","https://openalex.org/W2782417188","https://openalex.org/W2783781089","https://openalex.org/W2789203958","https://openalex.org/W2885311373","https://openalex.org/W2887063112","https://openalex.org/W2896457183","https://openalex.org/W2899771611","https://openalex.org/W2915992092","https://openalex.org/W2916118939","https://openalex.org/W2919115771","https://openalex.org/W2944345944","https://openalex.org/W2949264490","https://openalex.org/W2951104886","https://openalex.org/W2951245151","https://openalex.org/W2952634764","https://openalex.org/W2953308748","https://openalex.org/W2953384591","https://openalex.org/W2954234207","https://openalex.org/W2962863496","https://openalex.org/W2962950660","https://openalex.org/W2963263347","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963446712","https://openalex.org/W2963778169","https://openalex.org/W2963946985","https://openalex.org/W2964081807","https://openalex.org/W2964212578","https://openalex.org/W2964515685","https://openalex.org/W2965658867","https://openalex.org/W2966284335","https://openalex.org/W2981958259","https://openalex.org/W2982475424","https://openalex.org/W2998030011","https://openalex.org/W2999270366","https://openalex.org/W3080443832","https://openalex.org/W3099100043","https://openalex.org/W3100195331","https://openalex.org/W3100495615","https://openalex.org/W3118608800","https://openalex.org/W3192682950","https://openalex.org/W4255158661","https://openalex.org/W4297797495","https://openalex.org/W4300107274","https://openalex.org/W4385245566","https://openalex.org/W4387688680","https://openalex.org/W6637373629","https://openalex.org/W6638005537","https://openalex.org/W6692488971","https://openalex.org/W6713134421","https://openalex.org/W6726497184","https://openalex.org/W6729956949","https://openalex.org/W6734593296","https://openalex.org/W6739622702","https://openalex.org/W6739901393","https://openalex.org/W6741978826","https://openalex.org/W6743428213","https://openalex.org/W6745136726","https://openalex.org/W6745458143","https://openalex.org/W6745614327","https://openalex.org/W6752515464","https://openalex.org/W6753278433","https://openalex.org/W6754484989","https://openalex.org/W6755207826","https://openalex.org/W6756040250","https://openalex.org/W6759402996","https://openalex.org/W6759828284","https://openalex.org/W6760018943","https://openalex.org/W6771859737","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4297582752","https://openalex.org/W4285805405","https://openalex.org/W85101999","https://openalex.org/W2391924736","https://openalex.org/W3133779647","https://openalex.org/W1560122427","https://openalex.org/W2802808995","https://openalex.org/W2593449396","https://openalex.org/W2780789525","https://openalex.org/W2787833928"],"abstract_inverted_index":{"Neural":[0],"architecture":[1],"search":[2],"(NAS),":[3],"which":[4,151],"automatically":[5],"designs":[6,115],"the":[7,21,42,101,106,124,135,138,181,188,216],"architectures":[8],"of":[9,28,44,127,137,221],"deep":[10],"neural":[11],"networks,":[12],"has":[13,132,200],"achieved":[14],"breakthrough":[15],"success":[16],"over":[17],"many":[18],"applications":[19],"in":[20,76,109,154,187],"past":[22],"few":[23],"years.":[24],"Among":[25],"different":[26,52,57,95],"classes":[27],"NAS":[29,33],"methods,":[30],"evolutionary":[31,80,128],"computation-based":[32],"(ENAS)":[34],"methods":[35],"have":[36],"recently":[37],"gained":[38],"much":[39],"attention.":[40],"Unfortunately,":[41],"development":[43],"ENAS":[45,53,168,190],"is":[46,142],"hindered":[47],"by":[48,65,97],"unfair":[49],"comparison":[50,164,183],"between":[51,94],"algorithms":[54,96,169],"due":[55],"to":[56,82,90,144,203],"training":[58],"conditions":[59],"and":[60,118,146,149,157,192,219],"high":[61,171],"computational":[62],"cost":[63],"caused":[64],"expensive":[66],"performance":[67,107],"evaluation.":[68,139],"This":[69,130,160],"article":[70,161],"develops":[71],"a":[72,110,116],"platform":[73],"named":[74],"BenchENAS,":[75],"short":[77],"for":[78,123,223],"benchmarking":[79],"NAS,":[81],"address":[83],"these":[84],"issues.":[85],"BenchENAS":[86,114,141,193,205,222],"makes":[87],"it":[88],"easy":[89,143,158],"achieve":[91],"fair":[92,182],"comparisons":[93],"keeping":[98],"them":[99],"under":[100],"same":[102],"settings.":[103],"To":[104],"accelerate":[105],"evaluation":[108,121],"common":[111],"lab":[112],"environment,":[113],"novel":[117],"generic":[119],"efficient":[120,163],"method":[122,131],"population":[125],"characteristics":[126],"computation.":[129],"greatly":[133],"improved":[134],"efficiency":[136],"Furthermore,":[140],"install":[145],"highly":[147],"configurable":[148],"modular,":[150],"brings":[152],"benefits":[153],"good":[155],"usability":[156],"extensibility.":[159],"conducts":[162],"experiments":[165,178],"on":[166,174],"eight":[167],"with":[170],"GPU":[172],"utilization":[173],"this":[175,196],"platform.":[176],"The":[177],"validate":[179],"that":[180],"issue":[184],"does":[185],"exist":[186],"current":[189],"algorithms,":[191],"can":[194,214],"alleviate":[195],"issue.":[197],"A":[198],"Website":[199],"been":[201],"built":[202],"promote":[204],"at":[206],"<uri":[207],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[208],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://benchenas.com</uri>":[209],",":[210],"where":[211],"interested":[212],"researchers":[213],"obtain":[215],"source":[217],"code":[218],"document":[220],"free.":[224]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}