{"id":"https://openalex.org/W4385488489","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191955","title":"Two-stage Neural Architecture Optimization with Separated Training and Search","display_name":"Two-stage Neural Architecture Optimization with Separated Training and Search","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4385488489","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191955"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10191955","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10191955","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100309605","display_name":"Longze He","orcid":null},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longze He","raw_affiliation_strings":["College of Computer Science, Chongqing University,Chongqing,China","College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University,Chongqing,China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018701235","display_name":"Boyu Hou","orcid":"https://orcid.org/0000-0002-8637-4892"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyu Hou","raw_affiliation_strings":["College of Computer Science, Chongqing University,Chongqing,China","College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University,Chongqing,China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091392414","display_name":"Junwei Dong","orcid":"https://orcid.org/0000-0001-6597-0874"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junwei Dong","raw_affiliation_strings":["College of Computer Science, Chongqing University,Chongqing,China","College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University,Chongqing,China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051395807","display_name":"Liang Feng","orcid":"https://orcid.org/0000-0002-8356-7242"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Feng","raw_affiliation_strings":["College of Computer Science, Chongqing University,Chongqing,China","College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University,Chongqing,China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I158842170"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"63","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7275640964508057},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6604382395744324},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6182029843330383},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4702873229980469}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7275640964508057},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6604382395744324},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6182029843330383},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4702873229980469}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10191955","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10191955","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5400000214576721,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G115140972","display_name":null,"funder_award_id":"2022YFC3801703","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3926504091","display_name":null,"funder_award_id":"cx2018044,cx2019020","funder_id":"https://openalex.org/F4320327835","funder_display_name":"Venture and Innovation Support Program for Chongqing Overseas Returnees"}],"funders":[{"id":"https://openalex.org/F4320327835","display_name":"Venture and Innovation Support Program for Chongqing Overseas Returnees","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1995972800","https://openalex.org/W2018764772","https://openalex.org/W2163922914","https://openalex.org/W2194775991","https://openalex.org/W2618530766","https://openalex.org/W2888429796","https://openalex.org/W2896457183","https://openalex.org/W2907037483","https://openalex.org/W2908510526","https://openalex.org/W2951104886","https://openalex.org/W2951245151","https://openalex.org/W2953604046","https://openalex.org/W2962746461","https://openalex.org/W2963037989","https://openalex.org/W2997806280","https://openalex.org/W2999270366","https://openalex.org/W3007549584","https://openalex.org/W3032945613","https://openalex.org/W3035267174","https://openalex.org/W3036364981","https://openalex.org/W3096533519","https://openalex.org/W3118344311","https://openalex.org/W3173166478","https://openalex.org/W3174412130","https://openalex.org/W3176772026","https://openalex.org/W3212453181","https://openalex.org/W3213098846","https://openalex.org/W4255158661","https://openalex.org/W4287812705","https://openalex.org/W4289763996","https://openalex.org/W4304091707","https://openalex.org/W4385245566","https://openalex.org/W4386065536","https://openalex.org/W6620707391","https://openalex.org/W6739901393","https://openalex.org/W6751421292","https://openalex.org/W6752515464","https://openalex.org/W6753701838","https://openalex.org/W6759402996","https://openalex.org/W6766225098","https://openalex.org/W6774067568","https://openalex.org/W6776700526","https://openalex.org/W6779008929","https://openalex.org/W6779787426","https://openalex.org/W6782312781","https://openalex.org/W6803863600","https://openalex.org/W6847144467"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4224009465","https://openalex.org/W4286629047","https://openalex.org/W4306321456","https://openalex.org/W4285260836","https://openalex.org/W3046775127","https://openalex.org/W3170094116","https://openalex.org/W4205958290","https://openalex.org/W2386387936"],"abstract_inverted_index":{"Neural":[0,65],"architecture":[1,37,43,59,181,228,280,293],"search":[2,38,60,166,182,273],"(NAS)":[3],"has":[4],"been":[5,49],"a":[6,70,113,133,139,150,159,240,251],"popular":[7],"research":[8],"topic":[9],"for":[10,29,58,154,195,214],"designing":[11,158],"deep":[12],"neural":[13,26,42,56,75,123,145,180,193,227,236],"networks":[14],"(DNNs)":[15],"automatically.":[16],"It":[17],"is":[18,69,185,220,286,298],"able":[19],"to":[20,51,111,137,198],"improve":[21],"the":[22,40,89,100,105,120,163,171,178,187,191,200,216,226,259,262,282,291,295],"design":[23],"efficiency":[24,260],"of":[25,35,144,189,225,235,261],"architectures":[27,57,76,102,146,194],"significantly":[28],"given":[30],"learning":[31,104,215],"tasks.":[32],"Recently,":[33],"instead":[34],"conducting":[36],"in":[39,88,103,128,294],"original":[41],"space,":[44,183],"many":[45],"NAS":[46],"approaches":[47],"have":[48],"proposed":[50,263],"learn":[52,138],"continuous":[53,78,86,106,115,142,217],"representations":[54,79],"from":[55,177],"or":[61],"estimation.":[62],"In":[63],"particular,":[64],"Architecture":[66],"Optimization":[67],"(NAO)":[68],"representative":[71],"method":[72],"which":[73,118,147,184,219],"encodes":[74],"as":[77,96],"by":[80,157,222],"an":[81,210],"auto-encoder":[82,213],"and":[83,165,277,290],"then":[84],"performs":[85],"optimization":[87,116,152,234,248],"encoded":[90],"space":[91,117,153],"with":[92,186,204,250,281],"gradient-based":[93],"methods.":[94],"However,":[95],"NAO":[97,135],"only":[98],"considers":[99],"top-ranked":[101],"representation,":[107,218],"it":[108],"could":[109,148],"fail":[110],"construct":[112],"satisfied":[114],"contains":[119],"expected":[121],"high-quality":[122],"architectures.":[124],"Taking":[125],"this":[126,129],"cue,":[127],"paper":[130],"we":[131,168,208,238],"propose":[132,209],"two-stage":[134],"(TNAO)":[136],"more":[140,232],"completed":[141],"representation":[143],"provide":[149],"better":[151],"NAS.":[155],"Specifically,":[156],"pipeline":[160],"that":[161],"separates":[162],"training":[164,172],"stages,":[167],"first":[169],"build":[170],"set":[173],"via":[174],"random":[175],"sampling":[176],"entire":[179],"aim":[188],"collecting":[190],"well-distributed":[192],"training.":[196],"Moreover,":[197],"exploit":[199],"architectural":[201],"semantic":[202],"information":[203,224],"limited":[205],"data":[206],"effectively,":[207],"improved":[211],"Transformer":[212],"supervised":[221],"ranking":[223],"performance.":[229],"Lastly,":[230],"towards":[231],"effective":[233],"architectures,":[237],"adopt":[239],"population-based":[241],"swarm":[242,247],"intelligence":[243],"algorithm,":[244],"i.e.":[245],"competitive":[246],"(CSO),":[249],"newly":[252],"designed":[253],"remapping":[254],"scoring":[255],"scheme.":[256],"To":[257],"evaluate":[258],"TNAO,":[264],"comprehensive":[265],"experimental":[266],"studies":[267],"are":[268],"conducted":[269],"on":[270,288,300],"two":[271],"common":[272],"spaces,":[274],"i.e.,":[275],"NAS-Bench-101":[276,289],"NAS-Bench-201.":[278,301],"The":[279],"top":[283],"0.02%":[284],"performance":[285],"discovered":[287],"best":[292],"CIFAR-10":[296],"dataset":[297],"obtained":[299]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}