{"id":"https://openalex.org/W4312814275","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892632","title":"Layer-Wisely Supervised Learning For One-Shot Neural Architecture Search","display_name":"Layer-Wisely Supervised Learning For One-Shot Neural Architecture Search","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4312814275","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892632"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn55064.2022.9892632","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892632","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100606731","display_name":"Yifei Chen","orcid":"https://orcid.org/0009-0001-9475-0480"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yifei Chen","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","CRISE, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"CRISE, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091351643","display_name":"Zhourui Guo","orcid":"https://orcid.org/0009-0002-3416-7848"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhourui Guo","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","CRISE, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"CRISE, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083652259","display_name":"Qiyue Yin","orcid":"https://orcid.org/0000-0002-3442-6275"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiyue Yin","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","CRISE, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"CRISE, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353596","display_name":"Hao Chen","orcid":"https://orcid.org/0000-0002-8400-3780"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Chen","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China","CRISE, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"CRISE, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028693655","display_name":"Kaiqi Huang","orcid":"https://orcid.org/0000-0002-2677-9273"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiqi Huang","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","CRISE, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"CRISE, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100606731"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210100255","https://openalex.org/I4210112150","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15628119,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7865491509437561},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7447746992111206},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6882354021072388},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6865180730819702},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.567730188369751},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5361995100975037},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.47793132066726685},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.439313679933548}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7865491509437561},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7447746992111206},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6882354021072388},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6865180730819702},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.567730188369751},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5361995100975037},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.47793132066726685},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.439313679933548},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn55064.2022.9892632","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892632","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2136922672","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2622263826","https://openalex.org/W2752782242","https://openalex.org/W2788295695","https://openalex.org/W2885820039","https://openalex.org/W2911586496","https://openalex.org/W2949264490","https://openalex.org/W2949736877","https://openalex.org/W2951104886","https://openalex.org/W2953604046","https://openalex.org/W2955425717","https://openalex.org/W2962746461","https://openalex.org/W2963047948","https://openalex.org/W2963163009","https://openalex.org/W2963446712","https://openalex.org/W2963778169","https://openalex.org/W2964081807","https://openalex.org/W2964259004","https://openalex.org/W2967733054","https://openalex.org/W2983785920","https://openalex.org/W2995999070","https://openalex.org/W3005680577","https://openalex.org/W3006500080","https://openalex.org/W3030728803","https://openalex.org/W3034528892","https://openalex.org/W3034535818","https://openalex.org/W3034764953","https://openalex.org/W3047106524","https://openalex.org/W3096533519","https://openalex.org/W3097555862","https://openalex.org/W3109946440","https://openalex.org/W3110978130","https://openalex.org/W3113272803","https://openalex.org/W3118344311","https://openalex.org/W3125127048","https://openalex.org/W3139445856","https://openalex.org/W3204326190","https://openalex.org/W4239181501","https://openalex.org/W4255158661","https://openalex.org/W4295185264","https://openalex.org/W4297808394","https://openalex.org/W6729972426","https://openalex.org/W6734593296","https://openalex.org/W6739622702","https://openalex.org/W6745614327","https://openalex.org/W6752515464","https://openalex.org/W6753344092","https://openalex.org/W6756887525","https://openalex.org/W6757376125","https://openalex.org/W6761158446","https://openalex.org/W6761209512","https://openalex.org/W6762718338","https://openalex.org/W6766225098","https://openalex.org/W6771654589","https://openalex.org/W6773935006","https://openalex.org/W6774314701","https://openalex.org/W6781354675","https://openalex.org/W6782312781","https://openalex.org/W6784847242","https://openalex.org/W6787227670","https://openalex.org/W6789802742","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W3127142483","https://openalex.org/W4385565564","https://openalex.org/W2898073868","https://openalex.org/W2138488530","https://openalex.org/W2971071571","https://openalex.org/W2798835721","https://openalex.org/W2387658907","https://openalex.org/W2922169395","https://openalex.org/W25098770","https://openalex.org/W2385796165"],"abstract_inverted_index":{"Neural":[0],"architecture":[1,16,47],"search":[2,17,93],"aims":[3],"to":[4,25,42,60,100,110],"automatically":[5],"discover":[6,128],"both":[7,206],"efficient":[8],"and":[9,29,82,176,188,208],"effective":[10],"neural":[11,15],"architectures.":[12],"Recently,":[13],"one-shot":[14,39,66,117],"(one-shot":[18],"NAS)":[19],"has":[20],"drawn":[21],"great":[22],"attention":[23],"due":[24],"its":[26],"high":[27],"efficiency":[28],"competitive":[30],"performance.":[31],"One":[32],"of":[33,46,85,116,193,214],"the":[34,44,61,70,76,90,112,157,161,165,173,178,198,212],"most":[35],"important":[36],"problems":[37],"in":[38,92],"NAS":[40,118],"is":[41,54,87,94,98],"evaluate":[43],"capabilities":[45,81,84],"candidates.":[48],"In":[49,105,181],"particular,":[50],"a":[51,139,190],"pre-trained":[52],"super-net":[53,91,143,194],"served":[55],"as":[56,145,147],"an":[57],"evaluator.":[58],"Due":[59],"large":[62,113],"weight-sharing":[63,114],"space,":[64],"current":[65],"methods":[67],"suffer":[68],"from":[69,160],"ranking":[71,77,148,179],"disorder":[72],"issue,":[73],"that":[74,129,133],"is,":[75],"correlation":[78],"between":[79],"estimated":[80],"true":[83],"candidates":[86],"incorrect.":[88],"Moreover,":[89],"dense":[95],"thus":[96],"it":[97,183],"inefficient":[99],"train":[101],"with":[102,138,164,197,205],"end-to-end":[103],"back-propagation.":[104],"this":[106],"paper,":[107],"we":[108,127,151],"propose":[109],"modularize":[111],"space":[115],"into":[119],"layers":[120],"by":[121,155],"introducing":[122],"layer-wisely":[123],"supervised":[124,207],"learning.":[125],"But":[126],"greedy":[130],"layer-wise":[131],"learning":[132],"learns":[134],"each":[135,153],"layer":[136,154],"separately":[137],"local":[140],"objective":[141,162],"hurts":[142],"performance":[144],"well":[146],"correlation.":[149,180],"Instead,":[150],"learn":[152],"using":[156],"gradients":[158],"propagated":[159],"associated":[163],"adjacent":[166],"upper":[167],"layer.":[168],"The":[169],"simple":[170],"proposal":[171],"reduces":[172,184],"representation":[174],"shift":[175],"improves":[177],"addition,":[182],"47.4%":[185],"memory":[186],"footprint":[187],"gets":[189],"faster":[191],"convergence":[192],"training":[195],"compared":[196],"strong":[199],"baseline.":[200],"Extensive":[201],"experiments":[202],"on":[203],"ImageNet":[204],"self-supervised":[209],"objectives":[210],"demonstrate":[211],"effectiveness":[213],"our":[215],"proposal.":[216]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}