{"id":"https://openalex.org/W3169924623","doi":"https://doi.org/10.1109/tcyb.2021.3078573","title":"ModuleNet: Knowledge-Inherited Neural Architecture Search","display_name":"ModuleNet: Knowledge-Inherited Neural Architecture Search","publication_year":2021,"publication_date":"2021-06-08","ids":{"openalex":"https://openalex.org/W3169924623","doi":"https://doi.org/10.1109/tcyb.2021.3078573","mag":"3169924623","pmid":"https://pubmed.ncbi.nlm.nih.gov/34097629"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2021.3078573","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2021.3078573","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053853035","display_name":"Yaran Chen","orcid":"https://orcid.org/0000-0001-9356-0610"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaran Chen","raw_affiliation_strings":["The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","College of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]},{"raw_affiliation_string":"College of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103277863","display_name":"Ruiyuan Gao","orcid":"https://orcid.org/0000-0002-1979-6075"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ruiyuan Gao","raw_affiliation_strings":["Department of Computer Science and Engineering, Chinese University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-1979-6075","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076022287","display_name":"Fenggang Liu","orcid":"https://orcid.org/0000-0003-3757-4692"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fenggang Liu","raw_affiliation_strings":["College of Automation, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Automation, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100624298","display_name":"Dongbin Zhao","orcid":"https://orcid.org/0000-0001-8218-9633"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongbin Zhao","raw_affiliation_strings":["The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","College of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8218-9633","affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]},{"raw_affiliation_string":"College of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5306,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.90482925,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"52","issue":"11","first_page":"11661","last_page":"11671"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8072909116744995},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6669347882270813},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6227607131004333},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5274538993835449},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5269965529441833},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.5248668193817139},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4542527496814728},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.4511309862136841},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.4125664532184601},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3237829804420471},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08862173557281494},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07352495193481445}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8072909116744995},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6669347882270813},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6227607131004333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5274538993835449},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5269965529441833},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.5248668193817139},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4542527496814728},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.4511309862136841},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.4125664532184601},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3237829804420471},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08862173557281494},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07352495193481445},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2021.3078573","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2021.3078573","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:34097629","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34097629","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1737854427","display_name":null,"funder_award_id":"20190213","funder_id":"https://openalex.org/F4320328930","funder_display_name":"State Key Laboratory for Management and Control of Complex Systems"},{"id":"https://openalex.org/G6778289247","display_name":null,"funder_award_id":"62006226","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7488736738","display_name":null,"funder_award_id":"FA2018111061SOW12","funder_id":"https://openalex.org/F4320322183","funder_display_name":"Huawei Technologies"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322183","display_name":"Huawei Technologies","ror":"https://ror.org/00cmhce21"},{"id":"https://openalex.org/F4320328930","display_name":"State Key Laboratory for Management and Control of Complex Systems","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1849277567","https://openalex.org/W2046084401","https://openalex.org/W2108598243","https://openalex.org/W2111935653","https://openalex.org/W2116661285","https://openalex.org/W2124290836","https://openalex.org/W2126105956","https://openalex.org/W2154579312","https://openalex.org/W2170302354","https://openalex.org/W2194775991","https://openalex.org/W2417429787","https://openalex.org/W2524771588","https://openalex.org/W2565639579","https://openalex.org/W2593744649","https://openalex.org/W2601347191","https://openalex.org/W2742332513","https://openalex.org/W2752887223","https://openalex.org/W2796265726","https://openalex.org/W2835003784","https://openalex.org/W2887063112","https://openalex.org/W2904169782","https://openalex.org/W2920582597","https://openalex.org/W2953604046","https://openalex.org/W2954234207","https://openalex.org/W2963446712","https://openalex.org/W2963946985","https://openalex.org/W2964081807","https://openalex.org/W2965658867","https://openalex.org/W2969040611","https://openalex.org/W2981748264","https://openalex.org/W2990337486","https://openalex.org/W2994749257","https://openalex.org/W2996409713","https://openalex.org/W2999552082","https://openalex.org/W3006183670","https://openalex.org/W3007518090","https://openalex.org/W3038678879","https://openalex.org/W3046567607","https://openalex.org/W3096533519","https://openalex.org/W3107893198","https://openalex.org/W3118608800","https://openalex.org/W4212774754","https://openalex.org/W4288320011","https://openalex.org/W4297775537","https://openalex.org/W4302793682","https://openalex.org/W6637373629","https://openalex.org/W6729956949","https://openalex.org/W6734593296","https://openalex.org/W6748057086","https://openalex.org/W6752515464","https://openalex.org/W6753344092","https://openalex.org/W6762718338","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2475116013","https://openalex.org/W2066741154","https://openalex.org/W2770018148","https://openalex.org/W2358308169","https://openalex.org/W2385135707","https://openalex.org/W2059109728","https://openalex.org/W2082556335","https://openalex.org/W322691623","https://openalex.org/W2494989134","https://openalex.org/W2509444723"],"abstract_inverted_index":{"Although":[0],"neural":[1,88],"the":[2,45,85,95,126,148,151,168,182],"architecture":[3,68,123,173],"search":[4,119,131,144,189],"(NAS)":[5],"can":[6,60,80,165,191],"bring":[7],"improvement":[8],"to":[9,37,43,125,142],"deep":[10],"models,":[11,97],"it":[12],"always":[13,192],"neglects":[14],"precious":[15],"knowledge":[16,56,83,113,127,185],"of":[17,55,94,111,170,184],"existing":[18,46,86,96,100],"models.":[19],"The":[20],"computation":[21],"and":[22,61,118,133,201],"time":[23],"costing":[24],"property":[25],"in":[26,57,147,157,178],"NAS":[27,75],"also":[28,106],"means":[29],"that":[30,162],"we":[31,51,71,98,116,186],"should":[32,62],"not":[33],"start":[34],"from":[35,84,135],"scratch":[36],"search,":[38],"but":[39],"make":[40,91],"every":[41],"attempt":[42],"reuse":[44],"knowledge.":[47],"In":[48],"this":[49],"article,":[50],"discuss":[52],"what":[53],"kind":[54],"a":[58,66,73,112,121,171],"model":[59],"be":[63],"used":[64],"for":[65,120,145],"new":[67,74,122,172],"design.":[69],"Then,":[70,115],"propose":[72],"algorithm,":[76],"namely,":[77],"ModuleNet,":[78],"which":[79,105],"fully":[81],"inherit":[82],"convolutional":[87,179],"networks.":[89],"To":[90],"full":[92],"use":[93],"decompose":[99],"models":[101],"into":[102],"different":[103],"modules,":[104],"keep":[107],"their":[108],"weights,":[109],"consisting":[110],"base.":[114,128],"sample":[117],"according":[124],"Unlike":[129],"previous":[130],"algorithms,":[132],"benefiting":[134],"inherited":[136],"knowledge,":[137],"our":[138,163,188],"method":[139],"is":[140],"able":[141],"directly":[143],"architectures":[146],"macrospace":[149],"by":[150],"NSGA-II":[152],"algorithm":[153],"without":[154,175],"tuning":[155,176],"parameters":[156],"these":[158],"modules.":[159],"Experiments":[160],"show":[161],"strategy":[164],"efficiently":[166],"evaluate":[167],"performance":[169,195],"even":[174],"weights":[177],"layers.":[180],"With":[181],"help":[183],"inherited,":[187],"results":[190],"achieve":[193],"better":[194],"on":[196],"various":[197],"datasets":[198],"(CIFAR10,":[199],"CIFAR100,":[200],"ImageNet)":[202],"over":[203],"original":[204],"architectures.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}