{"id":"https://openalex.org/W4387185436","doi":"https://doi.org/10.3233/faia230294","title":"Shrink-Perturb Improves Architecture Mixing During Population Based Training for Neural Architecture Search","display_name":"Shrink-Perturb Improves Architecture Mixing During Population Based Training for Neural Architecture Search","publication_year":2023,"publication_date":"2023-09-28","ids":{"openalex":"https://openalex.org/W4387185436","doi":"https://doi.org/10.3233/faia230294"},"language":"en","primary_location":{"id":"doi:10.3233/faia230294","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3233/faia230294","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230294","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230294","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Alexander Chebykin","orcid":"https://orcid.org/0000-0002-3549-3533"},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832","https://openalex.org/I4405262988"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Alexander Chebykin","raw_affiliation_strings":["Centrum Wiskunde & Informatica"],"raw_orcid":"https://orcid.org/0000-0002-3549-3533","affiliations":[{"raw_affiliation_string":"Centrum Wiskunde & Informatica","institution_ids":["https://openalex.org/I1341640284"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006864822","display_name":"Arkadiy Dushatskiy","orcid":"https://orcid.org/0000-0003-0945-0262"},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832","https://openalex.org/I4405262988"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Arkadiy Dushatskiy","raw_affiliation_strings":["Centrum Wiskunde & Informatica"],"raw_orcid":"https://orcid.org/0000-0003-0945-0262","affiliations":[{"raw_affiliation_string":"Centrum Wiskunde & Informatica","institution_ids":["https://openalex.org/I1341640284"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025122230","display_name":"Tanja Alderliesten","orcid":"https://orcid.org/0000-0003-4261-7511"},"institutions":[{"id":"https://openalex.org/I2800006345","display_name":"Leiden University Medical Center","ror":"https://ror.org/05xvt9f17","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2800006345"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Tanja Alderliesten","raw_affiliation_strings":["Leiden University Medical Center, Department of Radiation Oncology"],"raw_orcid":"https://orcid.org/0000-0003-4261-7511","affiliations":[{"raw_affiliation_string":"Leiden University Medical Center, Department of Radiation Oncology","institution_ids":["https://openalex.org/I2800006345"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031539135","display_name":"Peter A. N. Bosman","orcid":"https://orcid.org/0000-0002-4186-6666"},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832","https://openalex.org/I4405262988"]},{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Peter Bosman","raw_affiliation_strings":["Centrum Wiskunde & Informatica","Delft University of Technology"],"raw_orcid":"https://orcid.org/0000-0002-4186-6666","affiliations":[{"raw_affiliation_string":"Centrum Wiskunde & Informatica","institution_ids":["https://openalex.org/I1341640284"]},{"raw_affiliation_string":"Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1341640284"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34465559,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6888395547866821},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.6469746232032776},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.5474364161491394},{"id":"https://openalex.org/keywords/mixing","display_name":"Mixing (physics)","score":0.5145356059074402},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5123575925827026},{"id":"https://openalex.org/keywords/parallelizable-manifold","display_name":"Parallelizable manifold","score":0.5038668513298035},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5036494135856628},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4967966377735138},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.48865702748298645},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.48641061782836914},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.43017542362213135},{"id":"https://openalex.org/keywords/random-search","display_name":"Random search","score":0.4255220293998718},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40591320395469666},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19384002685546875},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.17922958731651306}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6888395547866821},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.6469746232032776},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.5474364161491394},{"id":"https://openalex.org/C138777275","wikidata":"https://www.wikidata.org/wiki/Q6884054","display_name":"Mixing (physics)","level":2,"score":0.5145356059074402},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5123575925827026},{"id":"https://openalex.org/C148047603","wikidata":"https://www.wikidata.org/wiki/Q1014612","display_name":"Parallelizable manifold","level":2,"score":0.5038668513298035},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5036494135856628},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4967966377735138},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.48865702748298645},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.48641061782836914},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.43017542362213135},{"id":"https://openalex.org/C126661757","wikidata":"https://www.wikidata.org/wiki/Q4925641","display_name":"Random search","level":2,"score":0.4255220293998718},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40591320395469666},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19384002685546875},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17922958731651306},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3233/faia230294","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3233/faia230294","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230294","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:cwi.nl:33478","is_oa":false,"landing_page_url":"https://ir.cwi.nl/pub/33478","pdf_url":null,"source":{"id":"https://openalex.org/S7407055335","display_name":"Centrum Wiskunde & Informatica (CWI), the national research institute for mathematics and computer science in the Netherlands","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:tudelft.nl:uuid:2244d288-b123-4124-8b42-5698e783ef4d","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:2244d288-b123-4124-8b42-5698e783ef4d","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"}],"best_oa_location":{"id":"doi:10.3233/faia230294","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3233/faia230294","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230294","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1223277947","display_name":null,"funder_award_id":"18373","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G5007988233","display_name":"Optimization for and with Machine Learning (OPTIMAL)","funder_award_id":"OCENW.GROOT.2019.015","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G845402991","display_name":null,"funder_award_id":"2019.015","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387185436.pdf","grobid_xml":"https://content.openalex.org/works/W4387185436.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W60686164","https://openalex.org/W2097998348","https://openalex.org/W2118858186","https://openalex.org/W2156728410","https://openalex.org/W2178031510","https://openalex.org/W2194775991","https://openalex.org/W2344075909","https://openalex.org/W2553303224","https://openalex.org/W2781585732","https://openalex.org/W2785678896","https://openalex.org/W2810075754","https://openalex.org/W2883202835","https://openalex.org/W2917028965","https://openalex.org/W2924148359","https://openalex.org/W2939863610","https://openalex.org/W2949006808","https://openalex.org/W2951104886","https://openalex.org/W2962746461","https://openalex.org/W2963373786","https://openalex.org/W2963628712","https://openalex.org/W2963981733","https://openalex.org/W2964024268","https://openalex.org/W2964515685","https://openalex.org/W2968415023","https://openalex.org/W2969797940","https://openalex.org/W2989221291","https://openalex.org/W2994470118","https://openalex.org/W2994731810","https://openalex.org/W2994749257","https://openalex.org/W2995904835","https://openalex.org/W2996409713","https://openalex.org/W3002944878","https://openalex.org/W3008387086","https://openalex.org/W3012825518","https://openalex.org/W3033395418","https://openalex.org/W3034309359","https://openalex.org/W3035170495","https://openalex.org/W3035620341","https://openalex.org/W3048000637","https://openalex.org/W3080717140","https://openalex.org/W3082857813","https://openalex.org/W3092954297","https://openalex.org/W3095194728","https://openalex.org/W3098072209","https://openalex.org/W3102731759","https://openalex.org/W3118608800","https://openalex.org/W3127004618","https://openalex.org/W3166395393","https://openalex.org/W3176111259","https://openalex.org/W3181420885","https://openalex.org/W3186672455","https://openalex.org/W3202659743","https://openalex.org/W3208909168","https://openalex.org/W3216759837","https://openalex.org/W4221155125","https://openalex.org/W4283325643","https://openalex.org/W4286224635","https://openalex.org/W4287126597","https://openalex.org/W4287595368","https://openalex.org/W4287637675","https://openalex.org/W4287673640","https://openalex.org/W4295689550","https://openalex.org/W4300687870","https://openalex.org/W4301206121","https://openalex.org/W4394662461"],"related_works":["https://openalex.org/W4295309597","https://openalex.org/W4386337009","https://openalex.org/W4210794429","https://openalex.org/W4223456145","https://openalex.org/W4309113015","https://openalex.org/W3199608561","https://openalex.org/W4319083788","https://openalex.org/W4283697347","https://openalex.org/W4295681619","https://openalex.org/W3014815208"],"abstract_inverted_index":{"In":[0],"this":[1],"work,":[2],"we":[3],"show":[4],"that":[5],"simultaneously":[6],"training":[7,59],"and":[8,74,98,105,117],"mixing":[9,71],"neural":[10],"networks":[11,63,87],"is":[12,95],"a":[13,65],"promising":[14],"way":[15],"to":[16,52,113],"conduct":[17],"Neural":[18],"Architecture":[19],"Search":[20],"(NAS).":[21],"For":[22],"hyperparameter":[23],"optimization,":[24],"reusing":[25],"the":[26,39,68,76,79,85],"partially":[27],"trained":[28],"weights":[29,77],"allows":[30],"for":[31],"efficient":[32],"search,":[33],"as":[34],"was":[35],"previously":[36],"demonstrated":[37],"by":[38,60],"Population":[40],"Based":[41],"Training":[42],"(PBT)":[43],"algorithm.":[44],"We":[45],"propose":[46],"PBT-NAS,":[47],"an":[48],"adaptation":[49],"of":[50,70],"PBT":[51],"NAS":[53],"where":[54],"architectures":[55],"are":[56],"improved":[57],"during":[58],"replacing":[61],"poorly-performing":[62],"in":[64],"population":[66],"with":[67],"result":[69],"well-performing":[72],"ones":[73],"inheriting":[75],"using":[78],"shrink-perturb":[80],"technique.":[81],"After":[82],"PBT-NAS":[83,94,108],"terminates,":[84],"created":[86],"can":[88],"be":[89],"directly":[90],"used":[91],"without":[92],"retraining.":[93],"highly":[96],"parallelizable":[97],"effective:":[99],"on":[100],"challenging":[101],"tasks":[102],"(image":[103],"generation":[104],"reinforcement":[106],"learning)":[107],"achieves":[109],"superior":[110],"performance":[111],"compared":[112],"baselines":[114],"(random":[115],"search":[116],"mutation-based":[118],"PBT).":[119]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}