{"id":"https://openalex.org/W2963137684","doi":null,"title":"SMASH: One-Shot Model Architecture Search through HyperNetworks","display_name":"SMASH: One-Shot Model Architecture Search through HyperNetworks","publication_year":2018,"publication_date":"2018-02-15","ids":{"openalex":"https://openalex.org/W2963137684","mag":"2963137684"},"language":"en","primary_location":{"id":"mag:2963137684","doi":null,"is_oa":false,"landing_page_url":"https://openreview.net/pdf?id=rydeCEhs-","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Andrew Brock","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrew Brock","raw_affiliation_strings":["School of Engineering & Physical Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering & Physical Sciences","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Theodore Lim","orcid":"https://orcid.org/0000-0002-7896-4964","observed_orcids":["https://orcid.org/0000-0002-7896-4964"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Theodore Lim","raw_affiliation_strings":["School of Engineering & Physical Sciences"],"raw_orcid":"https://orcid.org/0000-0002-7896-4964","affiliations":[{"raw_affiliation_string":"School of Engineering & Physical Sciences","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103750792","display_name":"James Millar Ritchie","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"James Millar Ritchie","raw_affiliation_strings":["School of Engineering & Physical Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering & Physical Sciences","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110770707","display_name":"Nicholas J. Weston","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210123660","display_name":"Renishaw (United Kingdom)","ror":"https://ror.org/02v3j1y79","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210123660"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nicholas J. Weston","raw_affiliation_strings":["Renishaw plc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renishaw plc","institution_ids":["https://openalex.org/I4210123660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":16.7731,"has_fulltext":false,"cited_by_count":241,"citation_normalized_percentile":{"value":0.99100739,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8363999724388123,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8363999724388123,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.12319999933242798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.022299999371170998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hypernetworks","display_name":"hypernetworks","score":0.9710000157356262},{"id":"https://openalex.org/keywords/neural-architecture-search","display_name":"neural architecture search","score":0.8059999942779541},{"id":"https://openalex.org/keywords/smash","display_name":"smash","score":0.5450000166893005},{"id":"https://openalex.org/keywords/resnet","display_name":"ResNet","score":0.6299999952316284},{"id":"https://openalex.org/keywords/densenet","display_name":"DenseNet","score":0.9950000047683716},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.4090000092983246}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8639399409294128},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6336281299591064},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5772826671600342},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5478742122650146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.516160786151886},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4852845370769501},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47028565406799316},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.4426553249359131},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.44163984060287476},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4197343587875366},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3739548921585083},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3408281207084656},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33292096853256226},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.13604018092155457},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12245887517929077},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0907755196094513},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2963137684","doi":null,"is_oa":false,"landing_page_url":"https://openreview.net/pdf?id=rydeCEhs-","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2963285940","https://openalex.org/W2610817424","https://openalex.org/W2962740476","https://openalex.org/W4403670847","https://openalex.org/W7084070132","https://openalex.org/W3009944684","https://openalex.org/W3106050345","https://openalex.org/W2773706593","https://openalex.org/W2988089665","https://openalex.org/W7164305735"],"abstract_inverted_index":{"Designing":[0],"architectures":[1,59],"for":[2],"deep":[3],"neural":[4],"networks":[5,46],"requires":[6],"expert":[7],"knowledge":[8],"and":[9,96,109,113],"substantial":[10],"computation":[11],"time.":[12],"We":[13,102],"propose":[14],"a":[15,31,55,64,74,86],"technique":[16],"to":[17,84],"accelerate":[18],"architecture":[19],"selection":[20],"by":[21],"learning":[22],"an":[23],"auxiliary":[24],"HyperNet":[25],"that":[26,36,81],"generates":[27],"the":[28,41,61],"weights":[29],"of":[30,45,58,63,89],"main":[32],"model":[33],"conditioned":[34],"on":[35,78,107],"model's":[37],"architecture.":[38],"By":[39],"comparing":[40],"relative":[42],"validation":[43],"performance":[44,117],"with":[47,93,118],"HyperNet-generated":[48],"weights,":[49],"we":[50,72],"can":[51],"effectively":[52],"search":[53],"over":[54],"wide":[56,87],"range":[57,88],"at":[60,126],"cost":[62],"single":[65],"training":[66],"run.":[67],"To":[68],"facilitate":[69],"this":[70,127],"search,":[71],"develop":[73],"flexible":[75],"mechanism":[76],"based":[77],"memory":[79],"read-writes":[80],"allows":[82],"us":[83],"define":[85],"network":[90],"connectivity":[91],"patterns,":[92],"ResNet,":[94],"DenseNet,":[95],"FractalNet":[97],"blocks":[98],"as":[99],"special":[100],"cases.":[101],"validate":[103],"our":[104],"method":[105],"(SMASH)":[106],"CIFAR-10":[108],"CIFAR-100,":[110],"STL-10,":[111],"ModelNet10,":[112],"Imagenet32x32,":[114],"achieving":[115],"competitive":[116],"similarly-sized":[119],"hand-designed":[120],"networks.":[121],"Our":[122],"code":[123],"is":[124],"available":[125],"https":[128],"URL":[129]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":82},{"year":2020,"cited_by_count":87},{"year":2019,"cited_by_count":40},{"year":2018,"cited_by_count":20},{"year":2017,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2019-07-30T00:00:00"}