{"id":"https://openalex.org/W4386763745","doi":"https://doi.org/10.1109/dac56929.2023.10247756","title":"PertNAS: Architectural Perturbations for Memory-Efficient Neural Architecture Search","display_name":"PertNAS: Architectural Perturbations for Memory-Efficient Neural Architecture Search","publication_year":2023,"publication_date":"2023-07-09","ids":{"openalex":"https://openalex.org/W4386763745","doi":"https://doi.org/10.1109/dac56929.2023.10247756"},"language":"en","primary_location":{"id":"doi:10.1109/dac56929.2023.10247756","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/dac56929.2023.10247756","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 60th ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060826708","display_name":"Afzal Ahmad","orcid":"https://orcid.org/0000-0003-4491-5440"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Afzal Ahmad","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075696558","display_name":"Zhiyao Xie","orcid":"https://orcid.org/0000-0002-4442-592X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhiyao Xie","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":null,"display_name":"Wei Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10663616,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6972283720970154},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6914159655570984},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.5592110753059387},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.34663093090057373},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12090322375297546},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.09557855129241943}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6972283720970154},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6914159655570984},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.5592110753059387},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.34663093090057373},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12090322375297546},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.09557855129241943},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/dac56929.2023.10247756","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/dac56929.2023.10247756","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 60th ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-132855","is_oa":false,"landing_page_url":"https://repository.hkust.edu.hk/ir/Record/1783.1-132855","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2553303224","https://openalex.org/W2951104886","https://openalex.org/W2953498285","https://openalex.org/W2962746461","https://openalex.org/W2962847160","https://openalex.org/W2963821229","https://openalex.org/W2963918968","https://openalex.org/W2964081807","https://openalex.org/W2964259004","https://openalex.org/W2964515685","https://openalex.org/W2965658867","https://openalex.org/W2973943791","https://openalex.org/W2982083293","https://openalex.org/W2996409713","https://openalex.org/W2997461673","https://openalex.org/W3005600654","https://openalex.org/W3034202788","https://openalex.org/W3081305497","https://openalex.org/W3190627196","https://openalex.org/W4287900329","https://openalex.org/W6729956949","https://openalex.org/W6752515464","https://openalex.org/W6756887525","https://openalex.org/W6757204547","https://openalex.org/W6759828284","https://openalex.org/W6764791836","https://openalex.org/W6766225098","https://openalex.org/W6767953722","https://openalex.org/W6771784742","https://openalex.org/W6771940990","https://openalex.org/W6772103215","https://openalex.org/W6773210384","https://openalex.org/W6781941078","https://openalex.org/W6788673338"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2038503502"],"abstract_inverted_index":{"Differentiable":[0],"Neural":[1],"Architecture":[2],"Search":[3],"(NAS)":[4],"relies":[5],"on":[6,61,112,125],"aggressive":[7],"weight-sharing":[8],"to":[9,16,53,78,87,104],"reduce":[10],"its":[11],"search":[12,72,90,98,106,139,154],"cost.":[13],"This":[14],"leads":[15],"GPU-memory":[17,95],"bottlenecks":[18],"that":[19,34],"hamper":[20],"the":[21,37,43,71,89,135],"algorithm\u2019s":[22],"scalability.":[23],"To":[24],"resolve":[25],"these":[26,76],"bottlenecks,":[27],"we":[28],"propose":[29],"a":[30,153],"perturbations-based":[31],"evolutionary":[32],"approach":[33,49,122],"significantly":[35],"reduces":[36],"memory":[38,136],"cost":[39],"while":[40,151],"largely":[41],"maintaining":[42],"efficiency":[44],"benefits":[45],"of":[46,138,156],"weight-sharing.":[47],"Our":[48,92],"makes":[50],"minute":[51],"changes":[52],"compact":[54,82],"neural":[55],"architectures":[56],"and":[57,118,127,131],"measures":[58],"their":[59],"impact":[60],"performance.":[62],"In":[63],"this":[64],"way,":[65],"it":[66],"extracts":[67],"high-quality":[68],"motifs":[69],"from":[70,97],"space.":[73,91],"We":[74],"utilize":[75],"perturbations":[77],"perform":[79],"NAS":[80,149],"in":[81],"models":[83],"evolving":[84],"over":[85],"time":[86,155],"traverse":[88],"method":[93],"disentangles":[94],"consumption":[96,137],"space":[99],"size,":[100],"offering":[101],"exceptional":[102],"scalability":[103],"large":[105],"spaces.":[107],"Results":[108],"show":[109],"competitive":[110],"accuracy":[111,124],"multiple":[113],"benchmarks,":[114],"including":[115],"CIFAR10,":[116],"ImageNet2012,":[117],"NASBench-301.":[119],"Specifically,":[120],"our":[121],"improves":[123],"ImageNet":[126],"NASBench-301":[128],"by":[129,142],"0.3%":[130],"0.87%,":[132],"respectively.":[133],"Furthermore,":[134],"is":[140],"reduced":[141],"roughly":[143],"80%":[144],"against":[145],"state-of-the-art":[146],"weight-shared":[147],"differentiable":[148],"works":[150],"achieving":[152],"only":[157],"6":[158],"GPU":[159],"hours.":[160]},"counts_by_year":[],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}