{"id":"https://openalex.org/W3156810276","doi":"https://doi.org/10.1145/3445814.3446753","title":"Neural architecture search as program transformation exploration","display_name":"Neural architecture search as program transformation exploration","publication_year":2021,"publication_date":"2021-04-11","ids":{"openalex":"https://openalex.org/W3156810276","doi":"https://doi.org/10.1145/3445814.3446753","mag":"3156810276"},"language":"en","primary_location":{"id":"doi:10.1145/3445814.3446753","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3445814.3446753","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM International Conference on Architectural Support for Programming Languages and Operating Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.pure.ed.ac.uk/ws/files/207986471/Neural_Architecture_TURNER_DOA19112020_AFV.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049917315","display_name":"Jack Turner","orcid":"https://orcid.org/0000-0003-4470-1805"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Jack Turner","raw_affiliation_strings":["University of Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"University of Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003510948","display_name":"Elliot J. Crowley","orcid":"https://orcid.org/0000-0001-5685-4724"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Elliot J. Crowley","raw_affiliation_strings":["University of Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"University of Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027001025","display_name":"Michael O\u2019Boyle","orcid":"https://orcid.org/0000-0003-1619-5052"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michael F. P. O'Boyle","raw_affiliation_strings":["University of Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"University of Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5049917315"],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":0.4844,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.63894382,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"915","last_page":"927"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8320763111114502},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7598651647567749},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.6189723014831543},{"id":"https://openalex.org/keywords/unification","display_name":"Unification","score":0.5811060070991516},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5281018614768982},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.47376421093940735},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.46724462509155273},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43440109491348267},{"id":"https://openalex.org/keywords/principle-of-legality","display_name":"Principle of legality","score":0.42706698179244995},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38674038648605347},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.37097638845443726},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.21887603402137756}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8320763111114502},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7598651647567749},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.6189723014831543},{"id":"https://openalex.org/C96146094","wikidata":"https://www.wikidata.org/wiki/Q609057","display_name":"Unification","level":2,"score":0.5811060070991516},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5281018614768982},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.47376421093940735},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.46724462509155273},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43440109491348267},{"id":"https://openalex.org/C42027317","wikidata":"https://www.wikidata.org/wiki/Q2307054","display_name":"Principle of legality","level":2,"score":0.42706698179244995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38674038648605347},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37097638845443726},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.21887603402137756},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3445814.3446753","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3445814.3446753","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM International Conference on Architectural Support for Programming Languages and Operating Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.ed.ac.uk:publications/811a48c7-2300-4c22-bbeb-e2452188e33d","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/811a48c7-2300-4c22-bbeb-e2452188e33d","pdf_url":"https://www.pure.ed.ac.uk/ws/files/207986471/Neural_Architecture_TURNER_DOA19112020_AFV.pdf","source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Turner, J, Crowley, E J & O'Boyle, M F P 2021, Neural Architecture Search as Program Transformation Exploration. in Proceedings of the 26th ACM International Conference on Architectural Support for Programming Languages and Operating Systems (ASPLOS 2021). pp. 915\u2013927, 26th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Virtual, United States, 19/04/21. https://doi.org/10.1145/3445814.3446753","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"pmh:oai:pure.ed.ac.uk:publications/811a48c7-2300-4c22-bbeb-e2452188e33d","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/811a48c7-2300-4c22-bbeb-e2452188e33d","pdf_url":"https://www.pure.ed.ac.uk/ws/files/207986471/Neural_Architecture_TURNER_DOA19112020_AFV.pdf","source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Turner, J, Crowley, E J & O'Boyle, M F P 2021, Neural Architecture Search as Program Transformation Exploration. in Proceedings of the 26th ACM International Conference on Architectural Support for Programming Languages and Operating Systems (ASPLOS 2021). pp. 915\u2013927, 26th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, Virtual, United States, 19/04/21. https://doi.org/10.1145/3445814.3446753","raw_type":"contributionToPeriodical"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3276400090","display_name":"EPSRC Centre for Doctoral Training in Pervasive Parallelism","funder_award_id":"EP/L01503X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3739566937","display_name":null,"funder_award_id":"EP/R016690/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3156810276.pdf","grobid_xml":"https://content.openalex.org/works/W3156810276.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W574513256","https://openalex.org/W1486289306","https://openalex.org/W1499056557","https://openalex.org/W1558370006","https://openalex.org/W1791348790","https://openalex.org/W2014423307","https://openalex.org/W2014620461","https://openalex.org/W2034761517","https://openalex.org/W2055312318","https://openalex.org/W2071110673","https://openalex.org/W2077143534","https://openalex.org/W2084917734","https://openalex.org/W2114766824","https://openalex.org/W2134797427","https://openalex.org/W2138565468","https://openalex.org/W2142883190","https://openalex.org/W2150915951","https://openalex.org/W2152839228","https://openalex.org/W2161591461","https://openalex.org/W2165964040","https://openalex.org/W2194775991","https://openalex.org/W2400429454","https://openalex.org/W2515385951","https://openalex.org/W2531409750","https://openalex.org/W2544002786","https://openalex.org/W2549139847","https://openalex.org/W2553303224","https://openalex.org/W2594730095","https://openalex.org/W2606963276","https://openalex.org/W2707890836","https://openalex.org/W2783873922","https://openalex.org/W2804032941","https://openalex.org/W2806891462","https://openalex.org/W2810075754","https://openalex.org/W2886851211","https://openalex.org/W2891778567","https://openalex.org/W2944745903","https://openalex.org/W2946547492","https://openalex.org/W2949251082","https://openalex.org/W2950027350","https://openalex.org/W2952975409","https://openalex.org/W2953384591","https://openalex.org/W2954698171","https://openalex.org/W2962861284","https://openalex.org/W2963247446","https://openalex.org/W2963446712","https://openalex.org/W2963504571","https://openalex.org/W2963813662","https://openalex.org/W2963918968","https://openalex.org/W2963993763","https://openalex.org/W2965862774","https://openalex.org/W2967733054","https://openalex.org/W2970176896","https://openalex.org/W2979429416","https://openalex.org/W2981758446","https://openalex.org/W2991040477","https://openalex.org/W2995205602","https://openalex.org/W2999270366","https://openalex.org/W3008010570","https://openalex.org/W3035582633","https://openalex.org/W3036077711","https://openalex.org/W4236965008","https://openalex.org/W4253355920","https://openalex.org/W6713134421"],"related_works":["https://openalex.org/W3122346207","https://openalex.org/W4280488862","https://openalex.org/W2361823710","https://openalex.org/W2382763736","https://openalex.org/W4280647041","https://openalex.org/W2378357372","https://openalex.org/W2888591139","https://openalex.org/W2358425177","https://openalex.org/W2369700669","https://openalex.org/W2390193422"],"abstract_inverted_index":{"Improving":[0],"the":[1,12,41,57,64,130,153],"performance":[2],"of":[3,44,61,66,86,114,155],"deep":[4],"neural":[5,15,45,74],"networks":[6,52],"(DNNs)":[7],"is":[8],"important":[9],"to":[10,26,39,92,107,121,138],"both":[11],"compiler":[13],"and":[14,30,123,135],"architecture":[16,75],"search":[17,163],"(NAS)":[18],"communities.":[19],"Compilers":[20],"apply":[21],"program":[22,78],"transformations":[23,79,97],"in":[24,133,152],"order":[25],"exploit":[27,40],"hardware":[28],"parallelism":[29],"memory":[31],"hierarchy.":[32],"However,":[33],"legality":[34,81],"concerns":[35],"mean":[36],"they":[37],"fail":[38],"natural":[42],"robustness":[43],"networks.":[46],"In":[47,68],"contrast,":[48],"NAS":[49,110,162],"techniques":[50],"mutate":[51],"by":[53],"operations":[54,76,111],"such":[55,73],"as":[56,77,112],"grouping":[58],"or":[59],"bottlenecking":[60],"convolutions,":[62],"exploiting":[63],"resilience":[65],"DNNs.":[67],"this":[69],"work,":[70],"we":[71],"express":[72,108],"whose":[80],"depends":[82],"on":[83],"a":[84,99],"notion":[85],"representational":[87],"capacity.":[88],"This":[89,103],"allows":[90,105,119],"them":[91],"be":[93],"combined":[94,131],"with":[95],"existing":[96,109],"into":[98],"unified":[100],"optimization":[101],"framework.":[102],"unification":[104],"us":[106,120],"combinations":[113],"simpler":[115],"transformations.":[116],"Crucially,":[117],"it":[118],"generate":[122],"explore":[124],"new":[125],"tensor":[126],"convolutions.":[127],"We":[128],"prototyped":[129],"framework":[132],"TVM":[134],"were":[136],"able":[137],"find":[139],"optimizations":[140],"across":[141],"different":[142],"DNNs,":[143],"that":[144],"significantly":[145],"reduce":[146],"inference":[147],"time":[148],"-":[149],"over":[150],"3\u00d7":[151],"majority":[154],"cases.":[156],"Furthermore,":[157],"our":[158],"scheme":[159],"dramatically":[160],"reduces":[161],"time.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}
