{"id":"https://openalex.org/W4285146129","doi":"https://doi.org/10.1109/tc.2022.3188175","title":"SurgeNAS: A Comprehensive Surgery on Hardware-Aware Differentiable Neural Architecture Search","display_name":"SurgeNAS: A Comprehensive Surgery on Hardware-Aware Differentiable Neural Architecture Search","publication_year":2022,"publication_date":"2022-07-06","ids":{"openalex":"https://openalex.org/W4285146129","doi":"https://doi.org/10.1109/tc.2022.3188175"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2022.3188175","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2022.3188175","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dr.ntu.edu.sg/bitstream/10356/165388/2/manuscript-tc.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060833244","display_name":"Xiangzhong Luo","orcid":"https://orcid.org/0000-0002-0758-2248"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Xiangzhong Luo","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060042554","display_name":"Di Liu","orcid":"https://orcid.org/0000-0002-4365-2768"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Di Liu","raw_affiliation_strings":["HP-NTU Digital Manufacturing Corporate Lab, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"HP-NTU Digital Manufacturing Corporate Lab, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067594005","display_name":"Hao Kong","orcid":"https://orcid.org/0000-0002-1378-0056"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Hao Kong","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086240263","display_name":"Shuo Huai","orcid":"https://orcid.org/0000-0002-4744-304X"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shuo Huai","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100334222","display_name":"Hui Chen","orcid":"https://orcid.org/0000-0003-1614-9929"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Hui Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038598144","display_name":"Weichen Liu","orcid":"https://orcid.org/0000-0001-9348-4662"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Weichen Liu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5060833244"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":1.8376,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.8655037,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"72","issue":"4","first_page":"1081","last_page":"1094"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7975261211395264},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5233108997344971},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.49985790252685547},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.49380335211753845},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4893621802330017},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4689473807811737},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.434872567653656},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3911926746368408},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3721662163734436},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3226724863052368},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.14900577068328857}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7975261211395264},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5233108997344971},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.49985790252685547},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.49380335211753845},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4893621802330017},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4689473807811737},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.434872567653656},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3911926746368408},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3721662163734436},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3226724863052368},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.14900577068328857},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tc.2022.3188175","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2022.3188175","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/165388","is_oa":true,"landing_page_url":"https://hdl.handle.net/10356/165388","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/165388/2/manuscript-tc.pdf","source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:dr.ntu.edu.sg:10356/165388","is_oa":true,"landing_page_url":"https://hdl.handle.net/10356/165388","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/165388/2/manuscript-tc.pdf","source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1482925484","display_name":null,"funder_award_id":"Tier 1","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G2052919309","display_name":null,"funder_award_id":"SUG M4082087","funder_id":"https://openalex.org/F4320320766","funder_display_name":"Nanyang Technological University"},{"id":"https://openalex.org/G3048563442","display_name":null,"funder_award_id":"Tier 1","funder_id":"https://openalex.org/F4320320766","funder_display_name":"Nanyang Technological University"},{"id":"https://openalex.org/G3986640711","display_name":null,"funder_award_id":"NAP M4082282","funder_id":"https://openalex.org/F4320320766","funder_display_name":"Nanyang Technological University"},{"id":"https://openalex.org/G5016601650","display_name":null,"funder_award_id":"Academic Research Fund","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G5888904395","display_name":null,"funder_award_id":"Tier 1 MOE2019-T1-001-072","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G6740138798","display_name":null,"funder_award_id":"2 MOE2019-T2-1-071","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G739051916","display_name":null,"funder_award_id":"M4082282","funder_id":"https://openalex.org/F4320320766","funder_display_name":"Nanyang Technological University"},{"id":"https://openalex.org/G8867963434","display_name":null,"funder_award_id":"M4082087","funder_id":"https://openalex.org/F4320320766","funder_display_name":"Nanyang Technological University"},{"id":"https://openalex.org/G901625343","display_name":null,"funder_award_id":"Academic Research F","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"}],"funders":[{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"},{"id":"https://openalex.org/F4320320766","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302"},{"id":"https://openalex.org/F4320322724","display_name":"Ministry of Education, India","ror":"https://ror.org/048xjjh50"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4285146129.pdf"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W2002555321","https://openalex.org/W2108598243","https://openalex.org/W2119144962","https://openalex.org/W2194775991","https://openalex.org/W2242818861","https://openalex.org/W2279098554","https://openalex.org/W2547875792","https://openalex.org/W2548228487","https://openalex.org/W2553303224","https://openalex.org/W2604319603","https://openalex.org/W2883780447","https://openalex.org/W2911884654","https://openalex.org/W2931743911","https://openalex.org/W2951104886","https://openalex.org/W2953604046","https://openalex.org/W2960010704","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2963446712","https://openalex.org/W2963918968","https://openalex.org/W2964015378","https://openalex.org/W2964259004","https://openalex.org/W2967733054","https://openalex.org/W2972830778","https://openalex.org/W2981701755","https://openalex.org/W2981711199","https://openalex.org/W2981748264","https://openalex.org/W2982083293","https://openalex.org/W3030728803","https://openalex.org/W3034309359","https://openalex.org/W3035223629","https://openalex.org/W3039393593","https://openalex.org/W3092020069","https://openalex.org/W3094801149","https://openalex.org/W3096533519","https://openalex.org/W4287715829","https://openalex.org/W4297775537","https://openalex.org/W6677580257","https://openalex.org/W6690026940","https://openalex.org/W6695314431","https://openalex.org/W6726873649","https://openalex.org/W6729448088","https://openalex.org/W6729956949","https://openalex.org/W6730091202","https://openalex.org/W6737664043","https://openalex.org/W6752515464","https://openalex.org/W6756887525","https://openalex.org/W6757204547","https://openalex.org/W6762718338","https://openalex.org/W6766225098","https://openalex.org/W6767064347","https://openalex.org/W6767953722","https://openalex.org/W6767994309","https://openalex.org/W6768685036","https://openalex.org/W6771654589","https://openalex.org/W6771784742","https://openalex.org/W6771859737","https://openalex.org/W6780020272","https://openalex.org/W6780506207"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W4382618745","https://openalex.org/W2885125400","https://openalex.org/W1001352512","https://openalex.org/W1989889224","https://openalex.org/W1973775000","https://openalex.org/W2898767136","https://openalex.org/W2981583398"],"abstract_inverted_index":{"Differentiable":[0],"neural":[1,16,133],"architecture":[2,153],"search":[3,37,101,112,126,217],"(NAS)":[4],"is":[5,144],"an":[6,74,92],"emerging":[7],"paradigm":[8],"to":[9,63,79,85,104,110,138,149,166,177],"automate":[10],"the":[11,60,81,87,100,105,124,140,151,158,169,179,191,207],"design":[12],"of":[13,117,209,213],"top-performing":[14],"convolutional":[15],"networks":[17,134],"(CNNs).":[18],"Nonetheless,":[19],"existing":[20],"differentiable":[21,51,94],"NAS":[22,52],"methods":[23],"suffer":[24],"from":[25],"several":[26],"crucial":[27],"weaknesses,":[28],"such":[29],"as":[30],"inaccurate":[31],"gradient":[32,67],"estimation,":[33],"high":[34],"memory":[35,88,102,182],"consumption,":[36],"fairness,":[38],"<italic":[39,173],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[40,174],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">etc</i>":[41],".":[42],"In":[43],"this":[44,70],"work,":[45],"we":[46,58,72,90,129,156,164],"introduce":[47,130],"a":[48,131],"novel":[49],"hardware-aware":[50],"framework,":[53],"namely":[54],"SurgeNAS,":[55],"in":[56,66,162,211],"which":[57,97,143,163,184,204],"leverage":[59],"one-level":[61],"optimization":[62],"avoid":[64],"inaccuracy":[65],"estimation.":[68],"To":[69],"end,":[71],"propose":[73,91,165],"effective":[75],"identity":[76],"mapping":[77],"regularization":[78],"alleviate":[80],"over-selecting":[82],"issue.":[83],"Besides,":[84],"mitigate":[86],"bottleneck,":[89],"ordered":[93],"sampling":[95],"approach,":[96],"significantly":[98],"reduces":[99],"consumption":[103],"single-path":[106],"level,":[107],"thereby":[108],"allowing":[109],"directly":[111],"on":[113,198],"target":[114],"tasks":[115],"instead":[116],"small":[118],"proxy":[119],"tasks.":[120],"Meanwhile,":[121],"it":[122],"guarantees":[123],"strict":[125],"fairness.":[127],"Moreover,":[128],"graph":[132],"(GNNs)":[135],"based":[136],"predictor":[137],"approximate":[139],"on-device":[141],"latency,":[142,215],"further":[145],"integrated":[146],"into":[147],"SurgeNAS":[148,210],"enable":[150],"latency-aware":[152],"search.":[154],"Finally,":[155],"analyze":[157],"resource":[159],"underutilization":[160],"issue,":[161],"scale":[167],"up":[168],"searched":[170],"SurgeNets":[171],"within":[172],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Comfort":[175],"Zone</i>":[176],"balance":[178],"computation":[180],"and":[181,216],"access,":[183],"brings":[185],"considerable":[186],"accuracy":[187],"improvement":[188],"without":[189],"deteriorating":[190],"execution":[192],"efficiency.":[193,218],"Extensive":[194],"experiments":[195],"are":[196],"conducted":[197],"ImageNet":[199],"with":[200],"diverse":[201],"hardware":[202],"platforms,":[203],"clearly":[205],"show":[206],"effectiveness":[208],"terms":[212],"accuracy,":[214]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4}],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2025-10-10T00:00:00"}