{"id":"https://openalex.org/W3091602279","doi":"https://doi.org/10.1109/tcad.2020.3012863","title":"Standing on the Shoulders of Giants: Hardware and Neural Architecture Co-Search With Hot Start","display_name":"Standing on the Shoulders of Giants: Hardware and Neural Architecture Co-Search With Hot Start","publication_year":2020,"publication_date":"2020-10-02","ids":{"openalex":"https://openalex.org/W3091602279","doi":"https://doi.org/10.1109/tcad.2020.3012863","mag":"3091602279"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2020.3012863","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2020.3012863","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019027088","display_name":"Weiwen Jiang","orcid":"https://orcid.org/0000-0002-9004-487X"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Weiwen Jiang","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA"],"raw_orcid":"https://orcid.org/0000-0002-9004-487X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100698152","display_name":"Lei Yang","orcid":"https://orcid.org/0000-0002-0646-440X"},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lei Yang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of New Mexico, Albuquerque, NM, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of New Mexico, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I169521973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036026027","display_name":"Sakyasingha Dasgupta","orcid":"https://orcid.org/0000-0001-8646-1171"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sakyasingha Dasgupta","raw_affiliation_strings":["Edgecortix Inc., Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Edgecortix Inc., Tokyo, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066534595","display_name":"Jingtong Hu","orcid":"https://orcid.org/0000-0003-4029-4034"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingtong Hu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000141831","display_name":"Yiyu Shi","orcid":"https://orcid.org/0000-0002-6788-9823"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiyu Shi","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5019027088"],"corresponding_institution_ids":["https://openalex.org/I107639228"],"apc_list":null,"apc_paid":null,"fwci":5.691,"has_fulltext":false,"cited_by_count":72,"citation_normalized_percentile":{"value":0.9700577,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"39","issue":"11","first_page":"4154","last_page":"4165"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.760567307472229},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4836669862270355},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.48280012607574463},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.44848549365997314},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43860578536987305},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.4373653531074524},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4206400513648987},{"id":"https://openalex.org/keywords/search-algorithm","display_name":"Search algorithm","score":0.4195631742477417},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3709042966365814},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3486945331096649},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3485695719718933},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.30398476123809814},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.1418982744216919},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.13976433873176575},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1271597146987915}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.760567307472229},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4836669862270355},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.48280012607574463},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.44848549365997314},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43860578536987305},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.4373653531074524},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4206400513648987},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.4195631742477417},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3709042966365814},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3486945331096649},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3485695719718933},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.30398476123809814},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.1418982744216919},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.13976433873176575},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1271597146987915},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2020.3012863","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2020.3012863","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3978712660","display_name":null,"funder_award_id":"CNS-1822099","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5283847649","display_name":null,"funder_award_id":"CCF-1820537","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7734118253","display_name":null,"funder_award_id":"CCF-1919167","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2094756095","https://openalex.org/W2108598243","https://openalex.org/W2119144962","https://openalex.org/W2119717200","https://openalex.org/W2194775991","https://openalex.org/W2475840367","https://openalex.org/W2619096655","https://openalex.org/W2911884654","https://openalex.org/W2949264490","https://openalex.org/W2951104886","https://openalex.org/W2951245151","https://openalex.org/W2962856739","https://openalex.org/W2962953210","https://openalex.org/W2963000224","https://openalex.org/W2963163009","https://openalex.org/W2963446712","https://openalex.org/W2963809228","https://openalex.org/W2963918968","https://openalex.org/W2964259004","https://openalex.org/W2967733054","https://openalex.org/W2982479999","https://openalex.org/W2984989518","https://openalex.org/W2998342322","https://openalex.org/W2999270366","https://openalex.org/W3005710104","https://openalex.org/W3013688681","https://openalex.org/W3015146382","https://openalex.org/W3016142271","https://openalex.org/W3022053993","https://openalex.org/W3092334294","https://openalex.org/W3097217077","https://openalex.org/W3121413886","https://openalex.org/W3137264822","https://openalex.org/W6725543821","https://openalex.org/W6759402996"],"related_works":["https://openalex.org/W2111241003","https://openalex.org/W4200391368","https://openalex.org/W2210979487","https://openalex.org/W2074043759","https://openalex.org/W3042736233","https://openalex.org/W2082487009","https://openalex.org/W2373535795","https://openalex.org/W2406926880","https://openalex.org/W4237139544","https://openalex.org/W2787763930"],"abstract_inverted_index":{"Hardware":[0],"and":[1,142,234,257],"neural":[2,143,246],"architecture":[3,144],"co-search":[4,32,66,224],"that":[5,27,71,92,177],"automatically":[6,223],"generates":[7],"artificial":[8],"intelligence":[9],"(AI)":[10],"solutions":[11],"from":[12,74,80,94,124],"a":[13,75,87,95,100,150,204,217],"given":[14],"dataset":[15,233],"are":[16,184],"promising":[17],"to":[18,111,128,138,153,164,208,211,222,254],"promote":[19],"AI":[20],"democratization;":[21],"however,":[22],"the":[23,36,49,61,69,118,158,173,180,226,240,264],"amount":[24],"of":[25,38,40,51,60,102,172,179,206,243],"time":[26,120],"is":[28,34,68,176,220],"required":[29],"by":[30,249],"current":[31],"frameworks":[33,53,67],"in":[35,64,136],"order":[37],"hundreds":[39],"GPU":[41,126,132],"hours":[42,127],"for":[43],"one":[44],"target":[45],"hardware.":[46,56],"This":[47],"inhibits":[48],"use":[50],"such":[52],"on":[54,99,215,231],"commodity":[55],"The":[57],"root":[58],"cause":[59],"low":[62],"efficiency":[63],"existing":[65,103,265],"fact":[70],"they":[72],"start":[73],"\u201ccold\u201d":[76],"state":[77,97],"(i.e.,":[78],"search":[79,119,145,182,228],"scratch).":[81],"In":[82,134],"this":[83,200],"article,":[84],"we":[85,147],"propose":[86],"novel":[88],"framework,":[89],"namely,":[90],"HotNAS,":[91,135],"starts":[93],"\u201chot\u201d":[96],"based":[98,214],"set":[101],"pretrained":[104],"models":[105],"(also":[106],"known":[107],"as":[108],"model":[109,155],"zoo)":[110],"avoid":[112],"lengthy":[113],"training":[114],"time.":[115],"As":[116],"such,":[117],"can":[121,251],"be":[122],"reduced":[123],"200":[125],"less":[129],"than":[130],"3":[131],"hours.":[133],"addition":[137],"hardware":[139,195,210],"design":[140,196,209],"space":[141,152],"space,":[146],"further":[148],"integrate":[149],"compression":[151,190],"conduct":[154],"compressing":[156],"during":[157],"co-search,":[159],"which":[160,216],"creates":[161],"new":[162],"opportunities":[163],"reduce":[165],"latency,":[166],"but":[167],"also":[168],"brings":[169],"challenges.":[170],"One":[171],"key":[174],"challenges":[175],"all":[178,225],"above":[181],"spaces":[183],"coupled":[185],"with":[186,263],"each":[187],"other,":[188],"e.g.,":[189],"may":[191],"not":[192],"work":[193],"without":[194],"support.":[197],"To":[198],"tackle":[199],"issue,":[201],"HotNAS":[202,250],"builds":[203],"chain":[205],"tools":[207],"support":[212],"compression,":[213],"global":[218],"optimizer":[219],"developed":[221],"involved":[227],"spaces.":[229],"Experiments":[230],"ImageNet":[232],"Xilinx":[235],"FPGA":[236],"show":[237],"that,":[238],"within":[239],"timing":[241],"constraint":[242],"5":[244],"ms,":[245],"architectures":[247],"generated":[248],"achieve":[252],"up":[253],"5.79%":[255],"Top-1":[256],"3.97%":[258],"Top-5":[259],"accuracy":[260],"gain,":[261],"compared":[262],"ones.":[266]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":24},{"year":2020,"cited_by_count":7}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}