{"id":"https://openalex.org/W4310997605","doi":"https://doi.org/10.1145/3575798","title":"CODEBench: A Neural Architecture and Hardware Accelerator Co-Design Framework","display_name":"CODEBench: A Neural Architecture and Hardware Accelerator Co-Design Framework","publication_year":2022,"publication_date":"2022-12-08","ids":{"openalex":"https://openalex.org/W4310997605","doi":"https://doi.org/10.1145/3575798"},"language":"en","primary_location":{"id":"doi:10.1145/3575798","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3575798","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3575798","source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3575798","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011008635","display_name":"Shikhar Tuli","orcid":"https://orcid.org/0000-0002-9230-5877"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shikhar Tuli","raw_affiliation_strings":["Princeton University, Princeton, USA"],"affiliations":[{"raw_affiliation_string":"Princeton University, Princeton, USA","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075236569","display_name":"Chia\u2010Hao Li","orcid":"https://orcid.org/0000-0001-9557-6050"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chia-Hao Li","raw_affiliation_strings":["Princeton University, Princeton, USA"],"affiliations":[{"raw_affiliation_string":"Princeton University, Princeton, USA","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054704326","display_name":"Ritvik Sharma","orcid":"https://orcid.org/0000-0002-5809-7031"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ritvik Sharma","raw_affiliation_strings":["Stanford University, Stanford, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086131079","display_name":"Niraj K. Jha","orcid":"https://orcid.org/0000-0002-1539-0369"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Niraj K. Jha","raw_affiliation_strings":["Princeton University, USA"],"affiliations":[{"raw_affiliation_string":"Princeton University, USA","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5011008635"],"corresponding_institution_ids":["https://openalex.org/I20089843"],"apc_list":null,"apc_paid":null,"fwci":1.6333,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.8514506,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"22","issue":"3","first_page":"1","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.7994828224182129},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7631269097328186},{"id":"https://openalex.org/keywords/design-space-exploration","display_name":"Design space exploration","score":0.7108482718467712},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6894630193710327},{"id":"https://openalex.org/keywords/hardware-acceleration","display_name":"Hardware acceleration","score":0.5661948919296265},{"id":"https://openalex.org/keywords/surrogate-model","display_name":"Surrogate model","score":0.5505282878875732},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5327720046043396},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5265156030654907},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.48990029096603394},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4683871567249298},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46095067262649536},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4251544177532196},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.41001924872398376},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39414265751838684},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.34990838170051575},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.17600849270820618},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.09301605820655823},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07685637474060059}],"concepts":[{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.7994828224182129},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7631269097328186},{"id":"https://openalex.org/C2776221188","wikidata":"https://www.wikidata.org/wiki/Q21072556","display_name":"Design space exploration","level":2,"score":0.7108482718467712},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6894630193710327},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.5661948919296265},{"id":"https://openalex.org/C131675550","wikidata":"https://www.wikidata.org/wiki/Q7646884","display_name":"Surrogate model","level":2,"score":0.5505282878875732},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5327720046043396},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5265156030654907},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.48990029096603394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4683871567249298},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46095067262649536},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4251544177532196},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.41001924872398376},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39414265751838684},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.34990838170051575},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.17600849270820618},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.09301605820655823},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07685637474060059},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3575798","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3575798","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3575798","source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2212.03965","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.03965","pdf_url":"https://arxiv.org/pdf/2212.03965","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3575798","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3575798","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3575798","source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8899999856948853,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G3752399315","display_name":null,"funder_award_id":"CCF-1811109","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8990419100","display_name":"SHF: Small:Extremely Energy-Efficient Monolithic 3D System Architectures","funder_award_id":"1811109","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309292","display_name":"Princeton University","ror":"https://ror.org/00hx57361"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4310997605.pdf","grobid_xml":"https://content.openalex.org/works/W4310997605.grobid-xml"},"referenced_works_count":107,"referenced_works":["https://openalex.org/W582134693","https://openalex.org/W1686810756","https://openalex.org/W1836465849","https://openalex.org/W1841592590","https://openalex.org/W1965142824","https://openalex.org/W2010202670","https://openalex.org/W2041811089","https://openalex.org/W2048266589","https://openalex.org/W2094756095","https://openalex.org/W2095705004","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2119717200","https://openalex.org/W2131241448","https://openalex.org/W2152839228","https://openalex.org/W2163605009","https://openalex.org/W2186222003","https://openalex.org/W2194775991","https://openalex.org/W2204664557","https://openalex.org/W2279098554","https://openalex.org/W2531409750","https://openalex.org/W2548077621","https://openalex.org/W2588191434","https://openalex.org/W2602753196","https://openalex.org/W2742479298","https://openalex.org/W2773706593","https://openalex.org/W2786771851","https://openalex.org/W2805634098","https://openalex.org/W2880869856","https://openalex.org/W2885311373","https://openalex.org/W2901541570","https://openalex.org/W2904902077","https://openalex.org/W2908510526","https://openalex.org/W2910121883","https://openalex.org/W2913060349","https://openalex.org/W2914393402","https://openalex.org/W2914931491","https://openalex.org/W2921953552","https://openalex.org/W2942465004","https://openalex.org/W2945146780","https://openalex.org/W2951104886","https://openalex.org/W2951245151","https://openalex.org/W2955425717","https://openalex.org/W2962711740","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2963319203","https://openalex.org/W2963446712","https://openalex.org/W2964081807","https://openalex.org/W2964259004","https://openalex.org/W2971381503","https://openalex.org/W2980137827","https://openalex.org/W2981406437","https://openalex.org/W2994749257","https://openalex.org/W2997828269","https://openalex.org/W2998732502","https://openalex.org/W3016142271","https://openalex.org/W3021621050","https://openalex.org/W3031420959","https://openalex.org/W3037833767","https://openalex.org/W3044604993","https://openalex.org/W3045994693","https://openalex.org/W3092020069","https://openalex.org/W3092216346","https://openalex.org/W3092334294","https://openalex.org/W3100321043","https://openalex.org/W3103034165","https://openalex.org/W3104894901","https://openalex.org/W3107453328","https://openalex.org/W3118608800","https://openalex.org/W3121929959","https://openalex.org/W3126595748","https://openalex.org/W3137264163","https://openalex.org/W3157527198","https://openalex.org/W3166244420","https://openalex.org/W3167905203","https://openalex.org/W3176588845","https://openalex.org/W3187567638","https://openalex.org/W3211833531","https://openalex.org/W3213229701","https://openalex.org/W4220813584","https://openalex.org/W4230563027","https://openalex.org/W4231250608","https://openalex.org/W4234552385","https://openalex.org/W4235935333","https://openalex.org/W4240163901","https://openalex.org/W4240168186","https://openalex.org/W4250876345","https://openalex.org/W4251575795","https://openalex.org/W4280615760","https://openalex.org/W4281564379","https://openalex.org/W4287241170","https://openalex.org/W4287686213","https://openalex.org/W4287725919","https://openalex.org/W4293075306","https://openalex.org/W4300171661","https://openalex.org/W4300687870","https://openalex.org/W4320930577","https://openalex.org/W4372306494","https://openalex.org/W4385245566","https://openalex.org/W6638444622","https://openalex.org/W6746023985","https://openalex.org/W6753278433","https://openalex.org/W6756439839","https://openalex.org/W6776676858","https://openalex.org/W6780766217"],"related_works":["https://openalex.org/W4380627621","https://openalex.org/W4292081304","https://openalex.org/W2950792054","https://openalex.org/W3042858012","https://openalex.org/W2742479298","https://openalex.org/W4237912051","https://openalex.org/W3187720583","https://openalex.org/W2996372837","https://openalex.org/W4310520567","https://openalex.org/W4310997605"],"abstract_inverted_index":{"Recently,":[0],"automated":[1],"co-design":[2,23,75,155],"of":[3,41,93,169],"machine":[4],"learning":[5],"(ML)":[6],"models":[7],"and":[8,19,45,53,72,86,98,112,163,171,195,214,231,241],"accelerator":[9,56,74,145],"architectures":[10,146],"has":[11],"attracted":[12],"significant":[13],"attention":[14],"from":[15],"both":[16],"the":[17,42,46,50,55,153,182,187,201,221],"industry":[18],"academia.":[20],"However,":[21],"most":[22],"frameworks":[24],"either":[25],"explore":[26,89],"a":[27,68,123,148],"limited":[28],"search":[29,105],"space":[30],"or":[31],"employ":[32],"suboptimal":[33],"exploration":[34],"techniques":[35],"for":[36,116,143,167],"simultaneous":[37],"design":[38,91,150],"decision":[39],"investigations":[40],"ML":[43,51],"model":[44,52,127],"accelerator.":[47],"Furthermore,":[48],"training":[49],"simulating":[54],"performance":[57],"is":[58],"computationally":[59],"expensive.":[60],"To":[61],"address":[62],"these":[63],"limitations,":[64],"this":[65],"work":[66],"proposes":[67],"novel":[69],"neural":[70,95,124],"architecture":[71,134],"hardware":[73],"framework,":[76,223],"called":[77,157],"CODEBench.":[78],"It":[79],"comprises":[80],"two":[81],"new":[82],"benchmarking":[83],"sub-frameworks,":[84],"CNNBench":[85,101],"AccelBench,":[87],"which":[88],"expanded":[90],"spaces":[92],"convolutional":[94],"networks":[96],"(CNNs)":[97],"CNN":[99,133],"accelerators.":[100],"leverages":[102],"an":[103,131],"advanced":[104],"technique,":[106],"Bayesian":[107,158],"Optimization":[108,159],"using":[109,160],"Second-order":[110,161],"Gradients":[111,162],"Heteroscedastic":[113,164],"Surrogate":[114,165],"Model":[115,166],"Neural":[117],"Architecture":[118],"Search,":[119],"to":[120,128,130,186],"efficiently":[121],"train":[122],"heteroscedastic":[125],"surrogate":[126],"converge":[129],"optimal":[132],"by":[135,226],"employing":[136],"second-order":[137],"gradients.":[138],"AccelBench":[139],"performs":[140],"cycle-accurate":[141],"simulations":[142],"diverse":[144],"in":[147],"vast":[149],"space.":[151],"With":[152],"proposed":[154],"method,":[156],"Co-Design":[168],"CNNs":[170],"Accelerators,":[172],"our":[173],"best":[174],"CNN\u2013accelerator":[175],"pair":[176,189],"achieves":[177,205],"1.4%":[178],"higher":[179,207,229,233],"accuracy":[180,209,230],"on":[181,246],"CIFAR-10":[183],"dataset":[184],"compared":[185],"state-of-the-art":[188,222],"while":[190,235],"enabling":[191,236],"59.1%":[192],"lower":[193,197,212,216,238,243],"latency":[194,213],"60.8%":[196],"energy":[198,217],"consumption.":[199,218],"On":[200],"ImageNet":[202],"dataset,":[203],"it":[204],"3.7%":[206],"Top1":[208],"at":[210],"43.8%":[211],"11.2%":[215],"CODEBench":[219],"outperforms":[220],"i.e.,":[224],"Auto-NBA,":[225],"achieving":[227],"1.5%":[228],"34.7\u00d7":[232],"throughput":[234],"11.0\u00d7":[237],"energy-delay":[239],"product":[240],"4.0\u00d7":[242],"chip":[244],"area":[245],"CIFAR-10.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}