{"id":"https://openalex.org/W2903688003","doi":"https://doi.org/10.1145/3242898","title":"You Cannot Improve What You Do not Measure","display_name":"You Cannot Improve What You Do not Measure","publication_year":2018,"publication_date":"2018-09-30","ids":{"openalex":"https://openalex.org/W2903688003","doi":"https://doi.org/10.1145/3242898","mag":"2903688003"},"language":"en","primary_location":{"id":"doi:10.1145/3242898","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3242898","pdf_url":null,"source":{"id":"https://openalex.org/S112809824","display_name":"ACM Transactions on Reconfigurable Technology and Systems","issn_l":"1936-7406","issn":["1936-7406","1936-7414"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Reconfigurable Technology and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090801235","display_name":"Andrew Boutros","orcid":"https://orcid.org/0000-0002-8044-1644"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andrew Boutros","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-8044-1644","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035517387","display_name":"Sadegh Yazdanshenas","orcid":"https://orcid.org/0000-0002-1044-4460"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sadegh Yazdanshenas","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0002-1044-4460","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030184404","display_name":"Vaughn Betz","orcid":"https://orcid.org/0000-0003-0528-6493"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Vaughn Betz","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Toronto, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":2.7648,"has_fulltext":false,"cited_by_count":70,"citation_normalized_percentile":{"value":0.93320607,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"11","issue":"3","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/application-specific-integrated-circuit","display_name":"Application-specific integrated circuit","score":0.8812501430511475},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.8287220597267151},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8120802640914917},{"id":"https://openalex.org/keywords/reconfigurability","display_name":"Reconfigurability","score":0.7924216985702515},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5656387805938721},{"id":"https://openalex.org/keywords/digital-signal-processing","display_name":"Digital signal processing","score":0.5423011183738708},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.528967559337616},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.45568254590034485},{"id":"https://openalex.org/keywords/ranging","display_name":"Ranging","score":0.44679996371269226},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.44008970260620117},{"id":"https://openalex.org/keywords/fpga-prototype","display_name":"FPGA prototype","score":0.412361204624176},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.36305302381515503},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.35151928663253784},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24623993039131165}],"concepts":[{"id":"https://openalex.org/C77390884","wikidata":"https://www.wikidata.org/wiki/Q217302","display_name":"Application-specific integrated circuit","level":2,"score":0.8812501430511475},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.8287220597267151},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8120802640914917},{"id":"https://openalex.org/C2780149590","wikidata":"https://www.wikidata.org/wiki/Q7302742","display_name":"Reconfigurability","level":2,"score":0.7924216985702515},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5656387805938721},{"id":"https://openalex.org/C84462506","wikidata":"https://www.wikidata.org/wiki/Q173142","display_name":"Digital signal processing","level":2,"score":0.5423011183738708},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.528967559337616},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.45568254590034485},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.44679996371269226},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.44008970260620117},{"id":"https://openalex.org/C203864433","wikidata":"https://www.wikidata.org/wiki/Q5426992","display_name":"FPGA prototype","level":3,"score":0.412361204624176},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.36305302381515503},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.35151928663253784},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24623993039131165},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3242898","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3242898","pdf_url":null,"source":{"id":"https://openalex.org/S112809824","display_name":"ACM Transactions on Reconfigurable Technology and Systems","issn_l":"1936-7406","issn":["1936-7406","1936-7414"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Reconfigurable Technology and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8899999856948853,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1667652561","https://openalex.org/W1677182931","https://openalex.org/W1924619199","https://openalex.org/W2005926822","https://openalex.org/W2016889342","https://openalex.org/W2048266589","https://openalex.org/W2054951389","https://openalex.org/W2061488635","https://openalex.org/W2094756095","https://openalex.org/W2097117768","https://openalex.org/W2117539524","https://openalex.org/W2133156997","https://openalex.org/W2143612262","https://openalex.org/W2154642048","https://openalex.org/W2172654076","https://openalex.org/W2194775991","https://openalex.org/W2272300165","https://openalex.org/W2276486856","https://openalex.org/W2289252105","https://openalex.org/W2294282016","https://openalex.org/W2337344472","https://openalex.org/W2396572963","https://openalex.org/W2466675884","https://openalex.org/W2475840367","https://openalex.org/W2513568085","https://openalex.org/W2523838129","https://openalex.org/W2524802307","https://openalex.org/W2529546376","https://openalex.org/W2537959404","https://openalex.org/W2562773490","https://openalex.org/W2565125333","https://openalex.org/W2574797063","https://openalex.org/W2583145172","https://openalex.org/W2584311934","https://openalex.org/W2584616277","https://openalex.org/W2591922920","https://openalex.org/W2598521311","https://openalex.org/W2604406773","https://openalex.org/W2606722458","https://openalex.org/W2614533249","https://openalex.org/W2616318524","https://openalex.org/W2625954420","https://openalex.org/W2727238169","https://openalex.org/W2729080111","https://openalex.org/W2751477244","https://openalex.org/W2757644909","https://openalex.org/W2761085955","https://openalex.org/W2762597430","https://openalex.org/W2766447205","https://openalex.org/W2766736793","https://openalex.org/W2949117887","https://openalex.org/W2949888546","https://openalex.org/W2950094539","https://openalex.org/W2951460453","https://openalex.org/W2952434909","https://openalex.org/W2953212265","https://openalex.org/W2953384591","https://openalex.org/W2963101856","https://openalex.org/W3024621361","https://openalex.org/W3102169921","https://openalex.org/W3147600416"],"related_works":["https://openalex.org/W1972844830","https://openalex.org/W2152649261","https://openalex.org/W2997602288","https://openalex.org/W200899231","https://openalex.org/W2356927082","https://openalex.org/W2905116260","https://openalex.org/W2382673458","https://openalex.org/W3162338610","https://openalex.org/W2376218453","https://openalex.org/W2050556089"],"abstract_inverted_index":{"Recently,":[0],"deep":[1],"learning":[2],"(DL)":[3],"has":[4,152],"become":[5],"best-in-class":[6],"for":[7,55,99,196],"numerous":[8],"applications":[9],"but":[10,35],"at":[11],"a":[12,153],"high":[13,154],"computational":[14],"cost":[15],"that":[16,110],"necessitates":[17],"high-performance":[18],"energy-efficient":[19],"acceleration.":[20],"The":[21],"reconfigurability":[22],"of":[23,79,96,138,148],"FPGAs":[24,62],"is":[25,124],"appealing":[26],"due":[27],"to":[28,43,81,104,118,146,160,191],"the":[29,67,74,83,111,121,139,141,149,188,193],"rapid":[30],"change":[31],"in":[32,85,183],"DL":[33,197],"models":[34],"also":[36],"causes":[37],"lower":[38],"performance":[39,77,112],"and":[40,63,69,76,102,186],"area-efficiency":[41],"compared":[42],"ASICs.":[44,64],"In":[45],"this":[46],"article,":[47],"we":[48,72,169],"implement":[49],"three":[50,94],"state-of-the-art":[51],"computing":[52],"architectures":[53],"(CAs)":[54],"convolutional":[56],"neural":[57],"network":[58],"(CNN)":[59],"inference":[60],"on":[61],"By":[65],"comparing":[66],"FPGA":[68,87,165,171],"ASIC":[70,167],"implementations,":[71],"highlight":[73],"area":[75,122,133,155],"costs":[78],"programmability":[80,194],"pinpoint":[82],"inefficiencies":[84],"current":[86],"architectures.":[88],"We":[89,108],"perform":[90],"our":[91,164],"experiments":[92],"using":[93],"variations":[95],"these":[97],"CAs":[98,127],"AlexNet,":[100],"VGG-16":[101],"ResNet-50":[103],"allow":[105],"extensive":[106],"comparisons.":[107],"find":[109],"gap":[113,123,195],"varies":[114],"significantly":[115],"from":[116,158],"2.8\u00d7":[117],"6.3\u00d7,":[119],"while":[120],"consistent":[125],"across":[126],"with":[128],"an":[129],"8.7":[130],"average":[131],"FPGA-to-ASIC":[132],"ratio.":[134],"Among":[135],"different":[136],"blocks":[137,185],"CAs,":[140],"convolution":[142],"engine,":[143],"constituting":[144],"up":[145],"60%":[147],"total":[150],"area,":[151],"ratio":[156],"ranging":[157],"13":[159],"31.":[161],"Motivated":[162],"by":[163],"vs.":[166],"comparisons,":[168],"suggest":[170],"architectural":[172],"changes":[173],"such":[174],"as":[175],"increasing":[176],"DSP":[177,184],"block":[178],"count,":[179],"enhancing":[180],"low-precision":[181],"support":[182],"rethinking":[187],"on-chip":[189],"memories":[190],"reduce":[192],"applications.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1}],"updated_date":"2026-06-30T13:55:48.251075","created_date":"2025-10-10T00:00:00"}