{"id":"https://openalex.org/W4280575040","doi":"https://doi.org/10.23919/date54114.2022.9774652","title":"BenQ: Benchmarking Automated Quantization on Deep Neural Network Accelerators","display_name":"BenQ: Benchmarking Automated Quantization on Deep Neural Network Accelerators","publication_year":2022,"publication_date":"2022-03-14","ids":{"openalex":"https://openalex.org/W4280575040","doi":"https://doi.org/10.23919/date54114.2022.9774652"},"language":"en","primary_location":{"id":"doi:10.23919/date54114.2022.9774652","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date54114.2022.9774652","pdf_url":null,"source":{"id":"https://openalex.org/S4363607924","display_name":"2022 Design, Automation & Test in Europe Conference & Exhibition (DATE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 Design, Automation & Test in Europe Conference & Exhibition (DATE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100611605","display_name":"Zheng Wei","orcid":"https://orcid.org/0000-0002-2293-5427"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Wei","raw_affiliation_strings":["School of Computer Science and Technology, Xi'an Jiaotong University,Xi'an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xi'an Jiaotong University,Xi'an,China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062123451","display_name":"Xingjun Zhang","orcid":"https://orcid.org/0000-0003-1434-7016"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingjun Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Xi'an Jiaotong University,Xi'an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xi'an Jiaotong University,Xi'an,China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100690873","display_name":"Jingbo Li","orcid":"https://orcid.org/0000-0002-7770-110X"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingbo Li","raw_affiliation_strings":["School of Computer Science and Technology, Xi'an Jiaotong University,Xi'an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xi'an Jiaotong University,Xi'an,China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043940065","display_name":"Zeyu Ji","orcid":"https://orcid.org/0000-0003-0362-7506"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Ji","raw_affiliation_strings":["School of Computer Science and Technology, Xi'an Jiaotong University,Xi'an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xi'an Jiaotong University,Xi'an,China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012128773","display_name":"Jia Wei","orcid":"https://orcid.org/0000-0002-2234-0378"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Wei","raw_affiliation_strings":["School of Computer Science and Technology, Xi'an Jiaotong University,Xi'an,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xi'an Jiaotong University,Xi'an,China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":0.059,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.2351313,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1479","last_page":"1484"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7686748504638672},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7667779922485352},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.631620466709137},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.529015064239502},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5187235474586487},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5142006874084473},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5040997266769409},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"Cosine similarity","score":0.4904470145702362},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.48978257179260254},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48581647872924805},{"id":"https://openalex.org/keywords/hardware-acceleration","display_name":"Hardware acceleration","score":0.4433358609676361},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4320617616176605},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.4125315546989441},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4066806435585022},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33826538920402527},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.32229161262512207},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.28116732835769653},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.18743664026260376},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12400326132774353}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7686748504638672},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7667779922485352},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.631620466709137},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.529015064239502},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5187235474586487},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5142006874084473},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5040997266769409},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.4904470145702362},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.48978257179260254},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48581647872924805},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.4433358609676361},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4320617616176605},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.4125315546989441},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4066806435585022},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33826538920402527},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.32229161262512207},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.28116732835769653},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.18743664026260376},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12400326132774353},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/date54114.2022.9774652","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date54114.2022.9774652","pdf_url":null,"source":{"id":"https://openalex.org/S4363607924","display_name":"2022 Design, Automation & Test in Europe Conference & Exhibition (DATE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 Design, Automation & Test in Europe Conference & Exhibition (DATE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G4983796525","display_name":null,"funder_award_id":"62172327","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2442974303","https://openalex.org/W2469490737","https://openalex.org/W2736601468","https://openalex.org/W2888492136","https://openalex.org/W2944898315","https://openalex.org/W2963122961","https://openalex.org/W2963864421","https://openalex.org/W2982479999","https://openalex.org/W3004127905","https://openalex.org/W3005619596","https://openalex.org/W3012561096","https://openalex.org/W3015497938","https://openalex.org/W3022053993","https://openalex.org/W3042701997","https://openalex.org/W3083443371","https://openalex.org/W3091895175","https://openalex.org/W3137264163","https://openalex.org/W3157873396","https://openalex.org/W3183118997","https://openalex.org/W4253012315","https://openalex.org/W6631190155","https://openalex.org/W6684921986","https://openalex.org/W6720242923","https://openalex.org/W6741002519","https://openalex.org/W6770350990","https://openalex.org/W6790028984","https://openalex.org/W6799009007"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W4319952061","https://openalex.org/W4280636456","https://openalex.org/W4388913998","https://openalex.org/W4310584535","https://openalex.org/W4295935044","https://openalex.org/W3159906349"],"abstract_inverted_index":{"Hardware-aware":[0],"automated":[1,40,115,153,179],"quantization":[2,31,41,116,154,180],"promises":[3],"to":[4,66,93,98,140],"unlock":[5],"an":[6,39],"entirely":[7],"new":[8],"algorithm-hardware":[9],"co-design":[10],"paradigm":[11],"for":[12,62,174],"efficiently":[13],"accelerating":[14],"deep":[15],"neural":[16],"network":[17],"(DNN)":[18],"inference":[19],"by":[20],"incorporating":[21],"the":[22,26,57,95,99,142,145,164,168,176],"hardware":[23,45,58],"cost":[24,59],"into":[25],"reinforcement":[27],"learning":[28],"(RL)":[29],"-based":[30],"strategy":[32],"search":[33],"process.":[34],"Existing":[35],"works":[36],"usually":[37],"design":[38],"algorithm":[42,63],"targeting":[43],"one":[44],"accelerator":[46],"with":[47,118,127],"a":[48,81],"device-specific":[49],"performance":[50,125],"model":[51],"or":[52],"pre-collected":[53],"data.":[54],"However,":[55],"determining":[56],"is":[60,90],"non-trivial":[61],"experts":[64],"due":[65,97],"their":[67],"lack":[68,100],"of":[69,101,163],"cross-disciplinary":[70],"knowledge":[71],"in":[72,178],"computer":[73],"architecture,":[74],"compiler,":[75],"and":[76,85,121,137],"physical":[77],"chip":[78],"design.":[79],"Such":[80],"barrier":[82],"limits":[83],"reproducibility":[84],"fair":[86],"comparison.":[87],"Moreover,":[88],"it":[89],"notoriously":[91],"challenging":[92],"interpret":[94,141],"results":[96],"quantitative":[102],"metrics.":[103],"To":[104],"this":[105],"end,":[106],"we":[107,133],"first":[108],"propose":[109],"BenQ,":[110],"which":[111,171],"includes":[112],"various":[113],"RL-based":[114],"algorithms":[117,155],"aligned":[119],"settings":[120],"encapsulates":[122],"two":[123],"off-the-shelf":[124],"predictors":[126],"standard":[128],"OpenAI":[129],"Gym":[130],"API.":[131],"Then,":[132],"leverage":[134],"cosine":[135],"similarity":[136,143,166],"manhattan":[138],"distance":[139],"between":[144,167],"searched":[146,169],"policies.":[147],"The":[148],"experiments":[149],"show":[150],"that":[151],"different":[152],"can":[156],"achieve":[157],"near":[158],"equivalent":[159],"optimal":[160],"trade-offs":[161],"because":[162],"high":[165],"policies,":[170],"provides":[172],"insights":[173],"revisiting":[175],"innovations":[177],"algorithms.":[181]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}