{"id":"https://openalex.org/W4385488759","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191784","title":"Quantization Modes for Neural Network Inference: ASIC Implementation Trade-offs","display_name":"Quantization Modes for Neural Network Inference: ASIC Implementation Trade-offs","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4385488759","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191784"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10191784","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191784","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04188362","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092582468","display_name":"Nathan Bain","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104693","display_name":"STMicroelectronics (France)","ror":"https://ror.org/01c74sd89","country_code":"FR","type":"company","lineage":["https://openalex.org/I131827901","https://openalex.org/I4210104693"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Nathan Bain","raw_affiliation_strings":["STMicroelectronics,Crolles,France","ST-CROLLES - STMicroelectronics [Crolles] (850 rue Jean Monnet BP 16 38926 Crolles - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"STMicroelectronics,Crolles,France","institution_ids":["https://openalex.org/I4210104693"]},{"raw_affiliation_string":"ST-CROLLES - STMicroelectronics [Crolles] (850 rue Jean Monnet BP 16 38926 Crolles - France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007229736","display_name":"Roberto Guizzetti","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104693","display_name":"STMicroelectronics (France)","ror":"https://ror.org/01c74sd89","country_code":"FR","type":"company","lineage":["https://openalex.org/I131827901","https://openalex.org/I4210104693"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Roberto Guizzetti","raw_affiliation_strings":["STMicroelectronics,Crolles,France","ST-CROLLES - STMicroelectronics [Crolles] (850 rue Jean Monnet BP 16 38926 Crolles - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"STMicroelectronics,Crolles,France","institution_ids":["https://openalex.org/I4210104693"]},{"raw_affiliation_string":"ST-CROLLES - STMicroelectronics [Crolles] (850 rue Jean Monnet BP 16 38926 Crolles - France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092582469","display_name":"Emilien Taly","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104693","display_name":"STMicroelectronics (France)","ror":"https://ror.org/01c74sd89","country_code":"FR","type":"company","lineage":["https://openalex.org/I131827901","https://openalex.org/I4210104693"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Emilien Taly","raw_affiliation_strings":["STMicroelectronics,Crolles,France","ST-CROLLES - STMicroelectronics [Crolles] (850 rue Jean Monnet BP 16 38926 Crolles - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"STMicroelectronics,Crolles,France","institution_ids":["https://openalex.org/I4210104693"]},{"raw_affiliation_string":"ST-CROLLES - STMicroelectronics [Crolles] (850 rue Jean Monnet BP 16 38926 Crolles - France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092582470","display_name":"Ali Oudrhiri","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104693","display_name":"STMicroelectronics (France)","ror":"https://ror.org/01c74sd89","country_code":"FR","type":"company","lineage":["https://openalex.org/I131827901","https://openalex.org/I4210104693"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Ali Oudrhiri","raw_affiliation_strings":["STMicroelectronics,Crolles,France","ST-CROLLES - STMicroelectronics [Crolles] (850 rue Jean Monnet BP 16 38926 Crolles - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"STMicroelectronics,Crolles,France","institution_ids":["https://openalex.org/I4210104693"]},{"raw_affiliation_string":"ST-CROLLES - STMicroelectronics [Crolles] (850 rue Jean Monnet BP 16 38926 Crolles - France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033596870","display_name":"Bruno Paille","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104693","display_name":"STMicroelectronics (France)","ror":"https://ror.org/01c74sd89","country_code":"FR","type":"company","lineage":["https://openalex.org/I131827901","https://openalex.org/I4210104693"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Bruno Paille","raw_affiliation_strings":["STMicroelectronics,Crolles,France","ST-CROLLES - STMicroelectronics [Crolles] (850 rue Jean Monnet BP 16 38926 Crolles - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"STMicroelectronics,Crolles,France","institution_ids":["https://openalex.org/I4210104693"]},{"raw_affiliation_string":"ST-CROLLES - STMicroelectronics [Crolles] (850 rue Jean Monnet BP 16 38926 Crolles - France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111440581","display_name":"Pascal Urard","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104693","display_name":"STMicroelectronics (France)","ror":"https://ror.org/01c74sd89","country_code":"FR","type":"company","lineage":["https://openalex.org/I131827901","https://openalex.org/I4210104693"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pascal Urard","raw_affiliation_strings":["STMicroelectronics,Crolles,France","ST-CROLLES - STMicroelectronics [Crolles] (850 rue Jean Monnet BP 16 38926 Crolles - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"STMicroelectronics,Crolles,France","institution_ids":["https://openalex.org/I4210104693"]},{"raw_affiliation_string":"ST-CROLLES - STMicroelectronics [Crolles] (850 rue Jean Monnet BP 16 38926 Crolles - France)","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085830369","display_name":"Fr\u00e9d\u00e9ric P\u00e9trot","orcid":"https://orcid.org/0000-0003-0624-7373"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fr\u00e9d\u00e9ric P\u00e9trot","raw_affiliation_strings":["Univ. Grenoble Alpes, CNRS, Grenoble INP, TIMA,Grenoble,France,F-38000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Grenoble Alpes, CNRS, Grenoble INP, TIMA,Grenoble,France,F-38000","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I899635006","https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5092582468"],"corresponding_institution_ids":["https://openalex.org/I4210104693"],"apc_list":null,"apc_paid":null,"fwci":0.2307,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.50851236,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"08"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8250592947006226},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7359364032745361},{"id":"https://openalex.org/keywords/application-specific-integrated-circuit","display_name":"Application-specific integrated circuit","score":0.6162421107292175},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.5614977478981018},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5176318287849426},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5135867595672607},{"id":"https://openalex.org/keywords/dram","display_name":"Dram","score":0.4673588275909424},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4347570538520813},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.4347366690635681},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.4323720932006836},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.40276965498924255},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.29744744300842285},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.20904910564422607},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18928313255310059}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8250592947006226},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7359364032745361},{"id":"https://openalex.org/C77390884","wikidata":"https://www.wikidata.org/wiki/Q217302","display_name":"Application-specific integrated circuit","level":2,"score":0.6162421107292175},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.5614977478981018},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5176318287849426},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5135867595672607},{"id":"https://openalex.org/C7366592","wikidata":"https://www.wikidata.org/wiki/Q1255620","display_name":"Dram","level":2,"score":0.4673588275909424},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4347570538520813},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.4347366690635681},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.4323720932006836},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.40276965498924255},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.29744744300842285},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20904910564422607},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18928313255310059},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10191784","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191784","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04188362v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04188362","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEELink","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04188362v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04188362","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEELink","raw_type":"Conference papers"},"sustainable_development_goals":[{"score":0.8399999737739563,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W59433541","https://openalex.org/W186403072","https://openalex.org/W1686810756","https://openalex.org/W1834627138","https://openalex.org/W2131097266","https://openalex.org/W2159117176","https://openalex.org/W2524428287","https://openalex.org/W2528303662","https://openalex.org/W2565125333","https://openalex.org/W2606722458","https://openalex.org/W2694935213","https://openalex.org/W2891946740","https://openalex.org/W2905006747","https://openalex.org/W2923569601","https://openalex.org/W2963122961","https://openalex.org/W2963526839","https://openalex.org/W2964228333","https://openalex.org/W3091344897","https://openalex.org/W3176259480","https://openalex.org/W3177265267","https://openalex.org/W4323545694","https://openalex.org/W6637373629","https://openalex.org/W6677103964","https://openalex.org/W6727208969","https://openalex.org/W6734062232","https://openalex.org/W6740381162"],"related_works":["https://openalex.org/W3120961607","https://openalex.org/W4401568740","https://openalex.org/W2098207691","https://openalex.org/W3148568549","https://openalex.org/W1648516568","https://openalex.org/W3204400881","https://openalex.org/W3214410901","https://openalex.org/W3204296682","https://openalex.org/W3183118997","https://openalex.org/W2917767146"],"abstract_inverted_index":{"As":[0],"deep":[1],"neural":[2],"networks":[3],"migrate":[4],"close":[5],"to":[6,44,60,181],"the":[7,12,27,36,73,94,104,122,127,168,196,202],"sensors,":[8],"accuracy":[9,160,171],"cannot":[10],"be":[11,20],"single":[13],"target":[14],"anymore:":[15],"inference":[16,32],"tasks":[17],"must":[18],"also":[19,140],"highly":[21],"energy":[22],"efficient.":[23],"For":[24,103],"embedded":[25],"devices,":[26],"power":[28,152,183],"budget":[29],"for":[30,53,89,209],"one":[31],"is":[33,97,187],"typically":[34],"in":[35,113,161],"range":[37],"of":[38,42,51,58,83,124,126],"a":[39,90],"few":[40],"tens":[41],"\u00b5W":[43],"single-digit":[45],"mW.":[46],"We":[47,166],"have":[48],"three":[49],"levers":[50],"action":[52],"that:":[54],"computational":[55],"workload,":[56],"number":[57,123],"values":[59],"memorize-be":[61],"they":[62],"network":[63,205,214],"parameters":[64],"or":[65],"intermediate":[66],"activation":[67],"results-,":[68],"and":[69,111,129,134,151,170,204,211],"implementation":[70],"strategy.":[71],"Given":[72],"fact":[74],"that":[75,156,195],"Application":[76],"Specific":[77],"Integrated":[78],"Circuits":[79],"are":[80],"two":[81,105,142],"orders":[82],"magnitude":[84],"more":[85],"power-efficient":[86],"than":[87],"processors":[88],"given":[91],"technology":[92],"node,":[93],"latter":[95],"issue":[96],"solved":[98],"using":[99,189],"ad-hoc":[100],"hardware":[101,154],"implementations.":[102],"first":[106],"former":[107],"issues,":[108],"we":[109,139],"detail":[110],"compare":[112],"this":[114],"work":[115],"different":[116],"existing":[117,164],"quantization":[118,175,212],"approaches,":[119],"since":[120],"reducing":[121],"bits":[125],"weights":[128],"activations":[130],"reduces":[131],"computation":[132],"complexity":[133],"storage":[135],"needs.":[136],"In":[137],"addition,":[138],"propose":[141],"new":[143],"modes":[144,176],"specifically":[145],"aiming":[146],"at":[147],"low":[148,180],"silicon":[149],"footprint":[150],"optimized":[153],"implementations":[155],"still":[157],"provide":[158,177],"an":[159],"par":[162],"with":[163],"works.":[165],"report":[167],"area/power":[169],"trade-offs":[172],"all":[173],"theses":[174],"when":[178],"targeting":[179],"ultra-low":[182],"devices.":[184],"The":[185],"evaluation":[186],"done":[188],"STMicroelectronics":[190],"40nm":[191],"technology.":[192],"It":[193],"shows":[194],"best":[197],"results":[198],"vary":[199],"depending":[200],"on":[201],"dataset":[203],"architecture,":[206],"which":[207],"calls":[208],"application":[210],"aware":[213],"architecture":[215],"search.":[216]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}
