{"id":"https://openalex.org/W4395024198","doi":"https://doi.org/10.1109/aicas59952.2024.10595895","title":"AdaQAT: Adaptive Bit-Width Quantization-Aware Training","display_name":"AdaQAT: Adaptive Bit-Width Quantization-Aware Training","publication_year":2024,"publication_date":"2024-04-22","ids":{"openalex":"https://openalex.org/W4395024198","doi":"https://doi.org/10.1109/aicas59952.2024.10595895"},"language":"en","primary_location":{"id":"doi:10.1109/aicas59952.2024.10595895","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aicas59952.2024.10595895","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 6th International Conference on AI Circuits and Systems (AICAS)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.16876","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093314110","display_name":"C\u00e9dric Gernigon","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"C\u00e9dric Gernigon","raw_affiliation_strings":["Univ. Rennes, Inria, CNRS, IRISA,Rennes,France,F-35000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Rennes, Inria, CNRS, IRISA,Rennes,France,F-35000","institution_ids":["https://openalex.org/I2802519937","https://openalex.org/I56067802","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039229759","display_name":"Silviu-Ioan Filip","orcid":"https://orcid.org/0000-0001-9278-7645"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Silviu-Ioan Filip","raw_affiliation_strings":["Univ. Rennes, Inria, CNRS, IRISA,Rennes,France,F-35000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Rennes, Inria, CNRS, IRISA,Rennes,France,F-35000","institution_ids":["https://openalex.org/I2802519937","https://openalex.org/I56067802","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012353019","display_name":"Olivier Sentieys","orcid":"https://orcid.org/0000-0003-4334-6418"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Olivier Sentieys","raw_affiliation_strings":["Univ. Rennes, Inria, CNRS, IRISA,Rennes,France,F-35000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Rennes, Inria, CNRS, IRISA,Rennes,France,F-35000","institution_ids":["https://openalex.org/I2802519937","https://openalex.org/I56067802","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077805017","display_name":"Cl\u00e9ment Coggiola","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088553","display_name":"Centre National de Recherches M\u00e9t\u00e9orologiques","ror":"https://ror.org/004rej139","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210088553","https://openalex.org/I4210113730","https://openalex.org/I4210148025"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Cl\u00e9ment Coggiola","raw_affiliation_strings":["Spacecraft Techniques, on-Board Data Handling CNES,Toulouse,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spacecraft Techniques, on-Board Data Handling CNES,Toulouse,France","institution_ids":["https://openalex.org/I4210088553"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091173167","display_name":"Micka\u00ebl Bruno","orcid":"https://orcid.org/0000-0002-7356-1111"},"institutions":[{"id":"https://openalex.org/I4210088553","display_name":"Centre National de Recherches M\u00e9t\u00e9orologiques","ror":"https://ror.org/004rej139","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210088553","https://openalex.org/I4210113730","https://openalex.org/I4210148025"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Micka\u00ebl Bruno","raw_affiliation_strings":["Spacecraft Techniques, on-Board Data Handling CNES,Toulouse,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Spacecraft Techniques, on-Board Data Handling CNES,Toulouse,France","institution_ids":["https://openalex.org/I4210088553"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2927,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.80368643,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"442","last_page":"446"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.8269155621528625},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7562248706817627},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.6767337918281555},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5675951242446899},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5350009202957153},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5307345986366272},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5294522643089294},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.5206343531608582},{"id":"https://openalex.org/keywords/discretization","display_name":"Discretization","score":0.5124495625495911},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.477704793214798},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4352525472640991},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4284706711769104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40159887075424194},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1402531862258911}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.8269155621528625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7562248706817627},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.6767337918281555},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5675951242446899},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5350009202957153},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5307345986366272},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5294522643089294},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.5206343531608582},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.5124495625495911},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.477704793214798},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4352525472640991},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4284706711769104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40159887075424194},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1402531862258911},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/aicas59952.2024.10595895","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aicas59952.2024.10595895","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 6th International Conference on AI Circuits and Systems (AICAS)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2404.16876","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.16876","pdf_url":"https://arxiv.org/pdf/2404.16876","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:HAL:hal-04549245v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04549245","pdf_url":"https://hal.science/hal-04549245v1/file/AdaQAT%3A_Adaptive_Bit-Width_Quantization-Aware_Training.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE 6th International Conference on AI Circuits and Systems (AICAS), 2024, Abu Dhabi, United Arab Emirates. pp.442-446, ⟨10.1109/AICAS59952.2024.10595895⟩","raw_type":"Conference papers"},{"id":"doi:10.48550/arxiv.2404.16876","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2404.16876","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.16876","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.16876","pdf_url":"https://arxiv.org/pdf/2404.16876","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.4399999976158142,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G841715897","display_name":null,"funder_award_id":"ANR-23-PEIA-0010","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4395024198.pdf","grobid_xml":"https://content.openalex.org/works/W4395024198.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1902934009","https://openalex.org/W2108598243","https://openalex.org/W2119144962","https://openalex.org/W2194775991","https://openalex.org/W2242818861","https://openalex.org/W2319920447","https://openalex.org/W2469490737","https://openalex.org/W2524428287","https://openalex.org/W2786771851","https://openalex.org/W2884150179","https://openalex.org/W2903260438","https://openalex.org/W2916954108","https://openalex.org/W2970601456","https://openalex.org/W2982041622","https://openalex.org/W2982242214","https://openalex.org/W2982479999","https://openalex.org/W2995130285","https://openalex.org/W3035183452","https://openalex.org/W3036882359","https://openalex.org/W3040522390","https://openalex.org/W3118608800","https://openalex.org/W3214891595","https://openalex.org/W4288413318","https://openalex.org/W4375869345","https://openalex.org/W4382466739","https://openalex.org/W4400230701","https://openalex.org/W6639703010","https://openalex.org/W6677580257","https://openalex.org/W6684665197","https://openalex.org/W6690026940","https://openalex.org/W6700264148","https://openalex.org/W6720242923","https://openalex.org/W6727208969","https://openalex.org/W6748224102","https://openalex.org/W6756979132","https://openalex.org/W6760069825","https://openalex.org/W6767298317","https://openalex.org/W6767597771","https://openalex.org/W6771840438","https://openalex.org/W6786271619","https://openalex.org/W6804155360","https://openalex.org/W6838398888"],"related_works":["https://openalex.org/W4386245174","https://openalex.org/W4200132709","https://openalex.org/W3204400881","https://openalex.org/W3214410901","https://openalex.org/W3204296682","https://openalex.org/W3183118997","https://openalex.org/W2917767146","https://openalex.org/W3176282186","https://openalex.org/W4387489555","https://openalex.org/W2973622361"],"abstract_inverted_index":{"Large-scale":[0],"deep":[1],"neural":[2],"networks":[3],"(DNNs)":[4],"have":[5],"achieved":[6],"remarkable":[7],"success":[8],"in":[9,131],"many":[10],"application":[11],"scenarios.":[12,138],"However,":[13],"high":[14],"computational":[15],"complexity":[16],"and":[17,67,104,136,144,149],"energy":[18],"costs":[19],"of":[20],"modern":[21],"DNNs":[22],"make":[23],"their":[24],"deployment":[25,39],"on":[26,124,141],"edge":[27],"devices":[28],"challenging.":[29,48],"Model":[30],"quantization":[31,97,111,163],"is":[32,101,157],"a":[33,60,87,102,125],"common":[34],"approach":[35,107],"to":[36,114,121],"deal":[37],"with":[38,159],"constraints,":[40],"but":[41,91],"searching":[42],"for":[43,73,95,108],"optimized":[44],"bit-widths":[45,70,82],"can":[46],"be":[47,122],"In":[49],"this":[50],"work,":[51],"we":[52],"present":[53],"Adaptive":[54],"Bit-Width":[55],"Quantization":[56],"Aware":[57],"Training":[58],"(AdaQAT),":[59],"learning-based":[61],"method":[62,156],"that":[63,83,117,154],"automatically":[64],"optimizes":[65],"weight":[66],"activation":[68],"signal":[69],"during":[71],"training":[72,133],"more":[74],"efficient":[75],"DNN":[76],"inference.":[77],"We":[78],"use":[79],"relaxed":[80],"real-valued":[81],"are":[84,92,118],"updated":[85],"using":[86,147],"gradient":[88],"descent":[89],"rule,":[90],"otherwise":[93],"discretized":[94],"all":[96],"operations.":[98],"The":[99],"result":[100],"simple":[103],"flexible":[105],"QAT":[106],"mixed-precision":[109,162],"uniform":[110],"problems.":[112],"Compared":[113],"other":[115,160],"methods":[116],"generally":[119],"designed":[120],"run":[123],"pretrained":[126],"network,":[127],"AdaQAT":[128],"works":[129],"well":[130],"both":[132],"from":[134],"scratch":[135],"fine-tuning":[137],"Initial":[139],"results":[140],"the":[142],"CIFAR-10":[143],"ImageNet":[145],"datasets":[146],"ResNet20":[148],"ResNet18":[150],"models,":[151],"respectively,":[152],"indicate":[153],"our":[155],"competitive":[158],"state-of-the-art":[161],"approaches.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-21T07:57:09.225873","created_date":"2024-04-24T00:00:00"}