{"id":"https://openalex.org/W4410583208","doi":"https://doi.org/10.23919/date64628.2025.10992985","title":"LowGradQ: Adaptive Gradient Quantization for Low-Bit CNN Training via Kernel Density Estimation-Guided Thresholding and Hardware-Efficient Stochastic Rounding Unit","display_name":"LowGradQ: Adaptive Gradient Quantization for Low-Bit CNN Training via Kernel Density Estimation-Guided Thresholding and Hardware-Efficient Stochastic Rounding Unit","publication_year":2025,"publication_date":"2025-03-31","ids":{"openalex":"https://openalex.org/W4410583208","doi":"https://doi.org/10.23919/date64628.2025.10992985"},"language":"en","primary_location":{"id":"doi:10.23919/date64628.2025.10992985","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date64628.2025.10992985","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Design, Automation & Test in Europe Conference (DATE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013492580","display_name":"Sangbeom Jeong","orcid":null},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Sangbeom Jeong","raw_affiliation_strings":["Seoul National University of Science and Technology,Research Center for Electrical and Information Technology,Department of Electrical and Information Engineering,Seoul,Korea,01811"],"affiliations":[{"raw_affiliation_string":"Seoul National University of Science and Technology,Research Center for Electrical and Information Technology,Department of Electrical and Information Engineering,Seoul,Korea,01811","institution_ids":["https://openalex.org/I118373667"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012851274","display_name":"Seungil Lee","orcid":"https://orcid.org/0000-0002-1494-135X"},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seungil Lee","raw_affiliation_strings":["Seoul National University of Science and Technology,Research Center for Electrical and Information Technology,Department of Electrical and Information Engineering,Seoul,Korea,01811"],"affiliations":[{"raw_affiliation_string":"Seoul National University of Science and Technology,Research Center for Electrical and Information Technology,Department of Electrical and Information Engineering,Seoul,Korea,01811","institution_ids":["https://openalex.org/I118373667"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100371185","display_name":"Hyun Kim","orcid":"https://orcid.org/0000-0002-7962-657X"},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyun Kim","raw_affiliation_strings":["Seoul National University of Science and Technology,Research Center for Electrical and Information Technology,Department of Electrical and Information Engineering,Seoul,Korea,01811"],"affiliations":[{"raw_affiliation_string":"Seoul National University of Science and Technology,Research Center for Electrical and Information Technology,Department of Electrical and Information Engineering,Seoul,Korea,01811","institution_ids":["https://openalex.org/I118373667"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5013492580"],"corresponding_institution_ids":["https://openalex.org/I118373667"],"apc_list":null,"apc_paid":null,"fwci":2.729,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.90224111,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9569000005722046,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rounding","display_name":"Rounding","score":0.8213266134262085},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7171987891197205},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6222602725028992},{"id":"https://openalex.org/keywords/thresholding","display_name":"Thresholding","score":0.6116703748703003},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5868186354637146},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4980599880218506},{"id":"https://openalex.org/keywords/kernel-density-estimation","display_name":"Kernel density estimation","score":0.4732178747653961},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.37676936388015747},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3401479721069336},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3230586647987366},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2890635132789612},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.12684231996536255},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10902264714241028}],"concepts":[{"id":"https://openalex.org/C136625980","wikidata":"https://www.wikidata.org/wiki/Q663208","display_name":"Rounding","level":2,"score":0.8213266134262085},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7171987891197205},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6222602725028992},{"id":"https://openalex.org/C191178318","wikidata":"https://www.wikidata.org/wiki/Q2256906","display_name":"Thresholding","level":3,"score":0.6116703748703003},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5868186354637146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4980599880218506},{"id":"https://openalex.org/C71134354","wikidata":"https://www.wikidata.org/wiki/Q458825","display_name":"Kernel density estimation","level":3,"score":0.4732178747653961},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.37676936388015747},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3401479721069336},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3230586647987366},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2890635132789612},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.12684231996536255},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10902264714241028},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/date64628.2025.10992985","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date64628.2025.10992985","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Design, Automation & Test in Europe Conference (DATE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3923353966","display_name":null,"funder_award_id":"2020M3H2A1078119","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2963163009","https://openalex.org/W3128120039","https://openalex.org/W4379115884","https://openalex.org/W4400811284"],"related_works":["https://openalex.org/W4220780102","https://openalex.org/W2410881844","https://openalex.org/W3196334750","https://openalex.org/W1502401885","https://openalex.org/W2004257129","https://openalex.org/W4293327315","https://openalex.org/W3193327755","https://openalex.org/W4287024649","https://openalex.org/W4214620071","https://openalex.org/W3203683271"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,56],"hardware-efficient":[4],"INT8":[5,78],"training":[6,35,79],"framework":[7,75],"with":[8,16,36,83],"dual-scale":[9],"adaptive":[10],"gradient":[11],"quantization":[12,38],"(DAGQ)":[13],"to":[14,41],"cope":[15],"the":[17,43],"growing":[18],"need":[19],"for":[20,97],"efficient":[21],"on-device":[22],"CNN":[23],"training.":[24],"DAGQ":[25],"captures":[26],"both":[27],"small-":[28],"and":[29,45,66],"large-magnitude":[30],"gradients,":[31],"ensuring":[32],"robust":[33],"low-bit":[34,52],"minimal":[37,84],"error.":[39],"Additionally,":[40],"reduce":[42],"computational":[44],"memory":[46],"demands":[47],"of":[48],"stochastic":[49,59],"rounding":[50,60],"in":[51],"training,":[53],"we":[54],"introduce":[55],"reusable":[57],"LFSR-based":[58],"unit":[61],"(RLSRU),":[62],"which":[63],"efficiently":[64],"generates":[65],"reuses":[67],"random":[68],"numbers,":[69],"minimizing":[70],"hardware":[71,92],"complexity.":[72],"The":[73],"proposed":[74],"achieves":[76],"stable":[77],"across":[80],"various":[81],"networks":[82],"accuracy":[85],"loss":[86],"while":[87],"being":[88],"implementable":[89],"on":[90],"RTL-based":[91],"accelerators,":[93],"making":[94],"it":[95],"well-suited":[96],"resource-constrained":[98],"environments.":[99]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}