{"id":"https://openalex.org/W3159510926","doi":"https://doi.org/10.1109/iscas51556.2021.9401556","title":"Minimizing Energy of DNN Training with Adaptive Bit-Width and Voltage Scaling","display_name":"Minimizing Energy of DNN Training with Adaptive Bit-Width and Voltage Scaling","publication_year":2021,"publication_date":"2021-04-27","ids":{"openalex":"https://openalex.org/W3159510926","doi":"https://doi.org/10.1109/iscas51556.2021.9401556","mag":"3159510926"},"language":"en","primary_location":{"id":"doi:10.1109/iscas51556.2021.9401556","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas51556.2021.9401556","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101089698","display_name":"TaiYu Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"TaiYu Cheng","raw_affiliation_strings":["Osaka University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Osaka University","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002405139","display_name":"Masanori Hashimoto","orcid":"https://orcid.org/0000-0002-0377-2108"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masanori Hashimoto","raw_affiliation_strings":["Osaka University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Osaka University","institution_ids":["https://openalex.org/I98285908"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98285908"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7398688793182373},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.6180965304374695},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5629464983940125},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.52489173412323},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.5204532146453857},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5162041783332825},{"id":"https://openalex.org/keywords/voltage-reduction","display_name":"Voltage reduction","score":0.4288506805896759},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.42250627279281616},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.39158859848976135},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.371459424495697},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3456570506095886},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33281275629997253},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1436125934123993},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09333497285842896},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.092582106590271}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7398688793182373},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.6180965304374695},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5629464983940125},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.52489173412323},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.5204532146453857},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5162041783332825},{"id":"https://openalex.org/C2780745134","wikidata":"https://www.wikidata.org/wiki/Q7940751","display_name":"Voltage reduction","level":3,"score":0.4288506805896759},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.42250627279281616},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.39158859848976135},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.371459424495697},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3456570506095886},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33281275629997253},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1436125934123993},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09333497285842896},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.092582106590271},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscas51556.2021.9401556","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas51556.2021.9401556","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1669276382","https://openalex.org/W1998917233","https://openalex.org/W2037227137","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2570343428","https://openalex.org/W2613779579","https://openalex.org/W2625483679","https://openalex.org/W2763421725","https://openalex.org/W2791595223","https://openalex.org/W2795147506","https://openalex.org/W2799290373","https://openalex.org/W2800920215","https://openalex.org/W2884822385","https://openalex.org/W2889797931","https://openalex.org/W2928062709","https://openalex.org/W2947629474","https://openalex.org/W2953235111","https://openalex.org/W2963112338","https://openalex.org/W2965176348","https://openalex.org/W3025838941","https://openalex.org/W3118608800","https://openalex.org/W3176714321","https://openalex.org/W3204950929","https://openalex.org/W4246550359","https://openalex.org/W4288346545","https://openalex.org/W6677651945","https://openalex.org/W6731892127","https://openalex.org/W6745245109","https://openalex.org/W6753770798","https://openalex.org/W6763653508","https://openalex.org/W6766779933","https://openalex.org/W6769123727","https://openalex.org/W6787972765","https://openalex.org/W6802909861"],"related_works":["https://openalex.org/W141820298","https://openalex.org/W4378770497","https://openalex.org/W2049584446","https://openalex.org/W2180865751","https://openalex.org/W2079781215","https://openalex.org/W2064404759","https://openalex.org/W4308245303","https://openalex.org/W2014033564","https://openalex.org/W2910573937","https://openalex.org/W4385571583"],"abstract_inverted_index":{"Training":[0],"DNN":[1,66],"mostly":[2],"relies":[3],"on":[4],"GPUs":[5],"with":[6,30,41,123],"FP32":[7,122],"format.":[8],"While":[9],"FP16":[10],"is":[11,46,71],"acknowledged":[12],"for":[13,22,33,48,65],"its":[14],"advantage":[15],"of":[16],"high":[17],"computation":[18],"and":[19,52,60,103,106],"memory":[20],"efficiencies":[21],"training":[23,26,85,98],"DNN,":[24],"the":[25,114,118],"must":[27],"be":[28],"accompanied":[29],"techniques":[31],"dedicated":[32],"a":[34,38,42,79],"particular":[35],"dataset.":[36],"Therefore,":[37],"hardware":[39,95],"engine":[40],"configurable":[43],"bit-width":[44,59,75,102],"feature":[45],"desirable":[47],"covering":[49],"any":[50],"datasets":[51],"applications.":[53],"This":[54],"work":[55],"proposes":[56],"an":[57],"adaptive":[58],"voltage":[61,104],"scaling":[62,105],"(ABVS)":[63],"scheme":[64,99,116],"training.":[67],"The":[68],"key":[69],"idea":[70],"to":[72,83,121,131],"increase":[73],"fraction":[74],"(FB)":[76],"gradually":[77],"from":[78],"small":[80],"value":[81],"according":[82],"current":[84],"quality":[86,120],"(e.g.,":[87],"accuracy,":[88],"mAP).":[89],"Since":[90],"less":[91],"FB":[92],"achieves":[93,117],"shorter":[94],"latency,":[96],"this":[97],"concurrently":[100],"adapts":[101],"intensify":[107],"energy":[108,133],"reduction.":[109,134],"Experimental":[110],"results":[111],"show":[112],"that":[113],"ABVS":[115],"comparable":[119],"at":[124],"most":[125],"0.5%":[126],"accuracy":[127],"drop,":[128],"but":[129],"up":[130],"63%":[132]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}