{"id":"https://openalex.org/W4321608057","doi":"https://doi.org/10.1109/tcad.2023.3248503","title":"Joint Optimization of Dimension Reduction and Mixed-Precision Quantization for Activation Compression of Neural Networks","display_name":"Joint Optimization of Dimension Reduction and Mixed-Precision Quantization for Activation Compression of Neural Networks","publication_year":2023,"publication_date":"2023-02-23","ids":{"openalex":"https://openalex.org/W4321608057","doi":"https://doi.org/10.1109/tcad.2023.3248503"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2023.3248503","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2023.3248503","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023593211","display_name":"Yu-Shan Tai","orcid":"https://orcid.org/0000-0002-6280-0340"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Yu-Shan Tai","raw_affiliation_strings":["GIEE, National Taiwan University, Taipei, Taiwan"],"affiliations":[{"raw_affiliation_string":"GIEE, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070753793","display_name":"Cheng-Yang Chang","orcid":"https://orcid.org/0000-0003-0072-3535"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Cheng-Yang Chang","raw_affiliation_strings":["GIEE, National Taiwan University, Taipei, Taiwan"],"affiliations":[{"raw_affiliation_string":"GIEE, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100637770","display_name":"Chieh-Fang Teng","orcid":"https://orcid.org/0000-0002-3965-842X"},"institutions":[{"id":"https://openalex.org/I4210148979","display_name":"MediaTek (Taiwan)","ror":"https://ror.org/05g9jck81","country_code":"TW","type":"company","lineage":["https://openalex.org/I4210148979"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chieh-Fang Teng","raw_affiliation_strings":["CAI2, Mediatek, Hsinchu, Taiwan"],"affiliations":[{"raw_affiliation_string":"CAI2, Mediatek, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I4210148979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060083525","display_name":"Yi-Ta Chen","orcid":"https://orcid.org/0000-0003-1724-0206"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Ta Chen","raw_affiliation_strings":["GIEE, National Taiwan University, Taipei, Taiwan"],"affiliations":[{"raw_affiliation_string":"GIEE, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109465340","display_name":"An-Yeu Wu","orcid":"https://orcid.org/0000-0003-4731-8633"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"An-Yeu Wu","raw_affiliation_strings":["GIEE, National Taiwan University, Taipei, Taiwan"],"affiliations":[{"raw_affiliation_string":"GIEE, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5023593211"],"corresponding_institution_ids":["https://openalex.org/I16733864"],"apc_list":null,"apc_paid":null,"fwci":0.8425,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.74096401,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"42","issue":"11","first_page":"4025","last_page":"4037"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7312291860580444},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.703493595123291},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.604454517364502},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.49474069476127625},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4901364743709564},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.4583638608455658},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.4356473386287689},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.42094290256500244},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.4194212853908539},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.38557708263397217},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.37054723501205444},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.354754775762558},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22690224647521973},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17572695016860962},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09582263231277466},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.0884520411491394}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7312291860580444},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.703493595123291},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.604454517364502},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.49474069476127625},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4901364743709564},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.4583638608455658},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4356473386287689},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.42094290256500244},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.4194212853908539},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.38557708263397217},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.37054723501205444},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.354754775762558},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22690224647521973},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17572695016860962},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09582263231277466},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.0884520411491394},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C511840579","wikidata":"https://www.wikidata.org/wiki/Q12757","display_name":"Internal combustion engine","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2023.3248503","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2023.3248503","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G4992683212","display_name":null,"funder_award_id":"MOST 110-2221-E-002-184-MY3","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G8887723738","display_name":null,"funder_award_id":"MOST 111-2218-E-002-018-MBK","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320309545","display_name":"Synopsys","ror":"https://ror.org/013by2m91"},{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1902041153","https://openalex.org/W2117539524","https://openalex.org/W2119144962","https://openalex.org/W2161113826","https://openalex.org/W2163605009","https://openalex.org/W2325939864","https://openalex.org/W2469490737","https://openalex.org/W2604319603","https://openalex.org/W2798544842","https://openalex.org/W2810704618","https://openalex.org/W2898755250","https://openalex.org/W2963521187","https://openalex.org/W2982479999","https://openalex.org/W3004061291","https://openalex.org/W3034887213","https://openalex.org/W3035332806","https://openalex.org/W3040522390","https://openalex.org/W3043802286","https://openalex.org/W3091421838","https://openalex.org/W3092502001","https://openalex.org/W3157993436","https://openalex.org/W3193226801","https://openalex.org/W3206875170","https://openalex.org/W4295262505","https://openalex.org/W4308075493","https://openalex.org/W4309417590","https://openalex.org/W6677580257","https://openalex.org/W6684191040","https://openalex.org/W6693397755","https://openalex.org/W6720242923","https://openalex.org/W6767691172"],"related_works":["https://openalex.org/W1680283075","https://openalex.org/W2088378984","https://openalex.org/W3210566648","https://openalex.org/W2342447567","https://openalex.org/W3080614128","https://openalex.org/W2314401560","https://openalex.org/W2380116549","https://openalex.org/W2549477129","https://openalex.org/W4200061735","https://openalex.org/W3202870363"],"abstract_inverted_index":{"Recently,":[0],"deep":[1],"convolutional":[2],"neural":[3],"networks":[4],"(CNNs)":[5],"have":[6],"achieved":[7],"eye-catching":[8],"results":[9,148],"in":[10,24],"various":[11],"applications.":[12],"However,":[13],"intensive":[14],"memory":[15,191,199],"access":[16,192,200],"of":[17,59,171,193,201],"activations":[18],"introduces":[19],"considerable":[20],"energy":[21],"consumption,":[22],"resulting":[23],"a":[25,70,100,136],"great":[26],"challenge":[27],"for":[28],"deploying":[29],"CNNs":[30],"on":[31,162,205],"resource-constrained":[32],"edge":[33],"devices.":[34],"Existing":[35],"research":[36],"utilizes":[37],"dimension":[38],"reduction":[39],"(DR)":[40],"and":[41,83,113,123,195],"mixed-precision":[42],"(MP)":[43],"quantization":[44],"separately":[45],"to":[46,53,126,141],"reduce":[47],"computational":[48],"complexity":[49],"without":[50],"paying":[51],"attention":[52],"their":[54],"interaction.":[55],"Such":[56],"na\u00efve":[57],"concatenation":[58],"different":[60],"compression":[61,72,109,180],"strategies":[62],"ends":[63],"up":[64],"with":[65,117,156,177,208],"suboptimal":[66],"performance.":[67],"To":[68],"develop":[69],"comprehensive":[71],"framework,":[73],"we":[74,134],"propose":[75,135],"an":[76],"optimization":[77,185],"system":[78,153,186],"by":[79,89,99],"jointly":[80],"considering":[81],"DR":[82,194],"MP":[84,93,202],"quantization,":[85,133,203],"which":[86],"is":[87,97],"enabled":[88],"independent":[90],"groupwise":[91],"learnable":[92],"schemes.":[94],"Group":[95],"partitioning":[96],"guided":[98],"well-designed":[101],"automatic":[102],"group":[103],"partition":[104],"mechanism":[105],"that":[106,150],"can":[107,115],"distinguish":[108],"priorities":[110],"among":[111],"channels,":[112],"it":[114],"deal":[116],"the":[118,151,172,182],"tradeoff":[119],"between":[120],"model":[121,128],"accuracy":[122,129,169],"compressibility.":[124],"Moreover,":[125],"preserve":[127],"under":[130],"low":[131],"bit-width":[132,138,144],"dynamic":[137],"searching":[139],"technique":[140],"enable":[142],"continuous":[143],"reduction.":[145],"Our":[146],"experimental":[147],"show":[149],"proposed":[152,183],"reaches":[154],"69.03%/70.73%":[155],"average":[157],"2.16/2.61":[158],"bits":[159],"per":[160],"value":[161],"Resnet18/MobileNetV2,":[163],"while":[164],"introducing":[165],"only":[166],"approximately":[167],"1%":[168],"loss":[170],"uncompressed":[173],"full-precision":[174],"models.":[175],"Compared":[176],"individual":[178],"activation":[179],"schemes,":[181],"joint":[184],"reduces":[187],"55%/9%":[188],"(\u22122.62/\u22120.27":[189],"bits)":[190,198],"55%/63%":[196],"(\u22122.60/\u22124.52":[197],"respectively,":[204],"Resnet18/":[206],"MobileNetV2":[207],"comparable":[209],"or":[210],"even":[211],"higher":[212],"accuracy.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}