{"id":"https://openalex.org/W4414198402","doi":"https://doi.org/10.1109/dac63849.2025.11132907","title":"NN-AdderNet: Nonnegative and Sparse Weight Optimization Towards Ultra-Low Bitwidth AdderNet Quantization and Compression","display_name":"NN-AdderNet: Nonnegative and Sparse Weight Optimization Towards Ultra-Low Bitwidth AdderNet Quantization and Compression","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4414198402","doi":"https://doi.org/10.1109/dac63849.2025.11132907"},"language":"en","primary_location":{"id":"doi:10.1109/dac63849.2025.11132907","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dac63849.2025.11132907","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 62nd ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083295665","display_name":"Yunxiang Zhang","orcid":"https://orcid.org/0000-0003-1286-807X"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yunxiang Zhang","raw_affiliation_strings":["Binghamton University, Binghamton,Department of Electrical and Computer Engineering,New York,USA"],"affiliations":[{"raw_affiliation_string":"Binghamton University, Binghamton,Department of Electrical and Computer Engineering,New York,USA","institution_ids":["https://openalex.org/I123946342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091047483","display_name":"Gengchen Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gengchen Sun","raw_affiliation_strings":["Tianjin University,School of Electrical and Information Engineering,Tianjin,China"],"affiliations":[{"raw_affiliation_string":"Tianjin University,School of Electrical and Information Engineering,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102061087","display_name":"Li\u2010Zhi Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lizhi Fang","raw_affiliation_strings":["Tianjin University,School of Electrical and Information Engineering,Tianjin,China"],"affiliations":[{"raw_affiliation_string":"Tianjin University,School of Electrical and Information Engineering,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084878606","display_name":"Biao Sun","orcid":"https://orcid.org/0000-0002-4124-9350"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Biao Sun","raw_affiliation_strings":["Tianjin University,School of Electrical and Information Engineering,Tianjin,China"],"affiliations":[{"raw_affiliation_string":"Tianjin University,School of Electrical and Information Engineering,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087651642","display_name":"Wenfeng Zhao","orcid":"https://orcid.org/0000-0002-2933-750X"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenfeng Zhao","raw_affiliation_strings":["Binghamton University, Binghamton,Department of Electrical and Computer Engineering,New York,USA"],"affiliations":[{"raw_affiliation_string":"Binghamton University, Binghamton,Department of Electrical and Computer Engineering,New York,USA","institution_ids":["https://openalex.org/I123946342"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5083295665"],"corresponding_institution_ids":["https://openalex.org/I123946342"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25665787,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9639999866485596,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9599999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.7414000034332275},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.6902999877929688},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5339000225067139},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5285999774932861},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.5012999773025513},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4812000095844269},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.45820000767707825},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.43950000405311584},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.43209999799728394}],"concepts":[{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.7414000034332275},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6902999877929688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.619700014591217},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5504000186920166},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5339000225067139},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5285999774932861},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.5012999773025513},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4812000095844269},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.45820000767707825},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.43950000405311584},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.43209999799728394},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4196999967098236},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.37619999051094055},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.3450999855995178},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3357999920845032},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.31459999084472656},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C153338461","wikidata":"https://www.wikidata.org/wiki/Q2651","display_name":"Arithmetic coding","level":4,"score":0.31220000982284546},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.30799999833106995},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C198751489","wikidata":"https://www.wikidata.org/wiki/Q2195","display_name":"JPEG","level":3,"score":0.265500009059906},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.26440000534057617},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C25432639","wikidata":"https://www.wikidata.org/wiki/Q3711790","display_name":"Weight distribution","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dac63849.2025.11132907","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dac63849.2025.11132907","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 62nd ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2060108852","https://openalex.org/W2194775991","https://openalex.org/W2604319603","https://openalex.org/W2887782013","https://openalex.org/W2919115771","https://openalex.org/W2963122961","https://openalex.org/W3034344052","https://openalex.org/W3034870003","https://openalex.org/W3104151879","https://openalex.org/W3138910893","https://openalex.org/W3175873985","https://openalex.org/W3176259480","https://openalex.org/W4200288622","https://openalex.org/W4211085526","https://openalex.org/W4224916569","https://openalex.org/W4312121134","https://openalex.org/W4401328386","https://openalex.org/W4404134104"],"related_works":[],"abstract_inverted_index":{"Emerging":[0],"efficient":[1],"deep":[2],"neural":[3,23],"network":[4],"(DNN)":[5],"models,":[6],"such":[7],"as":[8,153],"AdderNet,":[9,77],"have":[10],"shown":[11],"great":[12],"promise":[13],"in":[14,76,110,170],"significantly":[15],"improving":[16],"hardware":[17,183],"efficiency":[18],"compared":[19,154],"to":[20,58,105,142,155],"traditional":[21],"convolutional":[22],"networks":[24],"(CNNs).":[25],"However,":[26],"achieving":[27,149],"low":[28],"bitwidth":[29,140],"quantization":[30],"and":[31,49,167,182],"effective":[32],"model":[33,55,178],"compression":[34,56,125],"remains":[35],"a":[36,47,93,188],"major":[37],"challenge.":[38],"To":[39],"this":[40],"end,":[41],"we":[42,103],"introduce":[43],"Nonnegative":[44],"AdderNet":[45,51,157],"(NNAdderNet),":[46],"quantization-":[48],"compression-friendly":[50],"variant":[52],"that":[53,132],"enables":[54],"down":[57,141],"4":[59,143],"bits":[60,144],"or":[61,145],"even":[62,146],"lower.":[63],"We":[64],"begin":[65],"by":[66],"proposing":[67],"an":[68,136],"equivalent":[69],"transformation":[70,87],"of":[71,83,113],"the":[72,81,90,107,111,114,123,176],"sum-of-absolute-difference":[73],"(SAD)":[74],"kernel":[75],"which":[78],"allows":[79],"for":[80,92,191],"formulation":[82],"nonnegative":[84],"weights.":[85],"This":[86,119],"effectively":[88],"eliminates":[89],"need":[91],"sign":[94],"bit,":[95],"thus":[96,185],"saving":[97],"1":[98],"bit":[99],"per":[100],"weight.":[101],"Next,":[102],"propose":[104],"exploit":[106],"dual-sparsity":[108],"pattern":[109],"weights":[112],"activation-oriented":[115],"NN-AdderNet":[116,133,177],"quantized":[117],"model.":[118],"inherent":[120],"sparsity":[121],"enhances":[122],"lossless":[124],"performance":[126],"over":[127],"NN-AdderNet.":[128],"Experimental":[129],"results":[130],"show":[131],"can":[134],"achieve":[135],"average":[137],"compressed":[138],"weight":[139],"lower,":[147],"while":[148],"negligible":[150],"accuracy":[151],"loss":[152],"full-precision":[156],"models.":[158],"Such":[159],"benefits":[160],"are":[161],"further":[162],"illustrated":[163],"with":[164],"hardware-level":[165],"energy":[166],"latency":[168],"improvements":[169],"designing":[171],"DNN":[172],"inference":[173],"accelerators.":[174],"Consequently,":[175],"exhibits":[179],"both":[180],"algorithmic":[181],"efficiency,":[184],"making":[186],"it":[187],"promising":[189],"candidate":[190],"resource-limited":[192],"applications.":[193]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-10T00:00:00"}