{"id":"https://openalex.org/W4210379149","doi":"https://doi.org/10.1109/gcaiot53516.2021.9693045","title":"Unbalanced Encoding in Synchronous Weight Quantization-Compression for Low-Bit Quantized Neural Network","display_name":"Unbalanced Encoding in Synchronous Weight Quantization-Compression for Low-Bit Quantized Neural Network","publication_year":2021,"publication_date":"2021-12-12","ids":{"openalex":"https://openalex.org/W4210379149","doi":"https://doi.org/10.1109/gcaiot53516.2021.9693045"},"language":"en","primary_location":{"id":"doi:10.1109/gcaiot53516.2021.9693045","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcaiot53516.2021.9693045","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Conference on Artificial Intelligence and Internet of Things (GCAIoT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073565712","display_name":"Yuzhong Jiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuzhong Jiao","raw_affiliation_strings":["United Microelectronics Centre,Hong Kong,China","United Microelectronics Centre, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"United Microelectronics Centre,Hong Kong,China","institution_ids":[]},{"raw_affiliation_string":"United Microelectronics Centre, Hong Kong, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100402694","display_name":"Sha Li","orcid":"https://orcid.org/0000-0002-1153-2219"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sha Li","raw_affiliation_strings":["United Microelectronics Centre,Hong Kong,China","United Microelectronics Centre, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"United Microelectronics Centre,Hong Kong,China","institution_ids":[]},{"raw_affiliation_string":"United Microelectronics Centre, Hong Kong, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011317022","display_name":"Peng Luo","orcid":"https://orcid.org/0009-0004-3370-4191"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng Luo","raw_affiliation_strings":["United Microelectronics Centre,Hong Kong,China","United Microelectronics Centre, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"United Microelectronics Centre,Hong Kong,China","institution_ids":[]},{"raw_affiliation_string":"United Microelectronics Centre, Hong Kong, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102804376","display_name":"Xiao Huo","orcid":"https://orcid.org/0000-0003-0287-5196"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao Huo","raw_affiliation_strings":["United Microelectronics Centre,Hong Kong,China","United Microelectronics Centre, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"United Microelectronics Centre,Hong Kong,China","institution_ids":[]},{"raw_affiliation_string":"United Microelectronics Centre, Hong Kong, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008917593","display_name":"Yiu Kei Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yiu Kei Li","raw_affiliation_strings":["United Microelectronics Centre,Hong Kong,China","United Microelectronics Centre, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"United Microelectronics Centre,Hong Kong,China","institution_ids":[]},{"raw_affiliation_string":"United Microelectronics Centre, Hong Kong, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"105","last_page":"111"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7556242942810059},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.693439245223999},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.6698321104049683},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.6285189390182495},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5448176860809326},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.4956260919570923},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.462547242641449},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4372696280479431},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.37490177154541016},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24865677952766418},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07055047154426575},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.06313270330429077}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7556242942810059},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.693439245223999},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.6698321104049683},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.6285189390182495},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5448176860809326},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.4956260919570923},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.462547242641449},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4372696280479431},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.37490177154541016},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24865677952766418},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07055047154426575},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.06313270330429077},{"id":"https://openalex.org/C511840579","wikidata":"https://www.wikidata.org/wiki/Q12757","display_name":"Internal combustion engine","level":2,"score":0.0},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/gcaiot53516.2021.9693045","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcaiot53516.2021.9693045","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Conference on Artificial Intelligence and Internet of Things (GCAIoT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1984541135","https://openalex.org/W2046542508","https://openalex.org/W2119144962","https://openalex.org/W2172166488","https://openalex.org/W2524428287","https://openalex.org/W2604319603","https://openalex.org/W2736953746","https://openalex.org/W2787884921","https://openalex.org/W2794284562","https://openalex.org/W2800673081","https://openalex.org/W2809624076","https://openalex.org/W2910683834","https://openalex.org/W2915478146","https://openalex.org/W2921883815","https://openalex.org/W2963452728","https://openalex.org/W2963521187","https://openalex.org/W3012476162","https://openalex.org/W3015537910","https://openalex.org/W3036842007","https://openalex.org/W3039760733","https://openalex.org/W3118608800","https://openalex.org/W3127310706","https://openalex.org/W3132830522","https://openalex.org/W3201523818","https://openalex.org/W6677580257","https://openalex.org/W6685405536","https://openalex.org/W6727208969","https://openalex.org/W6738957339","https://openalex.org/W6753069482","https://openalex.org/W6759144272","https://openalex.org/W6760363148","https://openalex.org/W6769971416","https://openalex.org/W6780153229","https://openalex.org/W6787972765","https://openalex.org/W6791509883"],"related_works":["https://openalex.org/W2088378984","https://openalex.org/W2953482628","https://openalex.org/W2161302774","https://openalex.org/W4220868150","https://openalex.org/W2388481516","https://openalex.org/W2386366915","https://openalex.org/W3080614128","https://openalex.org/W2011090518","https://openalex.org/W2022517628","https://openalex.org/W4243608781"],"abstract_inverted_index":{"Deep":[0],"neural":[1,80],"networks":[2,24],"(DNNs)":[3],"usually":[4],"have":[5,46],"thousands":[6],"of":[7,18,72,111,196,210,223,228],"trainable":[8],"parameters":[9],"to":[10,15,65,130],"ensure":[11],"high":[12],"accuracy.":[13],"Due":[14],"large":[16],"amounts":[17],"computation":[19],"and":[20,30,43,49,62,90,102,181],"memory":[21,50],"requirements,":[22],"these":[23],"are":[25,147],"not":[26],"suitable":[27],"for":[28,116,168],"real-time":[29],"resource-constrained":[31],"systems.":[32],"Various":[33],"techniques":[34],"such":[35],"as":[36],"network":[37,41,60,73,81],"pruning,":[38],"weight":[39,44,54,63,67,103,117],"sharing,":[40],"quantization,":[42],"encoding":[45,64,162,177,183,205,230,239],"improved":[47],"computational":[48],"efficiency.":[51],"The":[52,157],"synchronous":[53],"quantization-compression":[55],"(SWQC)":[56],"technique":[57,76],"applies":[58],"both":[59],"quantization":[61],"realize":[66],"compression":[68,91,109,144,166,191,208,221],"in":[69,123,184,213],"the":[70,95,108,154,169,200,207,214,220,226],"process":[71],"quantization.":[74],"This":[75,126],"generates":[77],"a":[78,85,113,142,150,164,189],"quantized":[79,135],"(QNN)":[82],"model":[83],"with":[84,171,202,225],"good":[86],"trade-off":[87],"between":[88],"accuracy":[89],"rate":[92,110,167,192,209,222],"by":[93],"choosing":[94],"proper":[96],"group":[97],"size,":[98],"retraining":[99],"epoch":[100],"number,":[101],"threshold.":[104],"To":[105],"further":[106],"improve":[107],"SWQC,":[112],"new":[114],"strategy":[115,127],"encoding,":[118,120],"unbalanced":[119,161,182,204,229],"is":[121,128],"proposed":[122],"this":[124],"paper.":[125],"able":[129],"compress":[131],"one":[132,138,195],"or":[133],"multiple":[134],"weights":[136],"into":[137],"bit,":[139],"thereby":[140],"achieving":[141],"higher":[143,165,190,235],"rate.":[145],"Experiments":[146],"performed":[148],"on":[149],"4-bit":[151],"QNN":[152],"using":[153,175,194,237],"CIFAR10":[155],"dataset.":[156],"results":[158],"show":[159],"that":[160],"achieves":[163,231],"layers":[170,186],"large-quantity":[172],"parameters.":[173],"By":[174,218],"mixed":[176],"which":[178],"combines":[179],"balanced":[180,238],"different":[185],"can":[187],"achieve":[188],"than":[193,233,236],"them":[197],"only.":[198,240],"In":[199],"experiments":[201],"CIFAR10,":[203],"gets":[206],"over":[211],"13X":[212],"fully":[215],"connected":[216],"layer.":[217],"comparison,":[219],"SWQC":[224],"incorporation":[227],"more":[232],"5X":[234]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}