{"id":"https://openalex.org/W4409445839","doi":"https://doi.org/10.1038/s41598-025-91684-8","title":"Mixed precision quantization based on information entropy","display_name":"Mixed precision quantization based on information entropy","publication_year":2025,"publication_date":"2025-04-15","ids":{"openalex":"https://openalex.org/W4409445839","doi":"https://doi.org/10.1038/s41598-025-91684-8","pmid":"https://pubmed.ncbi.nlm.nih.gov/40234473"},"language":"en","primary_location":{"id":"doi:10.1038/s41598-025-91684-8","doi":"https://doi.org/10.1038/s41598-025-91684-8","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41598-025-91684-8","pdf_url":"https://www.nature.com/articles/s41598-025-91684-8.pdf","source":{"id":"https://openalex.org/S196734849","display_name":"Scientific Reports","issn_l":"2045-2322","issn":["2045-2322"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Reports","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41598-025-91684-8.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021591457","display_name":"Ting Qin","orcid":"https://orcid.org/0000-0002-2528-7103","observed_orcids":["https://orcid.org/0000-0002-2528-7103"]},"institutions":[{"id":"https://openalex.org/I119203015","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13","country_code":"CN","type":"education","lineage":["https://openalex.org/I119203015"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Qin","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University of Technology, Zibo, 255049, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University of Technology, Zibo, 255049, China","institution_ids":["https://openalex.org/I119203015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101850786","display_name":"Zhao Li","orcid":"https://orcid.org/0000-0002-5056-0351","observed_orcids":["https://orcid.org/0000-0002-5056-0351","https://orcid.org/0000-0001-9389-5808"]},"institutions":[{"id":"https://openalex.org/I119203015","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13","country_code":"CN","type":"education","lineage":["https://openalex.org/I119203015"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhao Li","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University of Technology, Zibo, 255049, China. lizhao_buaa@126.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University of Technology, Zibo, 255049, China. lizhao_buaa@126.com","institution_ids":["https://openalex.org/I119203015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032375407","display_name":"Jiaqi Zhao","orcid":"https://orcid.org/0000-0002-1604-1953","observed_orcids":["https://orcid.org/0000-0002-1604-1953"]},"institutions":[{"id":"https://openalex.org/I119203015","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13","country_code":"CN","type":"education","lineage":["https://openalex.org/I119203015"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqi Zhao","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University of Technology, Zibo, 255049, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University of Technology, Zibo, 255049, China","institution_ids":["https://openalex.org/I119203015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113920349","display_name":"Yuting Yan","orcid":"https://orcid.org/0009-0005-9150-1939","observed_orcids":["https://orcid.org/0009-0005-9150-1939"]},"institutions":[{"id":"https://openalex.org/I119203015","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13","country_code":"CN","type":"education","lineage":["https://openalex.org/I119203015"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuting Yan","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University of Technology, Zibo, 255049, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University of Technology, Zibo, 255049, China","institution_ids":["https://openalex.org/I119203015"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111406989","display_name":"Yafei Du","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I119203015","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13","country_code":"CN","type":"education","lineage":["https://openalex.org/I119203015"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yafei Du","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University of Technology, Zibo, 255049, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University of Technology, Zibo, 255049, China","institution_ids":["https://openalex.org/I119203015"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5101850786"],"corresponding_institution_ids":["https://openalex.org/I119203015"],"apc_list":{"value":2690,"currency":"USD","value_usd":2690},"apc_paid":{"value":2690,"currency":"USD","value_usd":2690},"fwci":1.086,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.74934174,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"15","issue":"1","first_page":"12974","last_page":"12974"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mixed-precision-quantization","display_name":"mixed-precision quantization","score":0.9980000257492065},{"id":"https://openalex.org/keywords/bit-width-allocation","display_name":"bit-width allocation","score":0.8920000195503235},{"id":"https://openalex.org/keywords/shannon-entropy","display_name":"Shannon entropy","score":0.9729999899864197},{"id":"https://openalex.org/keywords/dynamic-threshold","display_name":"dynamic threshold","score":0.6610000133514404},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.7419999837875366},{"id":"https://openalex.org/keywords/neural-network-compression","display_name":"neural network compression","score":0.800000011920929},{"id":"https://openalex.org/keywords/weight-and-activation-quantization","display_name":"weight and activation quantization","score":0.7739999890327454},{"id":"https://openalex.org/keywords/hyperparameter-optimization","display_name":"hyperparameter optimization","score":0.7770000100135803},{"id":"https://openalex.org/keywords/resnet","display_name":"ResNet","score":0.6990000009536743},{"id":"https://openalex.org/keywords/cifar-100","display_name":"CIFAR-100","score":0.8550000190734863}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5965006351470947},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5400922894477844},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.45759448409080505},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42715051770210266},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3590206205844879},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3370249569416046},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27964943647384644},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11644366383552551},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.060189902782440186}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1038/s41598-025-91684-8","doi":"https://doi.org/10.1038/s41598-025-91684-8","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41598-025-91684-8","pdf_url":"https://www.nature.com/articles/s41598-025-91684-8.pdf","source":{"id":"https://openalex.org/S196734849","display_name":"Scientific Reports","issn_l":"2045-2322","issn":["2045-2322"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Reports","raw_type":"journal-article"},{"id":"pmid:40234473","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40234473","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific reports","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12000403","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12000403","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sci Rep","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:4fabde50a6b743d8af8e412bb2f072ed","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/4fabde50a6b743d8af8e412bb2f072ed","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scientific Reports, Vol 15, Iss 1, Pp 1-16 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1038/s41598-025-91684-8","doi":"https://doi.org/10.1038/s41598-025-91684-8","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41598-025-91684-8","pdf_url":"https://www.nature.com/articles/s41598-025-91684-8.pdf","source":{"id":"https://openalex.org/S196734849","display_name":"Scientific Reports","issn_l":"2045-2322","issn":["2045-2322"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Reports","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409445839.pdf","grobid_xml":"https://content.openalex.org/works/W4409445839.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2041404167","https://openalex.org/W2149706766","https://openalex.org/W2884150179","https://openalex.org/W2965658867","https://openalex.org/W2982041622","https://openalex.org/W2982479999","https://openalex.org/W2989530497","https://openalex.org/W3096533519","https://openalex.org/W3183197931","https://openalex.org/W4312310654","https://openalex.org/W4367042994","https://openalex.org/W4382466739","https://openalex.org/W4402465042","https://openalex.org/W4406105976","https://openalex.org/W4406159093","https://openalex.org/W4406167886","https://openalex.org/W4406185189","https://openalex.org/W4408354505","https://openalex.org/W4409111148","https://openalex.org/W6600117060","https://openalex.org/W6600991396","https://openalex.org/W6604186633","https://openalex.org/W6738979783"],"related_works":["https://openalex.org/W2979160909","https://openalex.org/W2114837856","https://openalex.org/W2359364609","https://openalex.org/W2322476848","https://openalex.org/W4289681578","https://openalex.org/W2952965081","https://openalex.org/W4281929990","https://openalex.org/W2099355001","https://openalex.org/W4386322429","https://openalex.org/W97916608"],"abstract_inverted_index":{"Mixed":[0],"precision":[1,66],"quantization":[2,39],"represents":[3],"a":[4,10,52,61,88,100,154],"sophisticated":[5],"technique":[6],"that":[7,185,228],"markedly":[8],"diminishes":[9],"system's":[11],"computational":[12,44],"and":[13,40,46,87,124,174,181,196,221,245],"memory":[14],"demands":[15],"by":[16,69,170],"reducing":[17],"the":[18,22,36,65,72,76,78,105,115,122,125,139,143,159,162,191,202,205,215,230,234],"bit":[19,116,192],"width":[20,117,193],"of":[21,38,63,75,81,109,161,194,204,211,229],"model.":[23,206],"However,":[24],"in":[25,241],"practical":[26],"applications,":[27],"an":[28,224],"improper":[29],"allocation":[30,54,145],"strategy":[31],"can":[32,188],"fail":[33],"to":[34,42,93,198,227],"leverage":[35],"advantages":[37],"lead":[41],"wasted":[43],"resources":[45],"degraded":[47],"model":[48,157,232,243],"performance.":[49,246],"We":[50],"propose":[51],"bit-width":[53,144],"method":[55,187,213],"based":[56,103],"on":[57,104,178,214,233],"information":[58],"entropy":[59,79,96,108],"as":[60,131],"means":[62],"mitigating":[64],"loss":[67,210],"caused":[68],"quantization.":[70],"During":[71],"forward":[73],"pass":[74],"model,":[77,164],"value":[80],"each":[82,110,119],"layer":[83],"output":[84],"is":[85,91,138,218],"calculated,":[86],"sliding":[89,126],"window":[90,127],"employed":[92],"smooth":[94],"these":[95],"values.":[97],"By":[98],"computing":[99],"dynamic":[101],"threshold":[102,123],"smoothed":[106],"average":[107],"layer,":[111],"we":[112,149],"adaptively":[113],"allocate":[114],"for":[118],"layer.":[120],"Furthermore,":[121],"size":[128],"are":[129],"treated":[130],"hyperparameters,":[132],"which":[133],"Optuna":[134],"optimizes.":[135],"Model":[136],"accuracy":[137,203,209,225],"constraint,":[140],"thereby":[141],"automating":[142],"across":[146],"layers.":[147],"Finally,":[148],"integrate":[150],"knowledge":[151],"distillation,":[152],"where":[153],"larger":[155],"teacher":[156],"guides":[158],"training":[160],"quantized":[163],"ensuring":[165],"high":[166],"performance":[167],"despite":[168],"compression":[169,244],"transferring":[171],"soft":[172],"labels":[173],"deeper":[175],"knowledge.":[176],"Experiments":[177],"ResNet20,":[179],"ResNet32,":[180],"ResNet56":[182],"architectures":[183],"show":[184],"our":[186],"effectively":[189],"reduce":[190],"weights":[195],"activations":[197],"3.6M/3.6MP":[199],"while":[200],"maintaining":[201],"The":[207],"maximum":[208],"this":[212],"CIFAR-100":[216],"dataset":[217],"only":[219],"0.6%,":[220],"it":[222],"achieves":[223],"comparable":[226],"full-precision":[231],"CIFAR-10":[235],"dataset,":[236],"fully":[237],"demonstrating":[238],"its":[239],"effectiveness":[240],"balancing":[242]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-10-10T00:00:00"}