{"id":"https://openalex.org/W7133720195","doi":"https://doi.org/10.1007/s44443-026-00541-9","title":"Mitigating the impact of activation smoothing on weights: A channel permutation and smoothing-based LLMs quantization method","display_name":"Mitigating the impact of activation smoothing on weights: A channel permutation and smoothing-based LLMs quantization method","publication_year":2026,"publication_date":"2026-03-05","ids":{"openalex":"https://openalex.org/W7133720195","doi":"https://doi.org/10.1007/s44443-026-00541-9"},"language":"en","primary_location":{"id":"doi:10.1007/s44443-026-00541-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-026-00541-9","pdf_url":null,"source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1007/s44443-026-00541-9","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128152618","display_name":"Yanyao Guan","orcid":null},"institutions":[{"id":"https://openalex.org/I178232147","display_name":"Guizhou University","ror":"https://ror.org/02wmsc916","country_code":"CN","type":"education","lineage":["https://openalex.org/I178232147"]},{"id":"https://openalex.org/I4210087731","display_name":"Guizhou Education University","ror":"https://ror.org/002x6f380","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210087731"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyao Guan","raw_affiliation_strings":["Engineering Research Center of Text Computing & Cognitive Intelligence, Ministry of Education, Guizhou University, Guizhou, China","Guizhou Provincial Characteristic Key Laboratory of Software Engineering and Information Security, Guizhou University, Guizhou, China","State Key Laboratory of Public Big Data, Guizhou University, Guizhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Text Computing & Cognitive Intelligence, Ministry of Education, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I4210087731"]},{"raw_affiliation_string":"Guizhou Provincial Characteristic Key Laboratory of Software Engineering and Information Security, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I178232147"]},{"raw_affiliation_string":"State Key Laboratory of Public Big Data, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I178232147"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128180819","display_name":"Yunhe Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I178232147","display_name":"Guizhou University","ror":"https://ror.org/02wmsc916","country_code":"CN","type":"education","lineage":["https://openalex.org/I178232147"]},{"id":"https://openalex.org/I4210087731","display_name":"Guizhou Education University","ror":"https://ror.org/002x6f380","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210087731"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yunhe Cui","raw_affiliation_strings":["Engineering Research Center of Text Computing & Cognitive Intelligence, Ministry of Education, Guizhou University, Guizhou, China","Guizhou Provincial Characteristic Key Laboratory of Software Engineering and Information Security, Guizhou University, Guizhou, China","State Key Laboratory of Public Big Data, Guizhou University, Guizhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0880-675X","affiliations":[{"raw_affiliation_string":"Engineering Research Center of Text Computing & Cognitive Intelligence, Ministry of Education, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I4210087731"]},{"raw_affiliation_string":"Guizhou Provincial Characteristic Key Laboratory of Software Engineering and Information Security, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I178232147"]},{"raw_affiliation_string":"State Key Laboratory of Public Big Data, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I178232147"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121380642","display_name":"Langtao Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I178232147","display_name":"Guizhou University","ror":"https://ror.org/02wmsc916","country_code":"CN","type":"education","lineage":["https://openalex.org/I178232147"]},{"id":"https://openalex.org/I4210087731","display_name":"Guizhou Education University","ror":"https://ror.org/002x6f380","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210087731"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Langtao Zhao","raw_affiliation_strings":["Engineering Research Center of Text Computing & Cognitive Intelligence, Ministry of Education, Guizhou University, Guizhou, China","Guizhou Provincial Characteristic Key Laboratory of Software Engineering and Information Security, Guizhou University, Guizhou, China","State Key Laboratory of Public Big Data, Guizhou University, Guizhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Text Computing & Cognitive Intelligence, Ministry of Education, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I4210087731"]},{"raw_affiliation_string":"Guizhou Provincial Characteristic Key Laboratory of Software Engineering and Information Security, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I178232147"]},{"raw_affiliation_string":"State Key Laboratory of Public Big Data, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I178232147"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086384170","display_name":"Guowei Shen","orcid":"https://orcid.org/0000-0002-1329-4058"},"institutions":[{"id":"https://openalex.org/I178232147","display_name":"Guizhou University","ror":"https://ror.org/02wmsc916","country_code":"CN","type":"education","lineage":["https://openalex.org/I178232147"]},{"id":"https://openalex.org/I4210087731","display_name":"Guizhou Education University","ror":"https://ror.org/002x6f380","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210087731"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guowei Shen","raw_affiliation_strings":["Engineering Research Center of Text Computing & Cognitive Intelligence, Ministry of Education, Guizhou University, Guizhou, China","Guizhou Provincial Characteristic Key Laboratory of Software Engineering and Information Security, Guizhou University, Guizhou, China","State Key Laboratory of Public Big Data, Guizhou University, Guizhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Text Computing & Cognitive Intelligence, Ministry of Education, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I4210087731"]},{"raw_affiliation_string":"Guizhou Provincial Characteristic Key Laboratory of Software Engineering and Information Security, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I178232147"]},{"raw_affiliation_string":"State Key Laboratory of Public Big Data, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I178232147"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128204122","display_name":"Yi Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I178232147","display_name":"Guizhou University","ror":"https://ror.org/02wmsc916","country_code":"CN","type":"education","lineage":["https://openalex.org/I178232147"]},{"id":"https://openalex.org/I4210087731","display_name":"Guizhou Education University","ror":"https://ror.org/002x6f380","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210087731"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Chen","raw_affiliation_strings":["Engineering Research Center of Text Computing & Cognitive Intelligence, Ministry of Education, Guizhou University, Guizhou, China","Guizhou Provincial Characteristic Key Laboratory of Software Engineering and Information Security, Guizhou University, Guizhou, China","State Key Laboratory of Public Big Data, Guizhou University, Guizhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Text Computing & Cognitive Intelligence, Ministry of Education, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I4210087731"]},{"raw_affiliation_string":"Guizhou Provincial Characteristic Key Laboratory of Software Engineering and Information Security, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I178232147"]},{"raw_affiliation_string":"State Key Laboratory of Public Big Data, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I178232147"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101474914","display_name":"Chun Guo","orcid":"https://orcid.org/0000-0002-3341-220X"},"institutions":[{"id":"https://openalex.org/I178232147","display_name":"Guizhou University","ror":"https://ror.org/02wmsc916","country_code":"CN","type":"education","lineage":["https://openalex.org/I178232147"]},{"id":"https://openalex.org/I4210087731","display_name":"Guizhou Education University","ror":"https://ror.org/002x6f380","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210087731"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chun Guo","raw_affiliation_strings":["Engineering Research Center of Text Computing & Cognitive Intelligence, Ministry of Education, Guizhou University, Guizhou, China","Guizhou Provincial Characteristic Key Laboratory of Software Engineering and Information Security, Guizhou University, Guizhou, China","State Key Laboratory of Public Big Data, Guizhou University, Guizhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Text Computing & Cognitive Intelligence, Ministry of Education, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I4210087731"]},{"raw_affiliation_string":"Guizhou Provincial Characteristic Key Laboratory of Software Engineering and Information Security, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I178232147"]},{"raw_affiliation_string":"State Key Laboratory of Public Big Data, Guizhou University, Guizhou, China","institution_ids":["https://openalex.org/I178232147"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5128180819"],"corresponding_institution_ids":["https://openalex.org/I178232147","https://openalex.org/I4210087731"],"apc_list":{"value":1990,"currency":"USD","value_usd":1990},"apc_paid":{"value":1990,"currency":"USD","value_usd":1990},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18689468,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"38","issue":"6","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.2363000065088272,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.2363000065088272,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.21690000593662262,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06019999831914902,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.8720999956130981},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.8398000001907349},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.6000000238418579},{"id":"https://openalex.org/keywords/permutation","display_name":"Permutation (music)","score":0.5415999889373779},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4196000099182129},{"id":"https://openalex.org/keywords/weight-distribution","display_name":"Weight distribution","score":0.3303000032901764}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.8720999956130981},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.8398000001907349},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.6000000238418579},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5978999733924866},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.5415999889373779},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5379999876022339},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4196000099182129},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34470000863075256},{"id":"https://openalex.org/C25432639","wikidata":"https://www.wikidata.org/wiki/Q3711790","display_name":"Weight distribution","level":2,"score":0.3303000032901764},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.32829999923706055},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2565999925136566},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s44443-026-00541-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-026-00541-9","pdf_url":null,"source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:69d0289235ff48b9b813b6e8fb4741ba","is_oa":false,"landing_page_url":"https://doaj.org/article/69d0289235ff48b9b813b6e8fb4741ba","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of King Saud University: Computer and Information Sciences, Vol 38, Iss 6 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44443-026-00541-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44443-026-00541-9","pdf_url":null,"source":{"id":"https://openalex.org/S2764955546","display_name":"Journal of King Saud University - Computer and Information Sciences","issn_l":"1319-1578","issn":["1319-1578","2213-1248"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of King Saud University Computer and Information Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7321023181","display_name":null,"funder_award_id":"62462010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2251939518","https://openalex.org/W2606974598","https://openalex.org/W2923014074","https://openalex.org/W2946609015","https://openalex.org/W2963122961","https://openalex.org/W2963323070","https://openalex.org/W2996908057","https://openalex.org/W2998183051","https://openalex.org/W2998617917","https://openalex.org/W4309584731","https://openalex.org/W4322718191","https://openalex.org/W4362598949","https://openalex.org/W4366341968","https://openalex.org/W4389524393","https://openalex.org/W4393147284","https://openalex.org/W4399759199","https://openalex.org/W4408029577","https://openalex.org/W4409261373","https://openalex.org/W4415796210"],"related_works":[],"abstract_inverted_index":{"Quantization":[0],"has":[1],"emerged":[2],"as":[3],"an":[4],"effective":[5],"technique":[6],"to":[7,34,83,92,124,163,171,184],"reduce":[8,108],"the":[9,24,67,96,101,109,185],"memory":[10,175],"requirement":[11],"of":[12,28,69],"Large":[13],"Language":[14],"Models":[15],"(LLMs).":[16],"However,":[17],"we":[18,51,139],"observed":[19],"that":[20,59,149],"activation":[21,36,70,114,126,156],"smoothing":[22,71,119,132,166],"destroys":[23],"original":[25,186],"flat":[26],"distribution":[27],"weights":[29],"and":[30,154,168,177],"existing":[31,164],"methods":[32],"struggle":[33],"smooth":[35],"outliers":[37,127],"with":[38,158],"extremely":[39],"large":[40],"magnitudes,":[41],"resulting":[42],"in":[43,95],"increased":[44],"quantization":[45,57,104,110,143,157],"errors.":[46],"To":[47,65,107],"overcome":[48],"these":[49],"challenges,":[50],"propose":[52],"CHAMP-Q":[53,150],",":[54],"a":[55,74,116,141],"novel":[56],"method":[58],"relies":[60],"on":[61,72,135],"two":[62],"strategies:":[63],"(1)":[64],"mitigate":[66],"impact":[68],"weights,":[73],"multi-dimensional":[75],"feature-aware":[76],"channel":[77],"permutation":[78],"(MFCP)":[79],"strategy":[80,121],"is":[81,122],"designed":[82],"alleviate":[84],"intra-group":[85],"weight":[86,97,103,153],"variances":[87],"by":[88,113,128],"permuting":[89],"similar":[90],"channels":[91],"adjacent":[93],"positions":[94],"matrix,":[98],"thereby":[99],"reducing":[100],"group-wise":[102],"error.":[105],"(2)":[106],"errors":[111],"caused":[112],"outliers,":[115],"hybrid":[117],"numerical":[118],"(HNS)":[120],"proposed":[123],"suppress":[125],"selectively":[129],"applying":[130],"different":[131],"strategies":[133],"based":[134],"their":[136],"magnitudes.":[137],"Furthermore,":[138],"implement":[140],"W4A8":[142],"framework.":[144],"The":[145],"experimental":[146],"results":[147],"demonstrate":[148],"enables":[151],"4-bit":[152],"8-bit":[155],"less":[159],"accuracy":[160],"degradation":[161],"compared":[162,183],"outlier":[165],"methods,":[167],"achieves":[169],"up":[170],"1.74":[172],"\\(\\times":[173,179],"\\)":[174,180],"savings":[176],"1.45":[178],"inference":[181],"speedup":[182],"model.":[187]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2026-03-06T00:00:00"}