{"id":"https://openalex.org/W4410226559","doi":"https://doi.org/10.1109/access.2025.3568702","title":"Addressing Activation Outliers in LLMs: A Systematic Review of Post-Training Quantization Techniques","display_name":"Addressing Activation Outliers in LLMs: A Systematic Review of Post-Training Quantization Techniques","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410226559","doi":"https://doi.org/10.1109/access.2025.3568702"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3568702","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3568702","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3568702","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117490015","display_name":"Patrik Czak\u00f3","orcid":null},"institutions":[{"id":"https://openalex.org/I103356709","display_name":"Obuda University","ror":"https://ror.org/00ax71d21","country_code":"HU","type":"education","lineage":["https://openalex.org/I103356709"]},{"id":"https://openalex.org/I2801419141","display_name":"Buda Health Center","ror":"https://ror.org/00yx04352","country_code":"HU","type":"healthcare","lineage":["https://openalex.org/I2801419141"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Patrik Czak\u00f3","raw_affiliation_strings":["Doctoral School of Applied Informatics and Applied Mathematics, Óbuda University, Budapest, Hungary","Doctoral School of Applied Informatics and Applied Mathematics, Obuda University, Budapest, Hungary"],"raw_orcid":"https://orcid.org/0009-0007-9187-3331","affiliations":[{"raw_affiliation_string":"Doctoral School of Applied Informatics and Applied Mathematics, Óbuda University, Budapest, Hungary","institution_ids":["https://openalex.org/I2801419141"]},{"raw_affiliation_string":"Doctoral School of Applied Informatics and Applied Mathematics, Obuda University, Budapest, Hungary","institution_ids":["https://openalex.org/I103356709"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084426852","display_name":"G\u00e1bor Kert\u00e9sz","orcid":"https://orcid.org/0000-0002-8845-8301"},"institutions":[{"id":"https://openalex.org/I103356709","display_name":"Obuda University","ror":"https://ror.org/00ax71d21","country_code":"HU","type":"education","lineage":["https://openalex.org/I103356709"]},{"id":"https://openalex.org/I2801419141","display_name":"Buda Health Center","ror":"https://ror.org/00yx04352","country_code":"HU","type":"healthcare","lineage":["https://openalex.org/I2801419141"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"G\u00e1bor Kert\u00e9sz","raw_affiliation_strings":["John von Neumann Faculty of Informatics, Óbuda University, Budapest, Hungary","John von Neumann Faculty of Informatics, Obuda University, Budapest, Hungary"],"raw_orcid":"https://orcid.org/0000-0002-8845-8301","affiliations":[{"raw_affiliation_string":"John von Neumann Faculty of Informatics, Óbuda University, Budapest, Hungary","institution_ids":["https://openalex.org/I2801419141"]},{"raw_affiliation_string":"John von Neumann Faculty of Informatics, Obuda University, Budapest, Hungary","institution_ids":["https://openalex.org/I103356709"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024487424","display_name":"S\u00e1ndor Sz\u00e9n\u00e1si","orcid":"https://orcid.org/0000-0002-7292-0717"},"institutions":[{"id":"https://openalex.org/I103356709","display_name":"Obuda University","ror":"https://ror.org/00ax71d21","country_code":"HU","type":"education","lineage":["https://openalex.org/I103356709"]},{"id":"https://openalex.org/I2801419141","display_name":"Buda Health Center","ror":"https://ror.org/00yx04352","country_code":"HU","type":"healthcare","lineage":["https://openalex.org/I2801419141"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"S\u00e1ndor Sz\u00e9n\u00e1si","raw_affiliation_strings":["John von Neumann Faculty of Informatics, Óbuda University, Budapest, Hungary","John von Neumann Faculty of Informatics, Obuda University, Budapest, Hungary"],"raw_orcid":"https://orcid.org/0000-0002-7292-0717","affiliations":[{"raw_affiliation_string":"John von Neumann Faculty of Informatics, Óbuda University, Budapest, Hungary","institution_ids":["https://openalex.org/I2801419141"]},{"raw_affiliation_string":"John von Neumann Faculty of Informatics, Obuda University, Budapest, Hungary","institution_ids":["https://openalex.org/I103356709"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.8113,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.62642045,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"13","issue":null,"first_page":"81917","last_page":"81932"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.7815999984741211,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.7815999984741211,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.7583000063896179,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6028658151626587},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.5590815544128418},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.5056746006011963},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3057260811328888},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.12381744384765625}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6028658151626587},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.5590815544128418},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5056746006011963},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3057260811328888},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.12381744384765625}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2025.3568702","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3568702","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:eprints.sztaki.hu:10933","is_oa":true,"landing_page_url":"https://eprints.sztaki.hu/10933/","pdf_url":"https://eprints.sztaki.hu/10933/1/Czako_81917_36131759_ny.pdf","source":{"id":"https://openalex.org/S4306401907","display_name":"SZTAKI Publication Repository (Hungarian Academy of Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I7597260","host_organization_name":"Hungarian Academy of Sciences","host_organization_lineage":["https://openalex.org/I7597260"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:doaj.org/article:4d2c69f42e2b493791ed116707765b20","is_oa":true,"landing_page_url":"https://doaj.org/article/4d2c69f42e2b493791ed116707765b20","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 81917-81932 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3568702","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3568702","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W2002555321","https://openalex.org/W2963122961","https://openalex.org/W3146142859","https://openalex.org/W3176468671","https://openalex.org/W4389519100","https://openalex.org/W4389519530","https://openalex.org/W4389523971","https://openalex.org/W4389524393","https://openalex.org/W4393146966","https://openalex.org/W4394831376","https://openalex.org/W4401043095","https://openalex.org/W4402671912","https://openalex.org/W4402684165","https://openalex.org/W4402727767","https://openalex.org/W4404782932","https://openalex.org/W4404783683","https://openalex.org/W4409362928","https://openalex.org/W6727099177","https://openalex.org/W6771594235","https://openalex.org/W6772383348","https://openalex.org/W6796581206","https://openalex.org/W6796815506","https://openalex.org/W6803096969","https://openalex.org/W6811340617","https://openalex.org/W6838633097","https://openalex.org/W6839092155","https://openalex.org/W6842258392","https://openalex.org/W6842758154","https://openalex.org/W6847478871","https://openalex.org/W6850625674","https://openalex.org/W6851828392","https://openalex.org/W6852927819","https://openalex.org/W6853192989","https://openalex.org/W6853804809","https://openalex.org/W6854415014","https://openalex.org/W6854866820","https://openalex.org/W6855007554","https://openalex.org/W6855780230","https://openalex.org/W6856551996","https://openalex.org/W6856696905","https://openalex.org/W6856969750","https://openalex.org/W6857288518","https://openalex.org/W6857799723","https://openalex.org/W6858023062","https://openalex.org/W6859418079","https://openalex.org/W6860936625","https://openalex.org/W6861314293","https://openalex.org/W6861393904","https://openalex.org/W6861788325","https://openalex.org/W6862025885","https://openalex.org/W6862062605","https://openalex.org/W6862275039","https://openalex.org/W6862279228","https://openalex.org/W6862355752","https://openalex.org/W6862724800","https://openalex.org/W6862909604","https://openalex.org/W6866033557","https://openalex.org/W6866336322","https://openalex.org/W6866496068","https://openalex.org/W6868546719","https://openalex.org/W6868672134","https://openalex.org/W6868720932","https://openalex.org/W6868754218","https://openalex.org/W6868775720","https://openalex.org/W6869026507","https://openalex.org/W6869066804","https://openalex.org/W6870821384","https://openalex.org/W6871032187","https://openalex.org/W6872460787","https://openalex.org/W6872749970","https://openalex.org/W6872760868","https://openalex.org/W6873075241","https://openalex.org/W6873122686","https://openalex.org/W6873592142","https://openalex.org/W6873648542","https://openalex.org/W6873700148","https://openalex.org/W6874409878","https://openalex.org/W6874991662"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W3006513224","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"transformed":[5],"natural":[6],"language":[7],"processing,":[8],"yet":[9],"their":[10,110],"deployment":[11],"remains":[12],"challenging":[13],"due":[14],"to":[15,84],"substantial":[16],"computational,":[17],"memory,":[18],"and":[19,66,88,109,121],"energy":[20],"demands.":[21],"Post-training":[22],"quantization":[23,68],"has":[24],"emerged":[25],"as":[26],"a":[27,46,104],"key":[28,86],"strategy":[29],"for":[30,112,118],"enabling":[31],"efficient":[32],"inference,":[33],"particularly":[34],"in":[35,54,124],"resource-constrained":[36],"settings.":[37],"This":[38,57],"systematic":[39],"review":[40,102],"focuses":[41],"on":[42,49],"weight-activation":[43],"quantization,":[44,114],"with":[45],"unique":[47],"emphasis":[48],"the":[50,76,90,116],"emergent":[51],"outlier":[52],"phenomenon":[53],"LLM":[55,125],"activations.":[56],"work":[58],"evaluates":[59],"recent":[60,82],"techniques":[61,108],"that":[62],"mitigate":[63],"activation":[64,113],"outliers":[65],"improve":[67],"efficiency,":[69],"distinguishing":[70],"itself":[71],"from":[72,98],"prior":[73],"reviews.":[74],"Using":[75],"PRISMA":[77],"methodology,":[78],"we":[79],"examine":[80],"52":[81],"studies":[83],"uncover":[85],"trends":[87],"evaluate":[89],"effectiveness":[91],"of":[92,107],"different":[93],"approaches.":[94],"By":[95],"synthesizing":[96],"insights":[97],"these":[99],"works,":[100],"this":[101],"presents":[103],"diverse":[105],"set":[106],"implications":[111],"laying":[115],"groundwork":[117],"future":[119],"research":[120],"practical":[122],"advancements":[123],"deployment.":[126]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}