{"id":"https://openalex.org/W4412889598","doi":"https://doi.org/10.18653/v1/2025.acl-long.1555","title":"Low-Bit Quantization Favors Undertrained LLMs","display_name":"Low-Bit Quantization Favors Undertrained LLMs","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889598","doi":"https://doi.org/10.18653/v1/2025.acl-long.1555"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.1555","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1555","pdf_url":"https://aclanthology.org/2025.acl-long.1555.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.acl-long.1555.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107222587","display_name":"Xu Ouyang","orcid":"https://orcid.org/0000-0003-2852-5733"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu Ouyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104111369","display_name":"Tao Ge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao Ge","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075881948","display_name":"Thomas Hartvigsen","orcid":"https://orcid.org/0000-0002-5288-2792"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thomas Hartvigsen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057837224","display_name":"Zhisong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhisong Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019900804","display_name":"Haitao Mi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haitao Mi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101633405","display_name":"Yu Dong","orcid":"https://orcid.org/0000-0003-0170-0546"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"32338","last_page":"32348"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10472","display_name":"Semiconductor materials and devices","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10472","display_name":"Semiconductor materials and devices","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10558","display_name":"Advancements in Semiconductor Devices and Circuit Design","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14117","display_name":"Integrated Circuits and Semiconductor Failure Analysis","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.587849497795105},{"id":"https://openalex.org/keywords/bit","display_name":"Bit (key)","score":0.4790257513523102},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43462416529655457},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3191589117050171},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1128372848033905}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.587849497795105},{"id":"https://openalex.org/C117011727","wikidata":"https://www.wikidata.org/wiki/Q1278488","display_name":"Bit (key)","level":2,"score":0.4790257513523102},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43462416529655457},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3191589117050171},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1128372848033905}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.1555","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1555","pdf_url":"https://aclanthology.org/2025.acl-long.1555.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.1555","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1555","pdf_url":"https://aclanthology.org/2025.acl-long.1555.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889598.pdf","grobid_xml":"https://content.openalex.org/works/W4412889598.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4327546585","https://openalex.org/W2411923897","https://openalex.org/W4394546135","https://openalex.org/W4285347720","https://openalex.org/W4200259850","https://openalex.org/W2333831899","https://openalex.org/W2484894494"],"abstract_inverted_index":{"Low-bit":[0],"quantization":[1,128,143,169,187],"improves":[2],"machine":[3],"learning":[4],"model":[5,80],"efficiency":[6],"but":[7],"surprisingly":[8],"favors":[9],"undertrained":[10],"large":[11],"language":[12],"models":[13,15,30],"(LLMs).Larger":[14],"or":[16,57],"those":[17],"trained":[18,133,153],"on":[19,192],"fewer":[20],"tokens":[21,111],"exhibit":[22],"less":[23],"quantization-induced":[24],"degradation":[25],"(QiD),":[26],"while":[27],"smaller,":[28],"well-trained":[29],"face":[31],"significant":[32],"performance":[33,129,144],"losses.To":[34],"gain":[35],"deeper":[36],"insights":[37],"into":[38],"this":[39,193,204],"trend,":[40],"we":[41,89,95,120,195],"study":[42],"over":[43,155],"1500+":[44,199],"quantized":[45,200],"LLM":[46],"checkpoints":[47,201],"of":[48,77,109,117,130,145,179],"various":[49,118],"sizes":[50],"and":[51,73,82,105,173],"at":[52,206],"different":[53],"training":[54,78,103,110,115,182],"levels":[55,104],"(undertrained":[56],"fully":[58,114],"trained)":[59],"in":[60,170,203],"a":[61,91,164,180],"controlled":[62],"setting,":[63],"deriving":[64],"scaling":[65,87,123],"laws":[66,124],"for":[67,113,167,177],"understanding":[68],"the":[69,75,107,122,127,141,171,175,198],"relationship":[70],"between":[71],"QiD":[72,98],"factors:":[74],"number":[76,108],"tokens,":[79,158],"size":[81],"bit":[83],"width.With":[84],"our":[85],"derived":[86],"laws,":[88],"propose":[90],"novel":[92],"perspective":[93],"that":[94,140],"can":[96],"use":[97,121],"to":[99,125,151],"measure":[100],"an":[101],"LLM's":[102],"determine":[106],"required":[112],"LLMs":[116,132],"sizes.Moreover,":[119],"predict":[126],"different-sized":[131],"with":[134,154],"100":[135,156],"trillion":[136,157],"tokens.Our":[137],"projection":[138],"shows":[139],"low-bit":[142,168],"future":[146,172,190],"models,":[147],"which":[148],"are":[149],"expected":[150],"be":[152,161],"may":[159],"NOT":[160],"desirable.This":[162],"poses":[163],"potential":[165],"challenge":[166],"highlights":[174],"need":[176],"awareness":[178],"model's":[181],"level":[183],"when":[184],"evaluating":[185],"lowbit":[186],"research.To":[188],"facilitate":[189],"research":[191],"problem,":[194],"release":[196],"all":[197],"used":[202],"work":[205],"https://huggingface.co/Xu-Ouyang.":[207]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}