{"id":"https://openalex.org/W7167940345","doi":"https://doi.org/10.48550/arxiv.2607.07964","title":"KronQ: LLM Quantization via Kronecker-Factored Hessian","display_name":"KronQ: LLM Quantization via Kronecker-Factored Hessian","publication_year":2026,"publication_date":"2026-07-08","ids":{"openalex":"https://openalex.org/W7167940345","doi":"https://doi.org/10.48550/arxiv.2607.07964"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.07964","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.07964","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.07964","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033836068","display_name":"D Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Donghyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140415596","display_name":"Yuhang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057610010","display_name":"Ruokai Yin","orcid":"https://orcid.org/0000-0002-7550-0638"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Ruokai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5050310538","display_name":"Priyadarshini Panda","orcid":"https://orcid.org/0000-0002-4167-6782"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Panda, Priyadarshini","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2703000009059906,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2703000009059906,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.21279999613761902,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.09969999641180038,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.722599983215332},{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.5638999938964844},{"id":"https://openalex.org/keywords/covariance","display_name":"Covariance","score":0.39739999175071716},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.3849000036716461},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.33709999918937683},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.3158000111579895}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.722599983215332},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6837000250816345},{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.5638999938964844},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.462799996137619},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.41019999980926514},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.39739999175071716},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.3849000036716461},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.33709999918937683},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.3003000020980835},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.29980000853538513},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.298799991607666},{"id":"https://openalex.org/C72319582","wikidata":"https://www.wikidata.org/wiki/Q584304","display_name":"Degenerate energy levels","level":2,"score":0.29319998621940613},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2669000029563904},{"id":"https://openalex.org/C129782007","wikidata":"https://www.wikidata.org/wiki/Q162886","display_name":"Euclidean geometry","level":2,"score":0.2572999894618988}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.07964","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.07964","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.07964","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.07964","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Post-training":[0],"quantization":[1,24,60,68,143],"(PTQ)":[2],"is":[3],"a":[4,46,120],"widely":[5],"adopted":[6],"technique":[7],"for":[8,124],"compressing":[9],"large":[10],"language":[11],"models":[12],"(LLMs)":[13],"without":[14],"retraining.":[15],"Most":[16],"existing":[17,95],"second-order":[18],"PTQ":[19,47],"methods,":[20],"including":[21],"GPTQ,":[22],"construct":[23],"objectives":[25],"from":[26],"input":[27,113],"activation":[28,75,133],"statistics,":[29],"effectively":[30],"assuming":[31],"that":[32,49],"all":[33],"output":[34,101,115],"channels":[35],"contribute":[36],"equally":[37],"to":[38,99],"the":[39,55,59,63,67,74,94,100,104,130,138],"layer-wise":[40],"reconstruction":[41],"objective.":[42],"We":[43],"propose":[44],"KronQ,":[45],"framework":[48],"challenges":[50],"this":[51,82],"assumption":[52],"by":[53,129],"introducing":[54],"gradient":[56,77,105,131],"covariance":[57],"into":[58],"pipeline.":[61],"Under":[62],"Kronecker-factored":[64],"Hessian":[65,134],"approximation,":[66],"loss":[69],"depends":[70],"jointly":[71],"on":[72,144,157],"both":[73,112],"and":[76,79,114,132,148],"covariances,":[78],"KronQ":[80,88,118],"exploits":[81],"at":[83],"two":[84],"complementary":[85],"levels.":[86],"(1)":[87],"introduces":[89],"bidirectional":[90],"incoherence":[91],"processing,":[92],"extending":[93],"input-side":[96],"random":[97],"rotation":[98],"dimension":[102],"using":[103],"covariance,":[106],"reducing":[107],"weight":[108],"magnitude":[109],"variance":[110],"across":[111],"dimensions.":[116],"(2)":[117],"derives":[119],"new":[121],"sensitivity":[122],"metric":[123],"inter-layer":[125],"mixed-precision":[126],"allocation,":[127],"driven":[128],"traces.":[135],"Notably,":[136],"in":[137],"case":[139],"of":[140],"2-bit":[141],"weight-only":[142],"LLaMA-3-70B,":[145],"while":[146],"GPTQ":[147],"GPTAQ":[149],"diverge":[150],"or":[151],"produce":[152],"degenerate":[153],"quantizations":[154],"(>2000":[155],"perplexity":[156],"WikiText-2),":[158],"\\KronQ{}":[159],"achieves":[160],"7.93":[161],"perplexity.":[162]},"counts_by_year":[],"updated_date":"2026-08-12T07:12:00.856984","created_date":"2026-07-11T00:00:00"}