{"id":"https://openalex.org/W7160947440","doi":"https://doi.org/10.48550/arxiv.2605.10793","title":"ConQuR: Corner Aligned Activation Quantization via Optimized Rotations for LLMs","display_name":"ConQuR: Corner Aligned Activation Quantization via Optimized Rotations for LLMs","publication_year":2026,"publication_date":"2026-05-11","ids":{"openalex":"https://openalex.org/W7160947440","doi":"https://doi.org/10.48550/arxiv.2605.10793"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.10793","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10793","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.10793","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093329996","display_name":"Chayne Thrash","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thrash, Chayne","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135929813","display_name":"Ali Abbasi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abbasi, Ali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5068682350","display_name":"Soheil Kolouri","orcid":"https://orcid.org/0000-0001-8495-5362"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kolouri, Soheil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.27959999442100525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.27959999442100525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.15850000083446503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.1264999955892563,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7462999820709229},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5781000256538391},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.5297999978065491},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.4659999907016754},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.4300999939441681},{"id":"https://openalex.org/keywords/rotation","display_name":"Rotation (mathematics)","score":0.3727000057697296},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.35350000858306885}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7462999820709229},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.640999972820282},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5781000256538391},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5414999723434448},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.5297999978065491},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.4659999907016754},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.4300999939441681},{"id":"https://openalex.org/C74050887","wikidata":"https://www.wikidata.org/wiki/Q848368","display_name":"Rotation (mathematics)","level":2,"score":0.3727000057697296},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.35350000858306885},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3264999985694885},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2939999997615814},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.2897000014781952},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C2989514635","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization problem","level":3,"score":0.2676999866962433},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2655999958515167},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.25589999556541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.10793","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10793","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.10793","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10793","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,169],"(LLMs)":[3],"are":[4,143],"costly":[5,195],"to":[6,9,104,148,156,158,172],"deploy":[7],"due":[8],"their":[10],"large":[11,34,199],"memory":[12],"footprint":[13],"and":[14,153,167,187,198],"high":[15],"inference":[16],"cost.":[17],"Weight-activation":[18],"quantization":[19,27,35],"can":[20],"reduce":[21],"these":[22],"costs,":[23],"but":[24,52],"low-bit":[25],"activation":[26,31,48,65,83,102,160,201],"remains":[28],"difficult":[29],"because":[30],"outliers":[32],"induce":[33],"error.":[36],"Recent":[37],"rotation-based":[38],"methods":[39],"address":[40],"this":[41],"by":[42],"applying":[43],"orthogonal":[44,88,120,128],"transformations":[45],"that":[46,90,137,176],"redistribute":[47],"magnitude":[49],"across":[50,109,184],"dimensions,":[51],"existing":[53],"approaches":[54],"either":[55],"require":[56],"expensive":[57],"end-to-end":[58,196],"rotation":[59,78],"training":[60,197],"or":[61,70,181],"rely":[62],"on":[63,151,165],"stored":[64],"corpora,":[66],"introducing":[67],"significant":[68],"compute":[69],"storage":[71],"overhead.":[72],"We":[73,130],"propose":[74],"a":[75],"lightweight":[76],"post-training":[77],"calibration":[79,135,141],"method":[80,86,178],"for":[81],"LLM":[82],"quantization.":[84],"Our":[85],"learns":[87],"rotations":[89,139,155],"align":[91],"normalized":[92],"activations":[93,150],"with":[94],"the":[95,119,127,146],"corners":[96],"of":[97],"an":[98,114,133],"inscribed":[99],"hypercube,":[100],"encouraging":[101],"energy":[103],"be":[105],"distributed":[106],"more":[107],"evenly":[108],"dimensions.":[110],"This":[111],"objective":[112],"admits":[113],"efficient":[115],"closed-form":[116],"update":[117],"via":[118],"Procrustes":[121],"problem,":[122],"avoiding":[123,193],"gradient-based":[124],"optimization":[125],"over":[126],"group.":[129],"further":[131],"introduce":[132],"online":[134],"procedure":[136],"updates":[138],"as":[140],"samples":[142],"processed,":[144],"eliminating":[145],"need":[147],"store":[149],"disk":[152],"allowing":[154],"adapt":[157],"quantized":[159],"distributions":[161],"during":[162],"calibration.":[163],"Experiments":[164],"Llama-2":[166],"Llama-3":[168],"from":[170],"3B":[171],"70B":[173],"parameters":[174],"show":[175],"our":[177],"achieves":[179],"competitive":[180],"improved":[182],"performance":[183],"perplexity":[185],"benchmarks":[186],"common":[188],"sense":[189],"reasoning":[190],"tasks":[191],"while":[192],"both":[194],"offline":[200],"storage.":[202]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}