{"id":"https://openalex.org/W7161815509","doi":"https://doi.org/10.48550/arxiv.2605.19561","title":"TORQ: Two-Level Orthogonal Rotation for MXFP4 Quantization","display_name":"TORQ: Two-Level Orthogonal Rotation for MXFP4 Quantization","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7161815509","doi":"https://doi.org/10.48550/arxiv.2605.19561"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.19561","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19561","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.19561","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136543136","display_name":"Zukang Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Zukang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136542662","display_name":"Xing Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Xing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136547170","display_name":"Dawei Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Dawei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.23810000717639923,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.23810000717639923,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.1395999938249588,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.06210000067949295,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.7541000247001648},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7111999988555908},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5564000010490417},{"id":"https://openalex.org/keywords/linde\u2013buzo\u2013gray-algorithm","display_name":"Linde\u2013Buzo\u2013Gray algorithm","score":0.4327999949455261},{"id":"https://openalex.org/keywords/root-cause","display_name":"Root cause","score":0.3425999879837036},{"id":"https://openalex.org/keywords/rotation","display_name":"Rotation (mathematics)","score":0.33090001344680786}],"concepts":[{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.7541000247001648},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7111999988555908},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5564000010490417},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5224000215530396},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48669999837875366},{"id":"https://openalex.org/C93372532","wikidata":"https://www.wikidata.org/wiki/Q6552455","display_name":"Linde\u2013Buzo\u2013Gray algorithm","level":3,"score":0.4327999949455261},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3824000060558319},{"id":"https://openalex.org/C84945661","wikidata":"https://www.wikidata.org/wiki/Q7366567","display_name":"Root cause","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C74050887","wikidata":"https://www.wikidata.org/wiki/Q848368","display_name":"Rotation (mathematics)","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C134786449","wikidata":"https://www.wikidata.org/wiki/Q3391255","display_name":"Planar","level":2,"score":0.32019999623298645},{"id":"https://openalex.org/C62799726","wikidata":"https://www.wikidata.org/wiki/Q190056","display_name":"Hilbert space","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C33347731","wikidata":"https://www.wikidata.org/wiki/Q285210","display_name":"Stacking","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.2632000148296356},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.25920000672340393}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.19561","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19561","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.19561","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19561","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"advance":[5],"toward":[6],"practical":[7],"deployment,":[8],"the":[9,55,64,80,118,122,130,135,158,164,178,197,209,222,239],"Microscaling":[10],"FP4":[11],"(MXFP4)":[12],"format":[13],"has":[14],"emerged":[15],"as":[16,188],"a":[17,109],"cornerstone":[18],"for":[19,106,219,235],"next-generation":[20],"low-bit":[21],"inference,":[22],"owing":[23],"to":[24,27,39,45,116,138,172,204,215,231],"its":[25],"ability":[26],"balance":[28],"high":[29],"dynamic":[30],"range":[31],"with":[32,228],"hardware":[33],"efficiency.":[34],"However,":[35],"directly":[36],"applying":[37],"MXFP4":[38,59,81,107,179,200],"LLM":[40],"activation":[41,60,77,123,140,201],"quantization":[42,202,244],"inevitably":[43],"leads":[44],"significant":[46],"accuracy":[47,198,224],"degradation.":[48],"In":[49],"this":[50,68],"paper,":[51],"we":[52,100],"theoretically":[53],"analyze":[54],"error":[56],"structure":[57],"of":[58,67,121,160,199],"quantization,":[61],"revealing":[62],"that":[63,193],"root":[65],"cause":[66],"performance":[69],"drop":[70],"lies":[71],"in":[72],"two":[73],"structural":[74],"imbalances":[75],"between":[76,241],"distributions":[78],"and":[79,90,155,176,190,221,245],"block":[82],"floating-point":[83,243],"format:":[84],"(1)":[85],"extreme":[86],"inter-block":[87,143],"variance":[88],"imbalance":[89],"(2)":[91],"intra-block":[92,170],"codebook":[93,174],"utilization":[94],"imbalance.":[95],"To":[96],"address":[97],"these":[98],"challenges,":[99],"propose":[101],"TORQ":[102,133,167,194],"(Two-level":[103],"Orthogonal":[104],"Rotation":[105],"Quantization),":[108],"training-free":[110],"Post-Training":[111],"Quantization":[112],"(PTQ)":[113],"framework":[114],"designed":[115],"reshape":[117],"geometric":[119],"properties":[120],"space":[124],"through":[125],"optimal":[126],"coordinate":[127],"transformations.":[128],"At":[129,163],"macroscopic":[131],"level,":[132,166],"leverages":[134],"Schur-Horn":[136],"theorem":[137],"redistribute":[139],"energy":[141],"via":[142],"orthogonal":[144],"rotation,":[145],"preventing":[146],"high-variance":[147],"blocks":[148],"from":[149,226],"driving":[150],"up":[151],"shared":[152],"scaling":[153],"factors":[154],"thereby":[156],"preserving":[157],"precision":[159],"small-magnitude":[161],"elements.":[162],"microscopic":[165],"employs":[168],"maximum-entropy-guided":[169],"rotation":[171],"alleviate":[173],"collapse":[175],"maximize":[177],"codebook's":[180],"information":[181],"capacity.":[182],"Experiments":[183],"on":[184,207,211],"mainstream":[185],"LLMs":[186],"such":[187],"LLaMA3":[189],"Qwen3":[191],"show":[192],"significantly":[195],"improves":[196],"compared":[203],"existing":[205],"methods:":[206],"Qwen3-32B,":[208],"perplexity":[210],"WikiText":[212],"is":[213],"reduced":[214],"8.43":[216],"(vs.":[217,233],"7.61":[218],"BF16),":[220,236],"average":[223],"increases":[225],"38.40%":[227],"direct":[229],"RTN":[230],"73.63%":[232],"74.82%":[234],"substantially":[237],"narrowing":[238],"gap":[240],"4-bit":[242],"full-precision":[246],"inference.":[247]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-21T00:00:00"}