{"id":"https://openalex.org/W7155036976","doi":"https://doi.org/10.48550/arxiv.2604.17789","title":"DuQuant++: Fine-grained Rotation Enhances Microscaling FP4 Quantization","display_name":"DuQuant++: Fine-grained Rotation Enhances Microscaling FP4 Quantization","publication_year":2026,"publication_date":"2026-04-20","ids":{"openalex":"https://openalex.org/W7155036976","doi":"https://doi.org/10.48550/arxiv.2604.17789"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.17789","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17789","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.17789","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134109637","display_name":"Haokun Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Haokun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036705013","display_name":"Xinle Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Xinle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134194476","display_name":"Haobo Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Haobo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134103362","display_name":"Bingchen Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Bingchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125454058","display_name":"Xianglong Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Xianglong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134213074","display_name":"Yichen Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134108021","display_name":"Zhichao Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Zhichao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134116957","display_name":"Ying Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Ying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134187319","display_name":"Qingfu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qingfu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134103619","display_name":"Zhenan Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Zhenan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.3154999911785126,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.3154999911785126,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.21199999749660492,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.06939999759197235,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.6577000021934509},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.6402999758720398},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.6164000034332275},{"id":"https://openalex.org/keywords/rotation","display_name":"Rotation (mathematics)","score":0.4796999990940094},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.4535999894142151},{"id":"https://openalex.org/keywords/hadamard-transform","display_name":"Hadamard transform","score":0.44269999861717224},{"id":"https://openalex.org/keywords/zigzag","display_name":"Zigzag","score":0.39579999446868896}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6577000021934509},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.6402999758720398},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.6164000034332275},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.550000011920929},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5198000073432922},{"id":"https://openalex.org/C74050887","wikidata":"https://www.wikidata.org/wiki/Q848368","display_name":"Rotation (mathematics)","level":2,"score":0.4796999990940094},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.4535999894142151},{"id":"https://openalex.org/C60292330","wikidata":"https://www.wikidata.org/wiki/Q1014065","display_name":"Hadamard transform","level":2,"score":0.44269999861717224},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.42100000381469727},{"id":"https://openalex.org/C192271897","wikidata":"https://www.wikidata.org/wiki/Q198438","display_name":"Zigzag","level":2,"score":0.39579999446868896},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.3815999925136566},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.32120001316070557},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2854999899864197},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2653000056743622},{"id":"https://openalex.org/C134786449","wikidata":"https://www.wikidata.org/wiki/Q3391255","display_name":"Planar","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.17789","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17789","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.17789","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17789","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"MXFP4":[1,104,120,176],"microscaling":[2,114],"format,":[3],"which":[4,94,157],"partitions":[5],"tensors":[6],"into":[7],"blocks":[8],"of":[9,60,100],"32":[10],"elements":[11,63],"sharing":[12],"an":[13,123],"E8M0":[14],"scaling":[15,125],"factor,":[16,126],"has":[17],"emerged":[18],"as":[19],"a":[20,41,47,136,153],"promising":[21],"substrate":[22],"for":[23],"efficient":[24],"LLM":[25],"inference,":[26],"backed":[27],"by":[28,106],"native":[29],"hardware":[30],"support":[31],"on":[32,171],"NVIDIA":[33],"Blackwell":[34],"Tensor":[35],"Cores.":[36],"However,":[37],"activation":[38],"outliers":[39,89],"pose":[40],"unique":[42],"challenge":[43],"under":[44,175],"this":[45],"format:":[46],"single":[48,154],"outlier":[49],"inflates":[50],"the":[51,56,61,86,96,103,108,113,127,140,149,159,166,172],"shared":[52],"block":[53,110],"scale,":[54],"compressing":[55],"effective":[57],"dynamic":[58],"range":[59],"remaining":[62],"and":[64,75,80,135],"causing":[65],"significant":[66],"quantization":[67,178],"error.":[68],"Existing":[69],"rotation-based":[70],"remedies,":[71],"including":[72],"randomized":[73],"Hadamard":[74],"learnable":[76],"rotations,":[77],"are":[78],"data-agnostic":[79],"therefore":[81],"unable":[82],"to":[83,102,147],"specifically":[84],"target":[85],"channels":[87],"where":[88],"concentrate.":[90],"We":[91],"propose":[92],"DuQuant++,":[93],"adapts":[95],"outlier-aware":[97,155],"fine-grained":[98],"rotation":[99,109,161],"DuQuant":[101,142],"format":[105],"aligning":[107],"size":[111,116],"with":[112,152],"group":[115,121],"(B{=}32).":[117],"Because":[118],"each":[119],"possesses":[122],"independent":[124],"cross-block":[128],"variance":[129],"issue":[130],"that":[131,180],"necessitates":[132],"dual":[133],"rotations":[134],"zigzag":[137],"permutation":[138],"in":[139],"original":[141],"becomes":[143],"irrelevant,":[144],"enabling":[145],"DuQuant++":[146,181],"replace":[148],"entire":[150],"pipeline":[151],"rotation,":[156],"halves":[158],"online":[160],"cost":[162],"while":[163],"simultaneously":[164],"smoothing":[165],"weight":[167],"distribution.":[168],"Extensive":[169],"experiments":[170],"LLaMA-3":[173],"family":[174],"W4A4":[177],"show":[179],"consistently":[182],"achieves":[183],"state-of-the-art":[184],"performance.":[185],"Our":[186],"code":[187],"is":[188],"available":[189],"at":[190],"https://github.com/Hsu1023/DuQuant-v2.":[191]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-22T00:00:00"}