{"id":"https://openalex.org/W7160960865","doi":"https://doi.org/10.48550/arxiv.2605.09503","title":"PermuQuant: Lowering Per-Group Quantization Error by Reordering Channels for Diffusion Models","display_name":"PermuQuant: Lowering Per-Group Quantization Error by Reordering Channels for Diffusion Models","publication_year":2026,"publication_date":"2026-05-10","ids":{"openalex":"https://openalex.org/W7160960865","doi":"https://doi.org/10.48550/arxiv.2605.09503"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.09503","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09503","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.09503","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135929569","display_name":"Yongsen Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Yongsen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135957733","display_name":"Kai Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135935570","display_name":"Kaiwen Tao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao, Kaiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135987886","display_name":"Junxian Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Junxian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135945231","display_name":"Zhixin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhixin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135918509","display_name":"Zhikai Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhikai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135932072","display_name":"Renjing Pei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pei, Renjing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135947306","display_name":"Yulun Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yulun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.23010000586509705,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.23010000586509705,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.12479999661445618,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.07900000363588333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7554000020027161},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5331000089645386},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.5156000256538391},{"id":"https://openalex.org/keywords/vector-quantization","display_name":"Vector quantization","score":0.4523000121116638},{"id":"https://openalex.org/keywords/permutation","display_name":"Permutation (music)","score":0.4334999918937683},{"id":"https://openalex.org/keywords/resampling","display_name":"Resampling","score":0.42969998717308044},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4056999981403351}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7554000020027161},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6247000098228455},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6011000275611877},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5331000089645386},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.5156000256538391},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.4523000121116638},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.4334999918937683},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.42969998717308044},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4056999981403351},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.40230000019073486},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3652999997138977},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.31769999861717224},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3125999867916107},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2644999921321869}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.09503","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09503","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.09503","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09503","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large-scale":[0],"visual":[1],"generative":[2],"models":[3,39,192],"have":[4],"achieved":[5],"remarkable":[6],"performance.":[7],"However,":[8,43],"their":[9],"high":[10],"computational":[11],"and":[12,25,102,116,140,200,220],"memory":[13,224],"costs":[14],"make":[15],"deployment":[16],"challenging":[17],"in":[18,70,91],"resource-constrained":[19],"scenarios,":[20],"such":[21],"as":[22,64],"interactive":[23],"applications":[24],"personal":[26],"single-GPU":[27],"usage.":[28],"Post-training":[29],"quantization":[30,81,105,163,198],"(PTQ)":[31],"offers":[32],"a":[33,114,128,150,215],"practical":[34],"solution":[35],"by":[36,100,127,226],"compressing":[37],"pretrained":[38],"without":[40],"expensive":[41],"retraining.":[42],"existing":[44,202],"PTQ":[45,118,203],"methods":[46],"still":[47],"suffer":[48],"from":[49],"severe":[50],"quality":[51],"degradation":[52],"under":[53,228],"extremely":[54],"low-bit":[55,121],"settings.":[56],"In":[57,73],"this":[58,74,109],"paper,":[59],"we":[60,111],"identify":[61],"channel":[62],"ordering":[63],"an":[65,208],"important":[66],"but":[67],"underexplored":[68],"factor":[69],"per-group":[71,133],"quantization.":[72,231],"setting,":[75],"each":[76],"contiguous":[77],"group":[78],"shares":[79],"one":[80],"scale.":[82],"When":[83],"channels":[84,126,136],"with":[85,137,207],"very":[86],"different":[87],"statistics":[88,142],"are":[89,171],"placed":[90],"the":[92,95,144,159,222],"same":[93,145],"group,":[94],"scale":[96],"can":[97],"be":[98,234],"dominated":[99],"outliers":[101],"cause":[103],"large":[104,190],"errors.":[106],"Based":[107],"on":[108,165,188],"observation,":[110],"propose":[112],"PermuQuant,":[113],"simple":[115],"effective":[117],"framework":[119],"for":[120],"diffusion":[122,191],"models.":[123],"PermuQuant":[124,195,211],"sorts":[125],"joint":[129],"second-moment":[130],"criterion":[131],"before":[132],"quantization,":[134],"placing":[135],"similar":[138],"activation":[139],"weight":[141],"into":[143,173],"group.":[146],"It":[147],"further":[148],"uses":[149],"calibration-based":[151],"acceptance":[152],"rule":[153],"to":[154,178,214],"apply":[155],"reordering":[156],"only":[157],"when":[158],"selected":[160,169],"permutation":[161,184],"reduces":[162,197,221],"error":[164,199],"calibration":[166],"data.":[167],"The":[168],"permutations":[170],"absorbed":[172],"adjacent":[174],"modules":[175],"or":[176],"applied":[177],"weights":[179],"offline,":[180],"avoiding":[181],"explicit":[182],"runtime":[183],"operations.":[185],"Extensive":[186],"experiments":[187],"multiple":[189],"show":[193],"that":[194],"consistently":[196],"outperforms":[201],"baselines.":[204],"On":[205],"FLUX.1-dev":[206],"RTX":[209],"5090,":[210],"achieves":[212],"up":[213],"1.7$\\times$":[216],"single":[217],"step":[218],"speedup":[219],"DiT":[223],"footprint":[225],"3.5$\\times$":[227],"W4A4":[229],"NVFP4":[230],"Code":[232],"will":[233],"available":[235],"at":[236],"https://github.com/yscheng04/PermuQuant.":[237]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}