{"id":"https://openalex.org/W7154250850","doi":"https://doi.org/10.48550/arxiv.2604.10546","title":"Differentiable Vector Quantization for Rate-Distortion Optimization of Generative Image Compression","display_name":"Differentiable Vector Quantization for Rate-Distortion Optimization of Generative Image Compression","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7154250850","doi":"https://doi.org/10.48550/arxiv.2604.10546"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.10546","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10546","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.10546","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133569018","display_name":"Shiyin Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Shiyin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133552904","display_name":"Wei Long","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Long, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103066369","display_name":"Minghao Han","orcid":"https://orcid.org/0009-0002-0043-7539"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Minghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133574880","display_name":"Zhenghao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhenghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133618760","display_name":"Ce Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Ce","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100745570","display_name":"Shuhang Gu","orcid":"https://orcid.org/0000-0002-1394-6642"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Shuhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.8551999926567078,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.8551999926567078,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.07349999994039536,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.037700001150369644,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vector-quantization","display_name":"Vector quantization","score":0.7781999707221985},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5777999758720398},{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.5422000288963318},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.4975999891757965},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.49239999055862427},{"id":"https://openalex.org/keywords/entropy-encoding","display_name":"Entropy encoding","score":0.450300008058548},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.421099990606308},{"id":"https://openalex.org/keywords/linde\u2013buzo\u2013gray-algorithm","display_name":"Linde\u2013Buzo\u2013Gray algorithm","score":0.4016999900341034},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.39079999923706055}],"concepts":[{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.7781999707221985},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5777999758720398},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5771999955177307},{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.5422000288963318},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5364000201225281},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.4975999891757965},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.49239999055862427},{"id":"https://openalex.org/C1769480","wikidata":"https://www.wikidata.org/wiki/Q1345239","display_name":"Entropy encoding","level":3,"score":0.450300008058548},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.421099990606308},{"id":"https://openalex.org/C93372532","wikidata":"https://www.wikidata.org/wiki/Q6552455","display_name":"Linde\u2013Buzo\u2013Gray algorithm","level":3,"score":0.4016999900341034},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39430001378059387},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.39079999923706055},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.35830000042915344},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.3287999927997589},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2985999882221222},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.29010000824928284},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C101721835","wikidata":"https://www.wikidata.org/wiki/Q813908","display_name":"Conditional entropy","level":3,"score":0.28690001368522644},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.28600001335144043},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C125252325","wikidata":"https://www.wikidata.org/wiki/Q1345213","display_name":"Entropy rate","level":4,"score":0.26910001039505005},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.2574999928474426},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.2542000114917755},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.10546","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10546","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.10546","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10546","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,163],"rapid":[1],"growth":[2],"of":[3,66,148,158],"visual":[4],"data":[5],"under":[6],"stringent":[7],"storage":[8],"and":[9,45,92,134,161],"bandwidth":[10],"constraints":[11],"makes":[12],"extremely":[13,105],"low-bitrate":[14],"image":[15,159],"compression":[16,61],"increasingly":[17],"important.":[18],"While":[19],"Vector":[20],"Quantization":[21],"(VQ)":[22],"offers":[23],"strong":[24,102],"structural":[25],"fidelity,":[26],"existing":[27],"methods":[28],"lack":[29],"a":[30,51,63,109,154],"principled":[31],"mechanism":[32],"for":[33,59,153],"joint":[34],"rate-distortion":[35],"(RD)":[36],"optimization":[37,58],"due":[38],"to":[39,74,130],"the":[40,67,71,77,151],"disconnect":[41],"between":[42],"representation":[43],"learning":[44],"entropy":[46,72,85,90],"modeling.":[47],"We":[48,80],"propose":[49],"RDVQ,":[50],"unified":[52,156],"framework":[53],"that":[54,87,99],"enables":[55],"end-to-end":[56],"RD":[57],"VQ-based":[60],"via":[62],"differentiable":[64],"relaxation":[65],"codebook":[68],"distribution,":[69],"allowing":[70],"loss":[73],"directly":[75],"shape":[76],"latent":[78],"prior.":[79],"further":[81],"develop":[82],"an":[83,145],"autoregressive":[84],"model":[86],"supports":[88],"accurate":[89],"modeling":[91],"test-time":[93],"rate":[94],"control.":[95],"Extensive":[96],"experiments":[97],"demonstrate":[98],"RDVQ":[100,125,143],"achieves":[101],"performance":[103],"at":[104,168],"low":[106],"bitrates":[107],"with":[108,118,123],"lightweight":[110],"architecture,":[111],"attaining":[112],"competitive":[113],"or":[114],"superior":[115],"perceptual":[116],"quality":[117],"significantly":[119],"fewer":[120],"parameters.":[121],"Compared":[122],"RDEIC,":[124],"reduces":[126],"bitrate":[127],"by":[128],"up":[129],"75.71%":[131],"on":[132,136,138],"DISTS":[133],"37.63%":[135],"LPIPS":[137],"DIV2K-val.":[139],"Beyond":[140],"empirical":[141],"gains,":[142],"introduces":[144],"entropy-constrained":[146],"formulation":[147],"VQ,":[149],"highlighting":[150],"potential":[152],"more":[155],"view":[157],"tokenization":[160],"compression.":[162],"code":[164],"will":[165],"be":[166],"available":[167],"https://github.com/CVL-UESTC/RDVQ.":[169]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-15T00:00:00"}