{"id":"https://openalex.org/W7163175970","doi":"https://doi.org/10.48550/arxiv.2606.01911","title":"Residual Decoder Adapter: ID-Preserving Tokenizer Adaption for Autoregressive Text Rendering","display_name":"Residual Decoder Adapter: ID-Preserving Tokenizer Adaption for Autoregressive Text Rendering","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163175970","doi":"https://doi.org/10.48550/arxiv.2606.01911"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.01911","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01911","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.01911","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081885517","display_name":"Dongxing Mao","orcid":"https://orcid.org/0000-0003-2829-7830"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mao, Dongxing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137657013","display_name":"Jinpeng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jinpeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137643063","display_name":"Jiahao Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Jiahao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137625956","display_name":"Kevin Qinghong Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Kevin Qinghong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137630598","display_name":"Linjie Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Linjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137690450","display_name":"Zhengyuan Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhengyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137705568","display_name":"Lijuan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Lijuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137649336","display_name":"Min Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Min","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137636507","display_name":"Jingru Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Jingru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.3991999924182892,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.3991999924182892,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.36489999294281006,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.04569999873638153,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.8363999724388123},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.6510999798774719},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.5586000084877014},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5462999939918518},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5101000070571899}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8723999857902527},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.8363999724388123},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.6510999798774719},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.5586000084877014},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5462999939918518},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5101000070571899},{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.4871000051498413},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4805999994277954},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.4171000123023987},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.414900004863739},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3734999895095825},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.2948000133037567},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.26969999074935913}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.01911","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01911","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.01911","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01911","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Visual":[0],"Autoregressive":[1],"(AR)":[2],"models":[3,80],"generate":[4],"images":[5,154],"by":[6,13,119,182],"predicting":[7],"discrete":[8],"tokens":[9],"that":[10,98,128],"are":[11],"decoded":[12],"a":[14,125,138,183],"visual":[15,46,117],"tokenizer.":[16],"Despite":[17],"demonstrating":[18],"strong":[19],"overall":[20],"image":[21,150],"generation":[22],"ability,":[23],"they":[24],"still":[25],"underperform":[26],"on":[27,205],"text":[28,75,179],"rendering":[29,76,180],"with":[30,133,172],"blur":[31],"strokes":[32],"and":[33,68,86,151],"disrupt":[34],"letter":[35],"shapes.":[36],"In":[37],"this":[38,42],"work,":[39],"we":[40,73,92,188],"trace":[41],"limitation":[43],"to":[44,50,141,164,197,202],"the":[45,55,66,69,83,94,112,116,130,134,143,148,152,156,166],"tokenizer,":[47],"which":[48],"struggles":[49],"reconstruct":[51],"fine-grained":[52],"detail.":[53],"Improving":[54],"tokenizer":[56,67,85,102,118,167],"is":[57,211],"straightforward":[58],"but":[59],"expensive,":[60],"as":[61],"it":[62,110],"necessitates":[63],"retraining":[64,82],"both":[65],"AR":[70,79,87,174],"model.":[71],"Can":[72],"improve":[74],"performance":[77],"of":[78,115],"without":[81,104],"existing":[84,101],"model?":[88],"To":[89],"achieve":[90],"this,":[91],"propose":[93],"Residual":[95],"Decoder":[96],"Adapter(RDA)":[97],"upgrades":[99],"an":[100],"post-hoc":[103],"changing":[105],"its":[106],"token":[107,131],"space.":[108,158],"Specifically,":[109],"refines":[111],"decoder":[113],"output":[114],"introducing":[120],"two":[121],"novel":[122],"components:":[123],"(i)":[124],"paired":[126],"codebook":[127],"shares":[129],"distribution":[132],"original":[135],"one;":[136],"(ii)":[137],"parallel":[139],"branch":[140],"learn":[142],"tiny":[144],"differences":[145],"(residual)":[146],"between":[147],"reconstructed":[149],"ground-truth":[153],"in":[155],"pixel":[157],"This":[159],"residual":[160],"design":[161],"allows":[162],"us":[163],"enhance":[165],"non-invasively":[168],"while":[169],"preserving":[170],"compatibility":[171],"prior":[173],"models.":[175],"RDA":[176],"substantially":[177],"improves":[178],"significantly":[181],"large":[184],"margin.":[185],"For":[186],"instance,":[187],"boost":[189],"finetuned":[190],"Janus-Pro":[191],"OCR":[192],"accuracy":[193],"rises":[194],"from":[195,200],"24.52%":[196],"58.26%":[198],"(TextVisionBlend),":[199],"12.75%":[201],"36.81%":[203],"(StyledTextSynth)":[204],"competitive":[206],"TextAtlas":[207],"benchmark.":[208],"The":[209],"code":[210],"available":[212],"at":[213],"https://github.com/CSU-JPG/RDA":[214]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}