{"id":"https://openalex.org/W7163678492","doi":"https://doi.org/10.48550/arxiv.2606.06066","title":"FontFusion: Enhancing Generative Text in Diffusion Models with Typographic Conditioning","display_name":"FontFusion: Enhancing Generative Text in Diffusion Models with Typographic Conditioning","publication_year":2026,"publication_date":"2026-06-04","ids":{"openalex":"https://openalex.org/W7163678492","doi":"https://doi.org/10.48550/arxiv.2606.06066"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.06066","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.06066","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058824423","display_name":"Marian Lupa\u015fcu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lupascu, Marian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050812571","display_name":"Nipun Jindal","orcid":"https://orcid.org/0000-0003-1980-9830"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jindal, Nipun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137965678","display_name":"Ionut Mironica","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mironica, Ionut","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137958778","display_name":"Zhaowen Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhaowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.22179999947547913,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.22179999947547913,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.10010000318288803,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.08820000290870667,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/font","display_name":"Font","score":0.8363999724388123},{"id":"https://openalex.org/keywords/typography","display_name":"Typography","score":0.66839998960495},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6425999999046326},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4867999851703644},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4733000099658966},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4652000069618225},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.45980000495910645},{"id":"https://openalex.org/keywords/desktop-publishing","display_name":"Desktop publishing","score":0.4108000099658966},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.3978999853134155}],"concepts":[{"id":"https://openalex.org/C2777737414","wikidata":"https://www.wikidata.org/wiki/Q4868296","display_name":"Font","level":2,"score":0.8363999724388123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7253000140190125},{"id":"https://openalex.org/C166422571","wikidata":"https://www.wikidata.org/wiki/Q159964","display_name":"Typography","level":2,"score":0.66839998960495},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6425999999046326},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4867999851703644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47369998693466187},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4733000099658966},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4652000069618225},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.45980000495910645},{"id":"https://openalex.org/C25493698","wikidata":"https://www.wikidata.org/wiki/Q188610","display_name":"Desktop publishing","level":2,"score":0.4108000099658966},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3978999853134155},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.37059998512268066},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3492000102996826},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.34709998965263367},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3440999984741211},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.33799999952316284},{"id":"https://openalex.org/C80797182","wikidata":"https://www.wikidata.org/wiki/Q17451","display_name":"Typeface","level":2,"score":0.33390000462532043},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.3330000042915344},{"id":"https://openalex.org/C526940114","wikidata":"https://www.wikidata.org/wiki/Q12681","display_name":"Calligraphy","level":3,"score":0.3102000057697296},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C2988012377","wikidata":"https://www.wikidata.org/wiki/Q29966452","display_name":"Functional equivalence","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C2777403171","wikidata":"https://www.wikidata.org/wiki/Q7578732","display_name":"Splitter","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.25850000977516174},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.06066","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.06066","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Typography":[0],"generation":[1],"in":[2],"diffusion":[3],"models":[4],"faces":[5],"a":[6,27,45,69,92],"persistent":[7],"trade-off:":[8],"enabling":[9],"precise":[10],"font":[11,87,119],"control":[12],"typically":[13],"degrades":[14],"text":[15],"legibility,":[16],"while":[17,128],"maintaining":[18],"readability":[19],"often":[20],"sacrifices":[21],"typographic":[22],"fidelity.":[23],"We":[24],"present":[25],"FontFusion,":[26],"plug-and-play":[28],"conditioning":[29],"framework":[30],"for":[31,103],"Diffusion":[32],"Transformer":[33],"(DiT)":[34],"architectures":[35,133],"that":[36,91],"resolves":[37],"this":[38],"dilemma":[39],"through":[40],"three":[41],"core":[42],"innovations:":[43],"(1)":[44],"hierarchical":[46],"token":[47,71],"representation":[48],"establishing":[49],"explicit":[50],"text-font":[51],"relationships":[52],"at":[53],"multiple":[54],"granularities,":[55],"(2)":[56],"position-aware":[57],"embeddings":[58],"creating":[59],"spatial":[60],"bindings":[61],"between":[62],"typography":[63,104],"and":[64,67,78,97,118],"image":[65],"content,":[66],"(3)":[68],"multi-level":[70],"dropping":[72],"strategy":[73],"improving":[74],"both":[75],"computational":[76],"efficiency":[77],"generalization":[79],"to":[80],"unseen":[81],"fonts.":[82],"Our":[83],"systematic":[84],"evaluation":[85],"of":[86],"embedding":[88],"spaces":[89],"reveals":[90],"dual":[93],"encoder":[94,102],"combining":[95],"DeepFont":[96],"DINOv2":[98],"outperforms":[99],"any":[100],"single":[101],"tasks.":[105],"FontFusion":[106],"demonstrates":[107],"76%":[108],"relative":[109],"improvement":[110],"on":[111],"challenging":[112],"decorative":[113],"fonts":[114],"over":[115,125],"single-encoder":[116],"baselines":[117],"consistency":[120],"gains":[121],"exceeding":[122],"approximately":[123],"68-76%":[124],"unconditioned":[126],"models,":[127],"integrating":[129],"into":[130],"existing":[131],"DiT":[132],"without":[134],"retraining.":[135]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-06T00:00:00"}