{"id":"https://openalex.org/W7131678838","doi":"https://doi.org/10.48550/arxiv.2602.21824","title":"DocDjinn: Controllable Synthetic Document Generation with VLMs and Handwriting Diffusion","display_name":"DocDjinn: Controllable Synthetic Document Generation with VLMs and Handwriting Diffusion","publication_year":2026,"publication_date":"2026-02-25","ids":{"openalex":"https://openalex.org/W7131678838","doi":"https://doi.org/10.48550/arxiv.2602.21824"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.21824","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.21824","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.21824","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126947636","display_name":"Marcel Lamott","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lamott, Marcel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126909673","display_name":"Saifullah Saifullah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saifullah, Saifullah","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045328244","display_name":"Nauman Riaz","orcid":"https://orcid.org/0009-0000-1416-3220"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Riaz, Nauman","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093946913","display_name":"Yves-Noel Weweler","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weweler, Yves-Noel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126948668","display_name":"Tobias Alt-Veit","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alt-Veit, Tobias","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033005387","display_name":"Ahmad Ali","orcid":"https://orcid.org/0000-0002-6029-5889"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ali, Ahmad Sarmad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114387767","display_name":"Muhammad Armaghan Shakir","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shakir, Muhammad Armaghan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126926502","display_name":"Adrian Kalwa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kalwa, Adrian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048770013","display_name":"Momina Moetesum","orcid":"https://orcid.org/0000-0001-9465-4678"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moetesum, Momina","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Dengel, Andreas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dengel, Andreas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090907747","display_name":"Ahmed Sheraz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahmed, Sheraz","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126945898","display_name":"Faisal Shafait","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shafait, Faisal","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001204153","display_name":"Ulrich Schwanecke","orcid":"https://orcid.org/0000-0002-0093-3922"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schwanecke, Ulrich","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126910986","display_name":"Adrian Ulges","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ulges, Adrian","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":14,"corresponding_author_ids":["https://openalex.org/A5126947636"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7418000102043152,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7418000102043152,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.07639999687671661,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.05559999868273735,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5791000127792358},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5622000098228455},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.5418999791145325},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5131000280380249},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4916999936103821},{"id":"https://openalex.org/keywords/handwriting","display_name":"Handwriting","score":0.48510000109672546},{"id":"https://openalex.org/keywords/historical-document","display_name":"Historical document","score":0.4553999900817871},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.38920000195503235}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8396000266075134},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5791000127792358},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5622000098228455},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.5418999791145325},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5131000280380249},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5026999711990356},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4916999936103821},{"id":"https://openalex.org/C2779386606","wikidata":"https://www.wikidata.org/wiki/Q2393642","display_name":"Handwriting","level":2,"score":0.48510000109672546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4564000070095062},{"id":"https://openalex.org/C2778371909","wikidata":"https://www.wikidata.org/wiki/Q3771738","display_name":"Historical document","level":2,"score":0.4553999900817871},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.38920000195503235},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37689998745918274},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.37549999356269836},{"id":"https://openalex.org/C2780479914","wikidata":"https://www.wikidata.org/wiki/Q302088","display_name":"Document classification","level":2,"score":0.35089999437332153},{"id":"https://openalex.org/C68699486","wikidata":"https://www.wikidata.org/wiki/Q265904","display_name":"Document Structure Description","level":3,"score":0.350600004196167},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3434999883174896},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3434000015258789},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2827000021934509},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C67905146","wikidata":"https://www.wikidata.org/wiki/Q5287646","display_name":"Document processing","level":2,"score":0.25119999051094055},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.21824","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.21824","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.21824","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.21824","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.6281827688217163,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Effective":[0],"document":[1,45,63,135,138,156,175,209],"intelligence":[2],"models":[3,34],"rely":[4],"on":[5,190],"large":[6],"amounts":[7],"of":[8,28,91,193,196],"annotated":[9,71,121,155,171],"training":[10,185],"data.":[11],"However,":[12],"procuring":[13],"sufficient":[14],"and":[15,25,82,110,137,206],"high-quality":[16,120],"data":[17,29,42,172],"poses":[18],"significant":[19],"challenges":[20],"due":[21],"to":[22,35],"the":[23,89,146,194,197],"labor-intensive":[24],"costly":[26],"nature":[27],"acquisition.":[30],"Additionally,":[31],"leveraging":[32],"language":[33],"annotate":[36],"real":[37,184],"documents":[38,72,86,105],"raises":[39],"concerns":[40],"about":[41],"privacy.":[43],"Synthetic":[44],"generation":[46,64],"has":[47],"emerged":[48],"as":[49],"a":[50,57],"promising,":[51],"privacy-preserving":[52],"alternative.":[53],"We":[54,124,178,201],"propose":[55],"DocDjinn,":[56],"novel":[58],"framework":[59,188],"for":[60,173],"controllable":[61],"synthetic":[62,85,122,208],"using":[65],"Vision-Language":[66],"Models":[67],"(VLMs)":[68],"that":[69,87,150,163,180],"produces":[70],"from":[73,160],"unlabeled":[74,161],"seed":[75,98],"samples.":[76,210],"Our":[77],"approach":[78],"generates":[79],"visually":[80],"plausible":[81],"semantically":[83],"consistent":[84],"follow":[88],"distribution":[90],"an":[92],"existing":[93],"source":[94],"dataset":[95],"through":[96],"clustering-based":[97],"selection":[99],"with":[100,106,181],"parametrized":[101],"sampling.":[102],"By":[103],"enriching":[104],"realistic":[107],"diffusion-based":[108],"handwriting":[109],"contextual":[111],"visual":[112],"elements":[113],"via":[114],"semantic-visual":[115],"decoupling,":[116],"we":[117],"generate":[118,153],"diverse,":[119],"documents.":[123],"evaluate":[125],"across":[126],"eleven":[127],"benchmarks":[128],"spanning":[129],"key":[130],"information":[131],"extraction,":[132],"question":[133],"answering,":[134],"classification,":[136],"layout":[139],"analysis.":[140],"To":[141],"our":[142,187,204],"knowledge,":[143],"this":[144],"is":[145],"first":[147],"work":[148],"demonstrating":[149],"VLMs":[151],"can":[152,164],"faithful":[154],"datasets":[157],"at":[158],"scale":[159],"seeds":[162],"effectively":[165],"enrich":[166],"or":[167],"approximate":[168],"real,":[169],"manually":[170],"diverse":[174],"understanding":[176],"tasks.":[177],"show":[179],"only":[182],"100":[183],"samples,":[186],"achieves":[189],"average":[191],"$87\\%$":[192],"performance":[195],"full":[198],"real-world":[199],"dataset.":[200],"publicly":[202],"release":[203],"code":[205],"140k+":[207]},"counts_by_year":[],"updated_date":"2026-03-25T23:56:10.502304","created_date":"2026-02-27T00:00:00"}