{"id":"https://openalex.org/W7161043300","doi":"https://doi.org/10.48550/arxiv.2605.11927","title":"RealDiffusion: Physics-informed Attention for Multi-character Storybook Generation","display_name":"RealDiffusion: Physics-informed Attention for Multi-character Storybook Generation","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161043300","doi":"https://doi.org/10.48550/arxiv.2605.11927"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.11927","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11927","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.11927","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136067590","display_name":"Qi Zhao","orcid":"https://orcid.org/0000-0001-8169-0573"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136058864","display_name":"Jun Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136043819","display_name":"Ivor Tsang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tsang, Ivor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136054485","display_name":"Guang Dai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Guang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7541999816894531,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7541999816894531,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.05220000073313713,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.03720000013709068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.6323000192642212},{"id":"https://openalex.org/keywords/dynamism","display_name":"Dynamism","score":0.6141999959945679},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.5976999998092651},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.49810001254081726},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.4878000020980835},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4668999910354614},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4262999892234802},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.39500001072883606}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6990000009536743},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.6323000192642212},{"id":"https://openalex.org/C2775836275","wikidata":"https://www.wikidata.org/wiki/Q3502310","display_name":"Dynamism","level":2,"score":0.6141999959945679},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.5976999998092651},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.49810001254081726},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.4878000020980835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4805999994277954},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4668999910354614},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4262999892234802},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.39500001072883606},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.3865000009536743},{"id":"https://openalex.org/C99692599","wikidata":"https://www.wikidata.org/wiki/Q596577","display_name":"Dissipative system","level":2,"score":0.3580999970436096},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.35010001063346863},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3077999949455261},{"id":"https://openalex.org/C2985909886","wikidata":"https://www.wikidata.org/wiki/Q193147","display_name":"Spatial coherence","level":3,"score":0.2946000099182129},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28200000524520874},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.27900001406669617},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2660999894142151},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.257099986076355}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.11927","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11927","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.11927","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11927","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"modern":[1],"diffusion":[2,64],"models":[3],"excel":[4],"at":[5,29,178],"generating":[6],"diverse":[7],"single":[8],"images,":[9],"extending":[10],"this":[11,30,46],"to":[12,33,56],"sequential":[13],"generation":[14],"reveals":[15],"a":[16,52,67,121,143],"fundamental":[17],"challenge:":[18],"balancing":[19],"narrative":[20,61,170],"dynamism":[21],"with":[22,60],"multi-character":[23],"coherence.":[24],"Existing":[25],"methods":[26],"often":[27],"falter":[28],"trade-off,":[31],"leading":[32],"artifacts":[34],"where":[35],"characters":[36],"lose":[37],"their":[38],"identity":[39,91],"or":[40],"the":[41,75,82,110,133],"story":[42,111],"stagnates.":[43],"To":[44],"resolve":[45],"critical":[47],"tension,":[48],"we":[49],"introduce":[50,120],"RealDiffusion,":[51],"unified":[53],"framework":[54],"designed":[55],"reconcile":[57],"robust":[58],"coherence":[59,167],"dynamism.":[62],"Heat":[63],"serves":[65],"as":[66,142],"dissipative":[68],"prior":[69],"that":[70,102,127,160],"averages":[71],"neighboring":[72],"features":[73],"along":[74],"sequence":[76],"and":[77,89,106,115],"removes":[78],"high-frequency":[79],"noise":[80],"within":[81],"subject":[83],"region.":[84],"This":[85],"suppresses":[86],"attribute":[87],"drift":[88],"stabilizes":[90],"across":[92],"frames.":[93],"A":[94],"region-aware":[95],"stochastic":[96],"process":[97],"then":[98],"introduces":[99],"small":[100],"perturbations":[101],"explore":[103],"nearby":[104],"modes":[105],"prevent":[107],"collapse":[108],"so":[109],"maintains":[112],"pose":[113],"change":[114],"scene":[116],"evolution.":[117],"We":[118],"thus":[119],"lightweight,":[122],"training-free":[123],"Physics-informed":[124],"Attention":[125],"mechanism":[126],"injects":[128],"controllable":[129],"physical":[130,145],"priors":[131],"into":[132],"self-attention":[134],"layers":[135],"during":[136],"inference.":[137],"By":[138],"modeling":[139],"feature":[140],"evolution":[141],"configurable":[144],"system,":[146],"our":[147],"method":[148],"regularizes":[149],"spatio-temporal":[150],"relationships":[151],"without":[152],"suppressing":[153],"intentional,":[154],"prompt-driven":[155],"changes.":[156],"Extensive":[157],"experiments":[158],"demonstrate":[159],"RealDiffusion":[161],"achieves":[162],"substantial":[163],"gains":[164],"in":[165],"character":[166],"while":[168],"preserving":[169],"dynamism,":[171],"outperforming":[172],"state-of-the-art":[173],"approaches.":[174],"Code":[175],"is":[176],"available":[177],"https://github.com/ShmilyQi-CN/RealDiffusion.":[179]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-14T00:00:00"}