{"id":"https://openalex.org/W7234754276","doi":"https://doi.org/10.1145/3856814","title":"StoryCrafter: Instance-Aligned Multi-Character Storytelling with Diffusion Policy Learning and Test-Time Reinforcement Learning","display_name":"StoryCrafter: Instance-Aligned Multi-Character Storytelling with Diffusion Policy Learning and Test-Time Reinforcement Learning","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-16","ids":{"openalex":"https://openalex.org/W7234754276","doi":"https://doi.org/10.1145/3856814"},"language":"en","primary_location":{"id":"doi:10.1145/3856814","doi":"https://doi.org/10.1145/3856814","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3856814","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-b","jufo-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7234754276"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5162579431","display_name":"Ruihan Wu","orcid":"https://orcid.org/0009-0003-0901-9437","observed_orcids":["https://orcid.org/0009-0003-0901-9437"]},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ruihan Wu","raw_affiliation_strings":["South China Normal University, China"],"raw_orcid":"https://orcid.org/0009-0003-0901-9437","affiliations":[{"raw_affiliation_string":"South China Normal University, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024443992","display_name":"Ruiqi Dong","orcid":"https://orcid.org/0000-0003-4938-4183","observed_orcids":["https://orcid.org/0000-0003-4938-4183","https://orcid.org/0000-0002-6778-3383"]},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ruiqi Dong","raw_affiliation_strings":["South China Normal University, China"],"raw_orcid":"https://orcid.org/0000-0003-4938-4183","affiliations":[{"raw_affiliation_string":"South China Normal University, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5162475363","display_name":"Wenjing Pang","orcid":"https://orcid.org/0009-0005-6419-9826","observed_orcids":["https://orcid.org/0009-0005-6419-9826"]},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wenjing Pang","raw_affiliation_strings":["South China Normal University, China"],"raw_orcid":"https://orcid.org/0009-0005-6419-9826","affiliations":[{"raw_affiliation_string":"South China Normal University, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053905396","display_name":"Chenjie Pan","orcid":"https://orcid.org/0009-0002-9319-0984","observed_orcids":["https://orcid.org/0009-0002-9319-0984"]},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chenjie Pan","raw_affiliation_strings":["South China Normal University, China"],"raw_orcid":"https://orcid.org/0009-0002-9319-0984","affiliations":[{"raw_affiliation_string":"South China Normal University, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5162614083","display_name":"Rui Zhang","orcid":"https://orcid.org/0009-0002-5194-8144","observed_orcids":["https://orcid.org/0009-0002-5194-8144"]},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Rui Zhang","raw_affiliation_strings":["South China Normal University, China"],"raw_orcid":"https://orcid.org/0009-0002-5194-8144","affiliations":[{"raw_affiliation_string":"South China Normal University, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5162510262","display_name":"Haishan Sun","orcid":"https://orcid.org/0009-0009-1855-2157","observed_orcids":["https://orcid.org/0009-0009-1855-2157"]},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Haishan Sun","raw_affiliation_strings":["South China Normal University, China"],"raw_orcid":"https://orcid.org/0009-0009-1855-2157","affiliations":[{"raw_affiliation_string":"South China Normal University, China","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014537056","display_name":"Hengyang Lu","orcid":"https://orcid.org/0000-0001-5321-705X","observed_orcids":["https://orcid.org/0000-0001-5321-705X"]},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Heng-yang Lu","raw_affiliation_strings":["Jiangnan University, China"],"raw_orcid":"https://orcid.org/0000-0001-5321-705X","affiliations":[{"raw_affiliation_string":"Jiangnan University, China","institution_ids":["https://openalex.org/I111599522"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100569461","display_name":"Chenyou Fan","orcid":"https://orcid.org/0000-0002-9835-8507","observed_orcids":["https://orcid.org/0000-0002-9835-8507"]},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chenyou Fan","raw_affiliation_strings":["South China Normal University, China"],"raw_orcid":"https://orcid.org/0000-0002-9835-8507","affiliations":[{"raw_affiliation_string":"South China Normal University, China","institution_ids":["https://openalex.org/I187400657"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14254","display_name":"Digital Media and Visual Art","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/text-to-image-generation","display_name":"text-to-image generation","score":0.7440000176429749},{"id":"https://openalex.org/keywords/diffusion-models","display_name":"diffusion models","score":0.8389999866485596},{"id":"https://openalex.org/keywords/group-relative-policy-optimization","display_name":"Group Relative Policy Optimization","score":0.7549999952316284},{"id":"https://openalex.org/keywords/narrative-consistency","display_name":"narrative consistency","score":0.6230000257492065},{"id":"https://openalex.org/keywords/character-consistency","display_name":"character consistency","score":0.8259999752044678},{"id":"https://openalex.org/keywords/story-visualization","display_name":"story visualization","score":0.5019999742507935},{"id":"https://openalex.org/keywords/story-continuation","display_name":"story continuation","score":0.7120000123977661}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8862000107765198},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6834999918937683},{"id":"https://openalex.org/C2776538412","wikidata":"https://www.wikidata.org/wiki/Q989963","display_name":"Storytelling","level":3,"score":0.6190000176429749},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5839999914169312},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.5544999837875366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5457000136375427},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5281999707221985},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.42080000042915344},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.41990000009536743},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4002000093460083},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.38760000467300415},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.36500000953674316},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3619000017642975},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3612000048160553},{"id":"https://openalex.org/C88626702","wikidata":"https://www.wikidata.org/wiki/Q1128903","display_name":"Continuation","level":2,"score":0.3434999883174896},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.33629998564720154},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.29910001158714294},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28139999508857727},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.2702000141143799},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.2581000030040741}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3856814","doi":"https://doi.org/10.1145/3856814","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3856814","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-b","jufo-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1959608418","https://openalex.org/W2475287302","https://openalex.org/W2564591810","https://openalex.org/W2736601468","https://openalex.org/W2766091292","https://openalex.org/W2797678702","https://openalex.org/W2963047368","https://openalex.org/W2963966654","https://openalex.org/W2963981733","https://openalex.org/W3129576130","https://openalex.org/W3209259379","https://openalex.org/W4224035735","https://openalex.org/W4226069476","https://openalex.org/W4303440777","https://openalex.org/W4312697499","https://openalex.org/W4312897837","https://openalex.org/W4312933868","https://openalex.org/W4322718191","https://openalex.org/W4366850747","https://openalex.org/W4382239347","https://openalex.org/W4386076614","https://openalex.org/W4386076649","https://openalex.org/W4386076676","https://openalex.org/W4386185600","https://openalex.org/W4387839182","https://openalex.org/W4390872297","https://openalex.org/W4390872421","https://openalex.org/W4391631327","https://openalex.org/W4392538976","https://openalex.org/W4392911142","https://openalex.org/W4394593186","https://openalex.org/W4402753770","https://openalex.org/W4402753790","https://openalex.org/W4402774246","https://openalex.org/W4403877777","https://openalex.org/W4407815020","https://openalex.org/W4409092337","https://openalex.org/W4409366101","https://openalex.org/W4412825830","https://openalex.org/W4414634803","https://openalex.org/W4415535547","https://openalex.org/W4415795847","https://openalex.org/W4417262888","https://openalex.org/W6929370958","https://openalex.org/W7133185348","https://openalex.org/W7133208539","https://openalex.org/W7133211372","https://openalex.org/W7133236143"],"related_works":["https://openalex.org/W4415535547","https://openalex.org/W4411488705","https://openalex.org/W4409366845","https://openalex.org/W4412556937","https://openalex.org/W4417073376","https://openalex.org/W4416530782","https://openalex.org/W6891998429","https://openalex.org/W4415111129","https://openalex.org/W4415707942","https://openalex.org/W7162108609"],"abstract_inverted_index":{"Open-ended":[0],"visual":[1],"storytelling":[2,157],"poses":[3],"a":[4,22,32,38,62,72,86],"significant":[5],"challenge":[6],"for":[7],"text-to-image":[8,133],"models,":[9],"which":[10],"often":[11],"fail":[12],"to":[13,81,203,208],"maintain":[14],"narrative":[15],"coherence":[16],"and":[17,55,110,127,136,139,162,169,172,179,194,205],"consistent":[18,58,186],"character":[19,111,137,165],"appearance":[20],"across":[21],"sequence":[23],"of":[24],"images.":[25],"To":[26],"address":[27],"this,":[28],"we":[29,65],"introduce":[30],"StoryCrafter,":[31],"multi-character":[33,59],"diffusion":[34],"model":[35,129],"that":[36,77,94,148],"employs":[37],"novel":[39,73],"instance-level":[40],"cross-attention":[41],"module.":[42],"This":[43],"module,":[44],"trained":[45],"with":[46],"supervised":[47],"fine-tuning,":[48],"ensures":[49],"precise":[50],"alignment":[51],"between":[52],"text":[53],"descriptions":[54],"characters,":[56],"enabling":[57],"interactions":[60],"throughout":[61],"story.":[63],"Furthermore,":[64],"propose":[66],"Direct-Diffusion":[67],"Group":[68],"Relative":[69],"Policy":[70],"Optimization,":[71],"reinforcement":[74],"learning":[75],"stage":[76],"uses":[78],"story-aligned":[79],"rewards":[80],"select":[82],"optimal":[83],"frames":[84],"from":[85,201,206],"generated":[87],"group,":[88],"mitigating":[89],"accumulated":[90],"inconsistencies.":[91],"We":[92,118],"show":[93],"this":[95],"group":[96],"selection":[97],"capability":[98],"can":[99],"be":[100],"seamlessly":[101],"integrated":[102],"into":[103],"inference":[104],"time,":[105],"effectively":[106],"ensuring":[107],"multi-frame":[108],"style":[109,135],"consistency,":[112,138],"outperforming":[113,174],"standard":[114],"static":[115],"greedy":[116],"generation.":[117],"evaluate":[119],"our":[120],"approach":[121],"through":[122],"automated":[123],"metrics,":[124],"human":[125,178,189],"assessments":[126],"vision-language":[128],"(VLM)":[130],"judgment,":[131],"measuring":[132],"alignment,":[134],"fine-grained":[140],"detail":[141],"quality.":[142],"Experiments":[143],"on":[144,159,167,191],"three":[145],"benchmarks":[146],"demonstrate":[147],"StoryCrafter":[149],"outperforms":[150],"existing":[151],"methods,":[152],"achieving":[153],"5.2%":[154],"improvements":[155,187],"in":[156,164,176,188],"consistency":[158],"StorySalon":[160],"dataset":[161],"3.3%-10.8%":[163],"accuracy":[166],"Flintstones-SV":[168],"Pororo-SV":[170],"datasets,":[171],"also":[173],"baselines":[175],"both":[177],"VLM":[180],"evaluations.":[181],"The":[182],"TTRL":[183],"further":[184],"brings":[185],"evaluation":[190],"story":[192],"visualization":[193],"continuation":[195],"tasks,":[196],"improving":[197],"the":[198],"average":[199],"rank":[200],"2.79":[202],"1.80":[204,207],"1.39,":[209],"respectively.":[210]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7234754276","counts_by_year":[],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2026-11-18T00:00:00"}
