{"id":"https://openalex.org/W4415329926","doi":"https://doi.org/10.1109/icip61757.2026.11630470","title":"Scene-Action Prompt Fusion for Coherent Text-to-Video Storytelling","display_name":"Scene-Action Prompt Fusion for Coherent Text-to-Video Storytelling","publication_year":2026,"publication_date":"2026-08-13","ids":{"openalex":"https://openalex.org/W4415329926","doi":"https://doi.org/10.1109/icip61757.2026.11630470"},"language":"en","primary_location":{"id":"doi:10.1109/icip61757.2026.11630470","doi":"https://doi.org/10.1109/icip61757.2026.11630470","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip61757.2026.11630470","pdf_url":null,"source":{"id":"https://openalex.org/S4210223844","display_name":"Proceedings - International Conference on Image Processing","issn_l":"1522-4880","issn":["1522-4880","2381-8549"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2503.06310","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121033782","display_name":"Taewon Kang","orcid":"https://orcid.org/0009-0004-8534-6314","observed_orcids":["https://orcid.org/0009-0004-8534-6314"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Taewon Kang","raw_affiliation_strings":["University of Maryland at College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland at College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101761284","display_name":"Divya Kothandaraman","orcid":"https://orcid.org/0000-0002-6276-4968","observed_orcids":["https://orcid.org/0000-0002-6276-4968"]},"institutions":[{"id":"https://openalex.org/I116121188","display_name":"Dolby (Netherlands)","ror":"https://ror.org/02kb3q578","country_code":"NL","type":"company","lineage":["https://openalex.org/I116121188","https://openalex.org/I4210093996"]},{"id":"https://openalex.org/I4210093996","display_name":"Dolby (United States)","ror":"https://ror.org/01eyenr26","country_code":"US","type":"company","lineage":["https://openalex.org/I4210093996"]}],"countries":["NL","US"],"is_corresponding":false,"raw_author_name":"Divya Kothandaraman","raw_affiliation_strings":["Dolby Laboratories"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dolby Laboratories","institution_ids":["https://openalex.org/I116121188","https://openalex.org/I4210093996"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102878981","display_name":"Ming C. Lin","orcid":"https://orcid.org/0000-0003-3736-6949","observed_orcids":["https://orcid.org/0000-0003-3736-6949"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming C. Lin","raw_affiliation_strings":["University of Maryland at College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland at College Park","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8456,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.92677865,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14254","display_name":"Digital Media and Visual Art","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/text-to-video-generation","display_name":"text-to-video generation","score":0.8870000243186951},{"id":"https://openalex.org/keywords/temporal-coherence","display_name":"temporal coherence","score":0.8450000286102295},{"id":"https://openalex.org/keywords/diffusion-models","display_name":"diffusion models","score":0.7770000100135803},{"id":"https://openalex.org/keywords/narrative-progression","display_name":"narrative progression","score":0.6039999723434448},{"id":"https://openalex.org/keywords/action-semantics","display_name":"action semantics","score":0.5370000004768372}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7710999846458435},{"id":"https://openalex.org/C2776538412","wikidata":"https://www.wikidata.org/wiki/Q989963","display_name":"Storytelling","level":3,"score":0.6890000104904175},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6043999791145325},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.53329998254776},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5289000272750854},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5246999859809875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.483599990606308},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.46059998869895935},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.4584999978542328},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4101000130176544},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.3873000144958496},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.3653999865055084},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.3598000109195709},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.34709998965263367},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.34119999408721924},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.33739998936653137},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33250001072883606},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.3287999927997589},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.3192000091075897},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.311599999666214},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.3052000105381012},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.2904999852180481},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.29019999504089355},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.27730000019073486},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.2630999982357025}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icip61757.2026.11630470","doi":"https://doi.org/10.1109/icip61757.2026.11630470","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip61757.2026.11630470","pdf_url":null,"source":{"id":"https://openalex.org/S4210223844","display_name":"Proceedings - International Conference on Image Processing","issn_l":"1522-4880","issn":["1522-4880","2381-8549"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2503.06310","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2503.06310","pdf_url":"https://arxiv.org/pdf/2503.06310","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2503.06310","doi":"https://doi.org/10.48550/arxiv.2503.06310","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2503.06310","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2503.06310","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2503.06310","pdf_url":"https://arxiv.org/pdf/2503.06310","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415329926.pdf","grobid_xml":"https://content.openalex.org/works/W4415329926.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W2963047368","https://openalex.org/W3164706519","https://openalex.org/W4281632497","https://openalex.org/W4288099666","https://openalex.org/W4303441850","https://openalex.org/W4378771707","https://openalex.org/W4384392956","https://openalex.org/W4385571093","https://openalex.org/W4387156645","https://openalex.org/W4387929853","https://openalex.org/W4393063578","https://openalex.org/W4402387301","https://openalex.org/W4402726937","https://openalex.org/W4402961796","https://openalex.org/W4406074137","https://openalex.org/W4413319148","https://openalex.org/W4415536619","https://openalex.org/W4415795847","https://openalex.org/W7138229630"],"related_works":["https://openalex.org/W7215736923","https://openalex.org/W4399487349","https://openalex.org/W6948288268","https://openalex.org/W4389116377","https://openalex.org/W7160260440","https://openalex.org/W4387156645","https://openalex.org/W7155052914","https://openalex.org/W7117721277","https://openalex.org/W4413157524","https://openalex.org/W7214974343"],"abstract_inverted_index":{"Generating":[0],"coherent":[1,131],"long-form":[2,158],"video":[3,60,132,174],"sequences":[4],"from":[5],"discrete":[6],"text":[7],"prompts":[8,36,75],"remains":[9],"challenging":[10],"due":[11],"to":[12,100,104,121],"difficulties":[13],"in":[14],"maintaining":[15],"temporal":[16,56,87,119],"coherence,":[17],"semantic":[18,92],"consistency,":[19],"and":[20,34,73,86,89,130,140,155,171],"scene-action":[21],"continuity":[22],"across":[23],"segments.":[24],"We":[25],"propose":[26],"a":[27,48,63,91],"novel":[28],"storytelling":[29],"framework":[30],"that":[31,54,69,95,134,146],"integrates":[32],"scene":[33,72,138],"action":[35,74,93,98,105,141],"through":[37],"dynamics-inspired":[38],"prompt":[39,65],"mixing.":[40],"Our":[41],"approach":[42],"combines":[43],"three":[44],"key":[45],"components:":[46],"(i)":[47],"bidirectional":[49,118],"time-weighted":[50,115],"latent":[51],"blending":[52,108,116],"strategy":[53],"enforces":[55],"consistency":[57],"between":[58,168],"consecutive":[59],"segments,":[61],"(ii)":[62],"dynamics-informed":[64],"weighting":[66],"(DIPW)":[67],"mechanism":[68],"adaptively":[70],"balances":[71],"at":[76],"each":[77],"diffusion":[78],"timestep":[79],"based":[80],"on":[81],"CLIP-based":[82],"alignment,":[83],"narrative":[84],"progression,":[85],"smoothness,":[88],"(iii)":[90],"representation":[94],"encodes":[96],"high-level":[97],"semantics":[99],"modulate":[101],"transitions":[102],"according":[103],"similarity.":[106],"Latent-space":[107],"preserves":[109],"spatial":[110],"coherence":[111],"within":[112],"scenes,":[113],"while":[114],"introduces":[117],"constraints":[120],"prevent":[122],"abrupt":[123],"transitions.":[124],"Together,":[125],"these":[126],"components":[127],"enable":[128],"fluid":[129],"narratives":[133],"faithfully":[135],"reflect":[136],"both":[137],"context":[139],"dynamics.":[142],"Extensive":[143],"experiments":[144],"demonstrate":[145],"our":[147],"method":[148],"significantly":[149],"outperforms":[150],"baselines,":[151],"producing":[152],"temporally":[153],"consistent":[154],"visually":[156],"compelling":[157],"videos":[159],"without":[160],"any":[161],"additional":[162],"training,":[163],"thereby":[164],"bridging":[165],"the":[166],"gap":[167],"short":[169],"clips":[170],"extended":[172],"text-driven":[173],"storytelling.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-19T00:00:00"}