{"id":"https://openalex.org/W7151610076","doi":"https://doi.org/10.48550/arxiv.2604.04875","title":"DIRECT: Video Mashup Creation via Hierarchical Multi-Agent Planning and Intent-Guided Editing","display_name":"DIRECT: Video Mashup Creation via Hierarchical Multi-Agent Planning and Intent-Guided Editing","publication_year":2026,"publication_date":"2026-04-06","ids":{"openalex":"https://openalex.org/W7151610076","doi":"https://doi.org/10.48550/arxiv.2604.04875"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.04875","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04875","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.04875","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133126347","display_name":"Ke Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Ke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133087643","display_name":"Maoliang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Maoliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133089316","display_name":"Jialiang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jialiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133097941","display_name":"Jiayu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jiayu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133098595","display_name":"Zihao Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Zihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133122530","display_name":"Shaoqi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shaoqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133100134","display_name":"Xiang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.1615999937057495,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.1615999937057495,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.10409999638795853,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.09059999883174896,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mashup","display_name":"Mashup","score":0.8568000197410583},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.7013999819755554},{"id":"https://openalex.org/keywords/image-editing","display_name":"Image editing","score":0.44350001215934753},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.41839998960494995},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.40860000252723694},{"id":"https://openalex.org/keywords/craft","display_name":"Craft","score":0.39910000562667847},{"id":"https://openalex.org/keywords/liveness","display_name":"Liveness","score":0.3977999985218048},{"id":"https://openalex.org/keywords/video-editing","display_name":"Video editing","score":0.3970000147819519}],"concepts":[{"id":"https://openalex.org/C196126337","wikidata":"https://www.wikidata.org/wiki/Q821080","display_name":"Mashup","level":4,"score":0.8568000197410583},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8075000047683716},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.7013999819755554},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4959999918937683},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.44350001215934753},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.41839998960494995},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.40860000252723694},{"id":"https://openalex.org/C2779732396","wikidata":"https://www.wikidata.org/wiki/Q2207288","display_name":"Craft","level":2,"score":0.39910000562667847},{"id":"https://openalex.org/C15569618","wikidata":"https://www.wikidata.org/wiki/Q3561421","display_name":"Liveness","level":2,"score":0.3977999985218048},{"id":"https://openalex.org/C2780310081","wikidata":"https://www.wikidata.org/wiki/Q1154312","display_name":"Video editing","level":2,"score":0.3970000147819519},{"id":"https://openalex.org/C129315195","wikidata":"https://www.wikidata.org/wiki/Q1121886","display_name":"Compositing","level":3,"score":0.36469998955726624},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3476000130176544},{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.3370000123977661},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.3328999876976013},{"id":"https://openalex.org/C2780200862","wikidata":"https://www.wikidata.org/wiki/Q4453309","display_name":"Tweaking","level":2,"score":0.3301999866962433},{"id":"https://openalex.org/C87829876","wikidata":"https://www.wikidata.org/wiki/Q648877","display_name":"Post-production","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32269999384880066},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.3181999921798706},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3167000114917755},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3160000145435333},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.30070000886917114},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.27880001068115234}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.04875","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04875","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.04875","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04875","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.6109500527381897}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Video":[0],"mashup":[1,62],"creation":[2,63],"represents":[3],"a":[4,65,77,123],"complex":[5],"video":[6,61],"editing":[7,33,104,115],"paradigm":[8],"that":[9,138],"recomposes":[10],"existing":[11,31],"footage":[12],"to":[13,41],"craft":[14],"engaging":[15],"audio-visual":[16],"experiences,":[17],"demanding":[18],"intricate":[19],"orchestration":[20,40],"across":[21],"semantic,":[22],"visual,":[23],"and":[24,27,53,71,106,108,132,148,154],"auditory":[25,133],"dimensions":[26],"multiple":[28],"levels.":[29],"However,":[30],"automated":[32],"frameworks":[34],"often":[35],"overlook":[36],"the":[37,73,86,92,99,109],"cross-level":[38],"multimodal":[39],"achieve":[42],"professional-grade":[43],"fluidity,":[44],"resulting":[45],"in":[46,144],"disjointed":[47],"sequences":[48],"with":[49,116,126],"abrupt":[50],"visual":[51,130],"transitions":[52],"musical":[54],"misalignment.":[55],"To":[56],"address":[57],"this,":[58],"we":[59],"formulate":[60],"as":[64],"Multimodal":[66],"Coherency":[67],"Satisfaction":[68],"Problem":[69],"(MMCSP)":[70],"propose":[72],"DIRECT":[74,139],"framework.":[75],"Simulating":[76],"professional":[78],"production":[79],"pipeline,":[80],"our":[81],"hierarchical":[82],"multi-agent":[83],"framework":[84],"decomposes":[85],"challenge":[87],"into":[88],"three":[89],"cascade":[90],"levels:":[91],"Screenwriter":[93],"for":[94,101,111,129],"source-aware":[95],"global":[96],"structural":[97],"anchoring,":[98],"Director":[100],"instantiating":[102],"adaptive":[103],"intent":[105],"guidance,":[107],"Editor":[110],"intent-guided":[112],"shot":[113],"sequence":[114],"fine-grained":[117],"optimization.":[118],"We":[119],"further":[120],"introduce":[121],"Mashup-Bench,":[122],"comprehensive":[124],"benchmark":[125],"tailored":[127],"metrics":[128,147],"continuity":[131],"alignment.":[134],"Extensive":[135],"experiments":[136],"demonstrate":[137],"significantly":[140],"outperforms":[141],"state-of-the-art":[142],"baselines":[143],"both":[145],"objective":[146],"human":[149],"subjective":[150],"evaluation.":[151],"Project":[152],"page":[153],"code:":[155],"https://github.com/AK-DREAM/DIRECT":[156]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-08T00:00:00"}