{"id":"https://openalex.org/W7162406746","doi":"https://doi.org/10.48550/arxiv.2605.25195","title":"Baton: Explicit Semantic Blueprints for Joint Video-Audio Generation","display_name":"Baton: Explicit Semantic Blueprints for Joint Video-Audio Generation","publication_year":2026,"publication_date":"2026-05-24","ids":{"openalex":"https://openalex.org/W7162406746","doi":"https://doi.org/10.48550/arxiv.2605.25195"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.25195","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25195","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.25195","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025369047","display_name":"Shuyuan Tu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tu, Shuyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137042198","display_name":"Qi Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137022676","display_name":"Zihan Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137004746","display_name":"Yue Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137050167","display_name":"Xintong Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Xintong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136994714","display_name":"Weijie Kong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kong, Weijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083206979","display_name":"Jiangfeng Xiong","orcid":"https://orcid.org/0000-0001-6840-8262"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Jiangfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137058148","display_name":"Jian-Wei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jian-Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137044654","display_name":"Zhao Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Zhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137021137","display_name":"Liefeng Bo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bo, Liefeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137049559","display_name":"Zuxuan Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137014670","display_name":"Yu-Gang Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Yu-Gang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6723999977111816,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6723999977111816,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.09960000216960907,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.04830000177025795,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6378999948501587},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5827000141143799},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5644000172615051},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4918000102043152},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.4507000148296356},{"id":"https://openalex.org/keywords/blueprint","display_name":"Blueprint","score":0.3619999885559082}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8324000239372253},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6378999948501587},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5827000141143799},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5644000172615051},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4918000102043152},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4507000148296356},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44589999318122864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4453999996185303},{"id":"https://openalex.org/C155911762","wikidata":"https://www.wikidata.org/wiki/Q422321","display_name":"Blueprint","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C118930307","wikidata":"https://www.wikidata.org/wiki/Q600590","display_name":"Tuple","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.3206000030040741},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.31310001015663147},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.27219998836517334},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2624000012874603},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.25859999656677246},{"id":"https://openalex.org/C2778828372","wikidata":"https://www.wikidata.org/wiki/Q5283209","display_name":"Distributional semantics","level":3,"score":0.25220000743865967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.25195","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25195","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.25195","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25195","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Current":[0],"open-source":[1],"diffusion":[2,162,186],"models":[3],"struggle":[4],"to":[5,34,50,134,140,172,213,216],"generate":[6],"stable":[7],"and":[8,54,90,101,110,137,148,202,232],"synchronized":[9],"audio-visual":[10],"content,":[11],"particularly":[12],"in":[13],"scenarios":[14],"demanding":[15],"complex":[16],"semantic":[17,67,99,127,220],"reasoning.":[18],"The":[19],"root":[20],"cause":[21],"is":[22,76],"that":[23,64,77,106,198],"existing":[24],"methods":[25],"rely":[26],"on":[27,223],"coarse":[28,79,173],"text":[29,80,174],"embeddings":[30],"from":[31],"off-the-shelf":[32],"encoders":[33],"guide":[35],"audio-video":[36],"denoising,":[37,94],"which":[38],"discards":[39],"fine-grained":[40,98],"semantics":[41],"and,":[42],"critically,":[43],"lacks":[44],"a":[45,103,120,142,194,205],"shared":[46,104,206],"long-horizon":[47],"plan,":[48],"leading":[49],"uncoordinated":[51],"denoising":[52,112],"trajectories":[53],"fragile":[55],"cross-modal":[56],"alignment.":[57],"We":[58],"propose":[59,190],"Baton,":[60],"the":[61,118,161,226],"first":[62,116],"framework":[63],"introduces":[65,117],"explicit":[66],"planning":[68],"into":[69,160,204],"joint":[70],"video-audio":[71],"generation.":[72],"Our":[73],"key":[74],"insight":[75],"complementing":[78],"guidance":[81,170],"with":[82,125,185],"semantically":[83,145],"rich,":[84],"modality-aware":[85],"planned":[86,150,156,177,200],"tokens,":[87],"jointly":[88],"reasoned":[89],"mutually":[91],"aligned":[92,146],"before":[93],"can":[95],"simultaneously":[96],"restore":[97],"detail":[100],"establish":[102],"blueprint":[105],"coordinates":[107],"both":[108,135,230],"audio":[109,138,149],"video":[111,136,147],"trajectories.":[113],"Concretely,":[114],"Baton":[115,229],"VA-Planner,":[119],"multimodal":[121],"language":[122],"model":[123],"equipped":[124],"dual":[126],"alignment":[128],"towers,":[129],"where":[130],"learnable":[131],"queries":[132],"cross-attend":[133],"features":[139],"produce":[141],"pair":[143],"of":[144,228],"tokens":[151,157,178,201],"as":[152],"keyframe-level":[153],"blueprints.":[154],"These":[155],"are":[158],"injected":[159],"backbone":[163],"via":[164],"cross-attention":[165],"layers,":[166],"providing":[167],"temporally":[168],"grounded":[169],"complementary":[171],"embeddings.":[175],"Since":[176],"do":[179],"not":[180],"share":[181],"one-to-one":[182],"spatial-temporal":[183,207],"correspondence":[184],"latents,":[187],"we":[188],"further":[189],"Relative":[191],"Semantic":[192],"RoPE,":[193],"relative":[195],"positional":[196],"encoding":[197],"maps":[199],"latents":[203],"coordinate":[208],"frame,":[209],"enabling":[210],"each":[211],"latent":[212],"accurately":[214],"attend":[215],"its":[217],"positionally":[218],"corresponding":[219],"cues.":[221],"Experiments":[222],"benchmarks":[224],"show":[225],"effectiveness":[227],"qualitatively":[231],"quantitatively.":[233]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-27T00:00:00"}