{"id":"https://openalex.org/W7161842518","doi":"https://doi.org/10.48550/arxiv.2605.20183","title":"MSAVBench: Towards Comprehensive and Reliable Evaluation of Multi-Shot Audio-Video Generation","display_name":"MSAVBench: Towards Comprehensive and Reliable Evaluation of Multi-Shot Audio-Video Generation","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7161842518","doi":"https://doi.org/10.48550/arxiv.2605.20183"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.20183","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20183","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.20183","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136506122","display_name":"Yujie Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Yujie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136512779","display_name":"Yujin Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Yujin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104201235","display_name":"Zhekai Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhekai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136561063","display_name":"Yongming Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yongming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136526733","display_name":"Kaixun Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Kaixun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136532592","display_name":"Zhihang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhihang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045375675","display_name":"Quanhao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Quanhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030206792","display_name":"Zhiwu Qing","orcid":"https://orcid.org/0000-0002-4776-357X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qing, Zhiwu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136538137","display_name":"Xiang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136523584","display_name":"Zhen Xing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing, Zhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034923822","display_name":"Ruihang Chu","orcid":"https://orcid.org/0000-0001-9057-745X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chu, Ruihang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101804825","display_name":"Lingyi Hong","orcid":"https://orcid.org/0000-0002-2749-5133"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Lingyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136591661","display_name":"Yefei He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Yefei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136568130","display_name":"Junjie Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Junjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136537334","display_name":"Junqiu Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Junqiu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136585475","display_name":"Yang Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136555858","display_name":"Difan Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Difan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136587936","display_name":"Kai Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136562252","display_name":"Shiwei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136594195","display_name":"Yingya Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yingya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136510475","display_name":"Yu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136514383","display_name":"Xihui Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xihui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5049086157","display_name":"Hongming Shan","orcid":"https://orcid.org/0000-0002-0604-3197"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shan, Hongming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.3799000084400177,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.3799000084400177,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.1851000040769577,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.14169999957084656,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.645799994468689},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6229000091552734},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.5651000142097473},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.45239999890327454},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3224000036716461},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.3057999908924103}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6722999811172485},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.645799994468689},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6229000091552734},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5651000142097473},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48089998960494995},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.45239999890327454},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41029998660087585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3959999978542328},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3224000036716461},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.3012999892234802},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.257999986410141}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.20183","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20183","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.20183","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20183","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Video":[0],"generation":[1,164],"is":[2],"rapidly":[3],"evolving":[4],"from":[5],"single-shot":[6],"synthesis":[7],"to":[8,14,91],"complex":[9,120],"multi-shot":[10,68],"audio-video":[11,69],"(MSAV)":[12],"narratives":[13],"meet":[15],"real-world":[16],"demands.":[17],"However,":[18],"evaluating":[19],"such":[20],"frontier":[21],"models":[22,146],"remains":[23],"a":[24,131,167],"fundamental":[25],"challenge.":[26],"Existing":[27],"benchmarks":[28],"are":[29,185],"limited":[30],"in":[31],"scope":[32],"and":[33,36,44,62,80,93,115,144,156,176,182],"data":[34,181],"diversity,":[35],"rely":[37],"on":[38],"rigid":[39],"evaluation":[40,65,98,139,183],"pipelines,":[41],"preventing":[42],"systematic":[43,138],"reliable":[45],"assessment":[46],"of":[47,89,135,140],"modern":[48],"MSAV":[49],"models.":[50,178],"To":[51],"bridge":[52],"these":[53],"gaps,":[54],"we":[55],"introduce":[56],"MSAVBench,":[57],"the":[58,172],"first":[59],"comprehensive":[60],"benchmark":[61,72,180],"adaptive":[63,104],"hybrid":[64],"framework":[66,99],"for":[67,107,112,119],"generation.":[70],"Our":[71,97,137],"spans":[73],"four":[74],"key":[75],"dimensions,":[76],"video,":[77],"audio,":[78],"shot,":[79],"reference,":[81],"covering":[82],"diverse":[83],"task":[84],"settings,":[85],"varying":[86],"shot":[87,108],"counts":[88],"up":[90],"15,":[92],"challenging":[94],"non-realistic":[95],"scenarios.":[96],"improves":[100],"robustness":[101],"through":[102],"an":[103],"self-correction":[105],"mechanism":[106],"segmentation,":[109],"instance-wise":[110],"rubrics":[111],"subjective":[113],"metrics,":[114],"tool-grounded":[116],"evidence":[117],"extraction":[118],"judgments.":[121],"Furthermore,":[122],"MSAVBench":[123],"achieves":[124],"high":[125],"alignment":[126],"with":[127,153],"human":[128],"judgments,":[129],"reaching":[130],"Spearman":[132],"rank":[133],"correlation":[134],"91.5%.":[136],"19":[141],"state-of-the-art":[142],"closed-":[143],"open-source":[145],"shows":[147],"that":[148],"current":[149],"systems":[150],"still":[151],"struggle":[152],"director-level":[154],"control":[155],"fine-grained":[157],"audio-visual":[158],"synchronization,":[159],"while":[160],"modular":[161],"or":[162],"agentic":[163],"pipelines":[165],"offer":[166],"promising":[168],"path":[169],"toward":[170],"narrowing":[171],"gap":[173],"between":[174],"open-":[175],"closed-source":[177],"The":[179],"code":[184],"publicly":[186],"available":[187],"at":[188],"https://github.com/ali-vilab/MSAVBench.":[189]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-21T00:00:00"}