{"id":"https://openalex.org/W7131627879","doi":"https://doi.org/10.48550/arxiv.2602.21835","title":"UniVBench: Towards Unified Evaluation for Video Foundation Models","display_name":"UniVBench: Towards Unified Evaluation for Video Foundation Models","publication_year":2026,"publication_date":"2026-02-25","ids":{"openalex":"https://openalex.org/W7131627879","doi":"https://doi.org/10.48550/arxiv.2602.21835"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.21835","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.21835","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.21835","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126900008","display_name":"Jianhui Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Jianhui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126861833","display_name":"Xiaotian Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiaotian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126928926","display_name":"Yichen Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126919277","display_name":"Yuan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126872316","display_name":"Yan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126867290","display_name":"Ziyi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Ziyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5146854989","display_name":"Zhihang Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Zhihang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126855566","display_name":"Wei Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126935605","display_name":"Zuozhu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zuozhu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8568999767303467,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8568999767303467,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.07769999653100967,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.016100000590085983,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6812000274658203},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.44859999418258667},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.40310001373291016},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.36579999327659607},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.3443000018596649},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.3271999955177307}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8109999895095825},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6812000274658203},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.44859999418258667},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.40310001373291016},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3917999863624573},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.36579999327659607},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34709998965263367},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.3443000018596649},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C2988634675","wikidata":"https://www.wikidata.org/wiki/Q34508","display_name":"Video recording","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3003999888896942},{"id":"https://openalex.org/C2988167200","wikidata":"https://www.wikidata.org/wiki/Q16885149","display_name":"Online video","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C2780310081","wikidata":"https://www.wikidata.org/wiki/Q1154312","display_name":"Video editing","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C193081819","wikidata":"https://www.wikidata.org/wiki/Q4132092","display_name":"Video feedback","level":2,"score":0.27399998903274536}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.21835","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.21835","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.21835","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.21835","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.47160595655441284,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Video":[0],"foundation":[1,85,208],"models":[2,67,86,209],"aim":[3,210],"to":[4,70,211],"integrate":[5],"video":[6,53,84,91,93,95,102,112,186,194,207,231],"understanding,":[7,92],"generation,":[8,94],"editing,":[9,96],"and":[10,32,47,97,130,141,148,173,181,226],"instruction":[11,171],"following":[12],"within":[13],"a":[14,19,40,56,79,98,108,162],"single":[15,41],"framework,":[16],"making":[17],"them":[18],"central":[20],"direction":[21],"for":[22,82,201],"next-generation":[23],"multimodal":[24],"systems.":[25],"However,":[26],"existing":[27],"evaluation":[28,124,165,190,218],"benchmarks":[29],"remain":[30],"fragmented":[31],"limited":[33],"in":[34,191],"scope,":[35],"as":[36],"they":[37,58],"each":[38,133],"target":[39],"task,":[42,101],"rely":[43],"on":[44],"task-specific":[45],"metrics,":[46],"typically":[48],"use":[49],"short":[50],"or":[51],"simple":[52],"clips.":[54],"As":[55],"result,":[57],"do":[59],"not":[60],"capture":[61],"the":[62,121,198,203],"unified":[63,163,185],"capabilities":[64,205],"that":[65,168,206],"these":[66],"are":[68,146],"designed":[69],"deliver.":[71],"To":[72],"address":[73],"this":[74],"gap,":[75],"we":[76,160],"introduce":[77],"UniVBench,":[78],"benchmark":[80,118],"purpose-built":[81],"evaluating":[83],"across":[87,175],"four":[88],"core":[89],"abilities:":[90],"newly":[99],"proposed":[100],"reconstruction,":[103],"which":[104],"assesses":[105],"how":[106],"faithfully":[107],"model":[109],"can":[110],"reproduce":[111],"content":[113],"it":[114],"has":[115],"encountered.":[116],"Our":[117],"substantially":[119],"expands":[120],"complexity":[122],"of":[123,184],"by":[125],"incorporating":[126],"200":[127],"high-quality,":[128],"diverse":[129],"multi-shot":[131,193],"videos,":[132],"paired":[134],"with":[135,220],"detailed":[136],"captions,":[137],"multi-format":[138],"editing":[139],"instructions,":[140],"reference":[142],"images.":[143],"All":[144],"videos":[145],"human-created":[147],"carefully":[149],"validated,":[150],"offering":[151],"richer":[152],"cinematic":[153],"information":[154],"than":[155],"prior":[156],"benchmarks.":[157],"In":[158],"addition,":[159],"develop":[161],"agentic":[164],"system":[166],"(UniV-Eval)":[167],"standardizes":[169],"prompting,":[170],"parsing,":[172],"scoring":[174],"all":[176],"tasks,":[177,195],"enabling":[178,223],"fair,":[179],"scalable,":[180],"reproducible":[182],"comparisons":[183],"models.":[187],"By":[188],"grounding":[189],"instruction-based":[192],"UniVBench":[196],"provides":[197],"first":[199],"framework":[200],"measuring":[202],"integrated":[204],"achieve.":[212],"Extensive":[213],"human":[214,221],"annotations":[215],"ensure":[216],"our":[217],"aligns":[219],"judgment,":[222],"rigorous":[224],"assessment":[225],"accelerating":[227],"progress":[228],"toward":[229],"robust":[230],"intelligence.":[232]},"counts_by_year":[],"updated_date":"2026-08-16T07:02:28.622633","created_date":"2026-02-27T00:00:00"}