{"id":"https://openalex.org/W7162302691","doi":"https://doi.org/10.48550/arxiv.2605.22907","title":"VideoOdyssey: A Benchmark for Ultra-Long-Context and Omni-Modal Video Understanding","display_name":"VideoOdyssey: A Benchmark for Ultra-Long-Context and Omni-Modal Video Understanding","publication_year":2026,"publication_date":"2026-05-21","ids":{"openalex":"https://openalex.org/W7162302691","doi":"https://doi.org/10.48550/arxiv.2605.22907"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.22907","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22907","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.22907","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136956690","display_name":"Haichen He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Haichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136981858","display_name":"Jiayi Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Jiayi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136985167","display_name":"Sifeng Shang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shang, Sifeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136909588","display_name":"Yihan Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Yihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136951616","display_name":"Yuanhan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yuanhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5030812622","display_name":"Kaiyang Zhou","orcid":"https://orcid.org/0000-0002-8153-3903"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Kaiyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.181099995970726,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.181099995970726,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.12759999930858612,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.09549999982118607,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6359000205993652},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6320000290870667},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5260000228881836},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4772999882698059},{"id":"https://openalex.org/keywords/duration","display_name":"Duration (music)","score":0.4706000089645386},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.44690001010894775}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7531999945640564},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6359000205993652},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6320000290870667},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5260000228881836},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4772999882698059},{"id":"https://openalex.org/C112758219","wikidata":"https://www.wikidata.org/wiki/Q16038819","display_name":"Duration (music)","level":2,"score":0.4706000089645386},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.44690001010894775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40639999508857727},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.357699990272522},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35260000824928284},{"id":"https://openalex.org/C96865113","wikidata":"https://www.wikidata.org/wiki/Q2946816","display_name":"Certificate","level":2,"score":0.349700003862381},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.32280001044273376},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.319599986076355},{"id":"https://openalex.org/C61641136","wikidata":"https://www.wikidata.org/wiki/Q1107019","display_name":"Cognitive load","level":3,"score":0.30489999055862427},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2782000005245209},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2705000042915344},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.257099986076355}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.22907","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22907","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.22907","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22907","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Real-world":[0],"long":[1,33],"video":[2,21,34,45,57,81,109,120,133],"understanding":[3,158,167],"requires":[4],"models":[5,209],"to":[6,88,145,182,200,207,229],"perform":[7],"continuous":[8,75,175,180,233],"tracking,":[9],"information":[10],"integration":[11],"and":[12,55,107,122,127,161,173,187,214,241],"memory":[13],"retention":[14],"over":[15],"massive":[16],"temporal":[17],"spans":[18],"within":[19],"extreme":[20],"durations.":[22],"Mastering":[23],"this":[24,70,96],"intense":[25],"cognitive":[26,71,215],"load":[27],"constitutes":[28],"the":[29,63,80,154,178],"fundamental":[30],"bottleneck":[31],"in":[32,159],"understanding.":[35,110,244],"While":[36],"existing":[37],"benchmarks":[38],"have":[39],"driven":[40],"progress":[41],"by":[42,95,114],"scaling":[43],"up":[44],"duration,":[46],"their":[47],"evaluation":[48,140],"tasks":[49],"often":[50],"require":[51],"comprehending":[52],"only":[53],"short":[54,60],"isolated":[56],"segments,":[58],"falling":[59],"of":[61,65,135,156,222],"capturing":[62],"challenge":[64],"ultra-long-context":[66,106],"reasoning.":[67],"To":[68],"measure":[69],"load,":[72],"we":[73,98,193],"emphasize":[74],"certificate":[76,181],"length,":[77],"defined":[78],"as":[79],"length":[82],"a":[83,91,101,203],"human":[84],"must":[85],"continuously":[86],"watch":[87],"definitively":[89],"answer":[90],"given":[92],"question.":[93],"Driven":[94],"metric,":[97],"introduce":[99],"VideoOdyssey,":[100],"benchmark":[102],"specifically":[103],"designed":[104],"for":[105,152,163,168,185,190],"omni-modal":[108,169,243],"VideoOdyssey":[111],"is":[112],"characterized":[113],"three":[115],"key":[116],"features:":[117],"1)":[118],"Extreme":[119],"duration":[121,134],"diversity:":[123],"spanning":[124],"11":[125],"domains":[126],"54":[128],"subcategories":[129],"with":[130,232],"an":[131],"average":[132,179],"109":[136],"minutes;":[137],"2)":[138],"Comprehensive":[139],"scenarios:":[141],"offering":[142],"two":[143],"subsets":[144],"address":[146],"different":[147],"research":[148],"focuses,":[149],"i.e.,":[150],"VideoOdyssey-V":[151,186],"probing":[153],"limits":[155],"visual":[157],"MLLMs,":[160],"VideoOdyssey-AV":[162],"evaluating":[164],"synchronized":[165],"audio-visual":[166],"models;":[170],"3)":[171],"Ultra-long":[172],"multi-level":[174],"certificates:":[176],"extending":[177],"16":[183],"minutes":[184,189],"12.8":[188],"VideoOdyssey-AV.":[191],"Crucially,":[192],"design":[194],"5":[195],"granular":[196],"levels":[197],"from":[198],"seconds":[199],"hours,":[201],"providing":[202],"comprehensive":[204],"diagnostic":[205],"tool":[206],"evaluate":[208],"across":[210,235],"varying":[211,236],"context":[212,237],"lengths":[213],"loads.":[216],"Extensive":[217],"evaluations":[218],"show":[219],"that":[220],"bottlenecks":[221],"current":[223],"MLLMs":[224],"extend":[225],"beyond":[226],"simple":[227],"retrieval":[228],"include":[230],"struggles":[231],"reasoning":[234],"lengths,":[238],"fine-grained":[239],"perception,":[240],"non-verbal":[242]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-26T00:00:00"}