{"id":"https://openalex.org/W7171572241","doi":"https://doi.org/10.48550/arxiv.2607.24241","title":"FilmBench: A Film-Grade Benchmark for Cinematic Video Generation","display_name":"FilmBench: A Film-Grade Benchmark for Cinematic Video Generation","publication_year":2026,"publication_date":"2026-07-27","ids":{"openalex":"https://openalex.org/W7171572241","doi":"https://doi.org/10.48550/arxiv.2607.24241"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.24241","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.24241","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.24241","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101944241","display_name":"Shengyi Wang","orcid":"https://orcid.org/0000-0003-0117-040X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shengyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111214408","display_name":"Niantong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Niantong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143814880","display_name":"Guangzheng Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Guangzheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143775758","display_name":"Hong Qi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143827861","display_name":"Fei Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111328125","display_name":"Weixu Qiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiao, Weixu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143851579","display_name":"Jinlin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jinlin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143866319","display_name":"Xiaotong Lv","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lv, Xiaotong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143768287","display_name":"Peng Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Peng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143812054","display_name":"Zimeng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zimeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066479055","display_name":"Fanshu Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Fanshu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129685980","display_name":"Yushu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yushu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143836296","display_name":"Han Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143852542","display_name":"Jingjing Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jingjing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080539155","display_name":"Chongxiao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Chongxiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028194833","display_name":"Yanhao Wu","orcid":"https://orcid.org/0000-0001-6540-5920"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yanhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127911712","display_name":"Chenglong Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Chenglong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143770863","display_name":"Xiaoqian Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Xiaoqian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143798511","display_name":"Jie Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143850442","display_name":"Hua Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143848197","display_name":"Jingjing Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Jingjing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143848492","display_name":"Mingshuang Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Mingshuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143753856","display_name":"Zhong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143766631","display_name":"Hengxia Qiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiang, Hengxia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143820281","display_name":"Weibin Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Weibin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143795291","display_name":"Jinyang Zhen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhen, Jinyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143842368","display_name":"Bing Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Bing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143826796","display_name":"Lin Qu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qu, Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143845681","display_name":"Jing Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5143749595","display_name":"Hu Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Hu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5164999961853027,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5164999961853027,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.2484000027179718,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.03799999877810478,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6037999987602234},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.5561000108718872},{"id":"https://openalex.org/keywords/visual-language","display_name":"Visual language","score":0.4966000020503998},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.45419999957084656},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.44609999656677246},{"id":"https://openalex.org/keywords/entertainment","display_name":"Entertainment","score":0.43549999594688416},{"id":"https://openalex.org/keywords/digital-media","display_name":"Digital media","score":0.4293000102043152},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.4171000123023987},{"id":"https://openalex.org/keywords/digital-video","display_name":"Digital video","score":0.4058000147342682}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6775000095367432},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6037999987602234},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.5561000108718872},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.4966000020503998},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.46860000491142273},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.45419999957084656},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.44609999656677246},{"id":"https://openalex.org/C512170562","wikidata":"https://www.wikidata.org/wiki/Q173799","display_name":"Entertainment","level":2,"score":0.43549999594688416},{"id":"https://openalex.org/C17632256","wikidata":"https://www.wikidata.org/wiki/Q1076968","display_name":"Digital media","level":2,"score":0.4293000102043152},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.4171000123023987},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4153999984264374},{"id":"https://openalex.org/C2988454689","wikidata":"https://www.wikidata.org/wiki/Q173131","display_name":"Digital video","level":3,"score":0.4058000147342682},{"id":"https://openalex.org/C2778739407","wikidata":"https://www.wikidata.org/wiki/Q165372","display_name":"CLIPS","level":2,"score":0.39309999346733093},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38679999113082886},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.37860000133514404},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.3596999943256378},{"id":"https://openalex.org/C519580073","wikidata":"https://www.wikidata.org/wiki/Q41253","display_name":"Movie theater","level":2,"score":0.33709999918937683},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.3370000123977661},{"id":"https://openalex.org/C2987052865","wikidata":"https://www.wikidata.org/wiki/Q11033","display_name":"Visual media","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3303999900817871},{"id":"https://openalex.org/C100991257","wikidata":"https://www.wikidata.org/wiki/Q590870","display_name":"Cinematography","level":2,"score":0.3262999951839447},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C2992734406","wikidata":"https://www.wikidata.org/wiki/Q413267","display_name":"One shot","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C202629362","wikidata":"https://www.wikidata.org/wiki/Q2078","display_name":"Scalable Vector Graphics","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C21442007","wikidata":"https://www.wikidata.org/wiki/Q1027879","display_name":"Graphics","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C166142869","wikidata":"https://www.wikidata.org/wiki/Q60061622","display_name":"Video production","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2554999887943268}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.24241","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.24241","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.24241","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.24241","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Progress":[0],"in":[1,87,249],"video":[2,70,212],"generation":[3,213],"keeps":[4],"narrowing":[5],"the":[6,53,88,93,104,109,151,164,221,224],"visual":[7,43],"gap":[8],"between":[9],"AI-generated":[10],"and":[11,27,48,64,82,97,101,108,136,157,185,200,235,252],"professionally":[12],"produced":[13],"footage,":[14],"yet":[15],"most":[16,158],"benchmarks":[17],"still":[18],"draw":[19],"prompts":[20,124,152,166],"from":[21,103,127],"web":[22],"sources":[23],"or":[24],"LLM":[25],"templates":[26],"score":[28],"them":[29],"with":[30,99,245],"untrained,":[31],"generic":[32],"multimodal":[33],"models.":[34,264],"More":[35],"fundamentally,":[36],"their":[37],"evaluation":[38,174,198],"taxonomies":[39],"remain":[40],"rudimentary":[41],"(overall":[42],"quality,":[44],"coarse":[45],"text":[46],"alignment":[47],"temporal":[49],"smoothness)":[50],"rather":[51,72],"than":[52,73],"professional":[54,89,139],"Cinematic":[55,90,178,206],"Language":[56,91,207],"criteria":[57],"by":[58,138],"which":[59],"films":[60,131],"are":[61,125,167],"actually":[62],"made":[63],"judged,":[65],"so":[66,141],"they":[67],"assess":[68],"basic":[69],"plausibility":[71],"film-grade":[74],"craft.":[75],"We":[76],"introduce":[77],"FilmBench,":[78],"a":[79,147,176,253],"text-to-video":[80],"(T2V)":[81,187,234],"reference-to-video":[83],"(R2V)":[84],"benchmark":[85],"grounded":[86],"of":[92,129,163,180,205],"film-":[94],"academy":[95],"tradition":[96],"co-developed":[98],"directors":[100],"faculty":[102],"Beijing":[105],"Film":[106],"Academy":[107],"Hujing":[110],"Digital":[111],"Media":[112],"&":[113],"Entertainment":[114],"Group":[115],"film":[116],"studio.":[117],"It":[118],"rests":[119],"on":[120],"three":[121],"choices.":[122],"First,":[123],"reverse-engineered":[126],"clips":[128],"award-winning":[130],"spanning":[132],"20":[133],"cinematic":[134],"genres":[135],"chosen":[137],"directors,":[140],"every":[142],"prompt":[143],"is":[144],"anchored":[145],"to":[146,256],"verified":[148],"live-action":[149],"reference;":[150],"follow":[153],"real":[154],"shot":[155],"lists,":[156],"script":[159],"multiple":[160],"shots":[161],"(1,056":[162],"1,169":[165],"multi-shot),":[168],"unlike":[169],"prior":[170,242],"single-clip":[171],"benchmarks.":[172],"Second,":[173],"follows":[175],"three-level":[177],"taxonomy":[179],"3":[181],"axes,":[182],"12":[183],"components":[184],"35":[186],"+3":[188],"(R2V-only)":[189],"sub-metrics.":[190],"Third,":[191],"we":[192],"develop":[193],"an":[194],"in-house":[195],"expert-grade":[196],"automatic":[197],"agent":[199],"open-source":[201],"its":[202],"core":[203],"suite":[204],"operators":[208],"(FilmOps).":[209],"Benchmarking":[210],"leading":[211],"models":[214],"(9":[215],"for":[216,219,262],"T2V,":[217],"7":[218],"R2V),":[220],"evaluator":[222],"reproduces":[223],"human":[225],"model":[226],"ranking":[227],"at":[228],"model-level":[229],"Spearman":[230],"\\r{ho}":[231],"=":[232],"0.95":[233],"0.96":[236],"(R2V).":[237],"Scores":[238],"fall":[239],"well":[240],"below":[241],"web-style":[243],"benchmarks,":[244],"two":[246],"consistent":[247],"gaps":[248],"dynamic":[250],"aesthetics":[251],"marked":[254],"single-":[255],"multi-shot":[257],"performance":[258],"drop":[259],"that":[260],"widens":[261],"weaker":[263]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2026-07-29T00:00:00"}