{"id":"https://openalex.org/W7147221711","doi":"https://doi.org/10.48550/arxiv.2603.29186","title":"SLVMEval: Synthetic Meta Evaluation Benchmark for Text-to-Long Video Generation","display_name":"SLVMEval: Synthetic Meta Evaluation Benchmark for Text-to-Long Video Generation","publication_year":2026,"publication_date":"2026-03-31","ids":{"openalex":"https://openalex.org/W7147221711","doi":"https://doi.org/10.48550/arxiv.2603.29186"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.29186","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29186","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.29186","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132685316","display_name":"Ryosuke Matsuda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matsuda, Ryosuke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056017172","display_name":"Keito Kudo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kudo, Keito","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132728854","display_name":"Haruto Yoshida","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoshida, Haruto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132720974","display_name":"Nobuyuki Shimizu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shimizu, Nobuyuki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132586620","display_name":"Jun Suzuki","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suzuki, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.3278999924659729,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.3278999924659729,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.2159000039100647,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.14990000426769257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8889999985694885},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7462000250816345},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.6904000043869019},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5550000071525574},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5464000105857849},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.5184999704360962}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8889999985694885},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.763700008392334},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7462000250816345},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.6904000043869019},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5763000249862671},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5550000071525574},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5543000102043152},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5464000105857849},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.5184999704360962},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5127000212669373},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.48500001430511475},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.47429999709129333},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.367900013923645},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.31450000405311584},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.27469998598098755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.29186","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29186","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.29186","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29186","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"the":[3,43,100,116,134,145,148],"synthetic":[4],"long-video":[5],"meta-evaluation":[6,64],"(SLVMEval),":[7],"a":[8,38,61],"benchmark":[9,19,36],"for":[10,55],"meta-evaluating":[11],"text-to-video":[12],"(T2V)":[13],"evaluation":[14,120],"systems.":[15],"The":[16,35],"proposed":[17],"SLVMEval":[18],"focuses":[20],"on":[21,25,67],"assessing":[22],"these":[23,124,151],"systems":[24,44,121,152],"videos":[26,75],"of":[27,118,144,150,155],"up":[28],"to":[29,57,76,91],"10,486":[30],"s":[31],"(approximately":[32],"3":[33],"h).":[34],"targets":[37],"fundamental":[39],"requirement,":[40],"namely,":[41],"whether":[42],"can":[45,132],"accurately":[46],"assess":[47,115],"video":[48,137],"quality":[49],"in":[50,98,122,142,160],"settings":[51],"that":[52,129],"are":[53],"easy":[54],"humans":[56],"assess.":[58],"We":[59],"adopt":[60],"pairwise":[62],"comparison-based":[63],"framework.":[65],"Building":[66],"dense":[68],"video-captioning":[69],"datasets,":[70],"we":[71,88,114],"synthetically":[72],"degrade":[73],"source":[74],"create":[77],"controlled":[78],"\"high-quality":[79],"versus":[80],"low-quality\"":[81],"pairs":[82,97],"across":[83],"10":[84,146],"distinct":[85],"aspects.":[86],"Then,":[87],"employ":[89],"crowdsourcing":[90],"filter":[92],"and":[93,141],"retain":[94],"only":[95],"those":[96],"which":[99],"degradation":[101],"is":[102],"clearly":[103],"perceptible,":[104],"thereby":[105],"establishing":[106],"an":[107],"effective":[108],"final":[109],"testbed.":[110],"Using":[111],"this":[112],"testbed,":[113],"reliability":[117],"existing":[119],"ranking":[123],"pairs.":[125],"Experimental":[126],"results":[127],"demonstrate":[128],"human":[130,156],"evaluators":[131],"identify":[133],"better":[135],"long":[136],"with":[138],"84.7%-96.8%":[139],"accuracy,":[140],"nine":[143],"aspects,":[147],"accuracy":[149],"falls":[153],"short":[154],"assessment,":[157],"revealing":[158],"weaknesses":[159],"text-to-long-video":[161],"evaluation.":[162]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-02T00:00:00"}