{"id":"https://openalex.org/W7147664948","doi":"https://doi.org/10.48550/arxiv.2603.28353","title":"VistaGEN: Consistent Driving Video Generation with Fine-Grained Control Using Multiview Visual-Language Reasoning","display_name":"VistaGEN: Consistent Driving Video Generation with Fine-Grained Control Using Multiview Visual-Language Reasoning","publication_year":2026,"publication_date":"2026-03-30","ids":{"openalex":"https://openalex.org/W7147664948","doi":"https://doi.org/10.48550/arxiv.2603.28353"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.28353","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28353","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.28353","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132575532","display_name":"Li-Heng Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Li-Heng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132662469","display_name":"Ke Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Ke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132680127","display_name":"Yahui Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yahui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132550517","display_name":"Lei Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132685532","display_name":"Shi-Sheng Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Shi-Sheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132630453","display_name":"Hongbo Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Hongbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7692000269889832,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7692000269889832,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.16189999878406525,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.008299999870359898,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.7044000029563904},{"id":"https://openalex.org/keywords/controllability","display_name":"Controllability","score":0.6643999814987183},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.589900016784668},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5843999981880188},{"id":"https://openalex.org/keywords/view-synthesis","display_name":"View synthesis","score":0.4643999934196472},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4465000033378601}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7874000072479248},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.7044000029563904},{"id":"https://openalex.org/C48209547","wikidata":"https://www.wikidata.org/wiki/Q1331104","display_name":"Controllability","level":2,"score":0.6643999814987183},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.589900016784668},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5843999981880188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.536899983882904},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4973999857902527},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.4643999934196472},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4465000033378601},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.4106000065803528},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2806999981403351},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C2988634675","wikidata":"https://www.wikidata.org/wiki/Q34508","display_name":"Video recording","level":2,"score":0.2590000033378601}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.28353","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28353","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.28353","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28353","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6046069860458374,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Driving":[0],"video":[1,9,32,42,67,83,95,171,184],"generation":[2,43,127,185],"has":[3],"achieved":[4],"much":[5,195],"progress":[6],"in":[7,30,65],"controllability,":[8,189],"resolution,":[10],"and":[11,58,112,140,164,194],"length,":[12],"but":[13],"fails":[14],"to":[15,97,110,155,169],"support":[16],"fine-grained":[17,49,99,188],"object-level":[18,152],"controllability":[19],"for":[20,173,191],"diverse":[21,182],"driving":[22,41,82,142,183],"videos,":[23],"while":[24,61],"preserving":[25],"the":[26,73,80,118,136,146,157,162,170],"spatiotemporal":[27,63,115,197],"consistency,":[28],"especially":[29,190],"long":[31,66,81],"generation.":[33,84],"In":[34],"this":[35,86],"paper,":[36],"we":[37,88,103,149],"present":[38],"a":[39,93,105,123],"new":[40],"technique,":[44],"called":[45],"VistaGEN,":[46],"which":[47],"enables":[48],"control":[50],"of":[51,75,117,138],"specific":[52],"entities,":[53],"including":[54],"3D":[55],"objects,":[56,193],"images,":[57],"text":[59],"descriptions,":[60],"maintaining":[62],"consistency":[64,116,198],"sequences.":[68],"Our":[69],"key":[70],"innovation":[71],"is":[72],"incorporation":[74],"multiview":[76,94,106],"visual-language":[77,90],"reasoning":[78],"into":[79,92],"To":[85],"end,":[87],"inject":[89],"features":[91],"generator":[96,172],"enable":[98],"controllability.":[100],"More":[101],"importantly,":[102],"propose":[104],"vision-language":[107],"evaluator":[108],"(MV-VLM)":[109],"intelligently":[111],"automatically":[113],"evaluate":[114],"generated":[119],"content,":[120],"thus":[121],"formulating":[122],"novel":[124],"generation-evaluation-regeneration":[125],"closed-loop":[126,147],"mechanism.":[128],"This":[129],"mechanism":[130],"ensures":[131],"high-quality,":[132],"coherent":[133],"outputs,":[134],"facilitating":[135],"creation":[137],"complex":[139],"reliable":[141],"scenarios.":[143],"Besides,":[144],"within":[145],"generation,":[148],"introduce":[150],"an":[151],"refinement":[153],"module":[154],"refine":[156],"unsatisfied":[158],"results":[159,186],"evaluated":[160],"from":[161],"MV-VLM":[163],"then":[165],"feed":[166],"them":[167],"back":[168],"regeneration.":[174],"Extensive":[175],"evaluation":[176],"shows":[177],"that":[178],"our":[179],"VistaGEN":[180],"achieves":[181],"with":[187],"long-tail":[192],"better":[196],"than":[199],"previous":[200],"approaches.":[201]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-02T00:00:00"}