{"id":"https://openalex.org/W4413157588","doi":"https://doi.org/10.1109/cvpr52734.2025.01239","title":"StoryGPT-V: Large Language Models as Consistent Story Visualizers","display_name":"StoryGPT-V: Large Language Models as Consistent Story Visualizers","publication_year":2025,"publication_date":"2025-06-10","ids":{"openalex":"https://openalex.org/W4413157588","doi":"https://doi.org/10.1109/cvpr52734.2025.01239"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52734.2025.01239","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52734.2025.01239","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020511969","display_name":"Xiaoqian Shen","orcid":"https://orcid.org/0000-0001-6284-520X"},"institutions":[{"id":"https://openalex.org/I4210099236","display_name":"Kootenay Association for Science & Technology","ror":"https://ror.org/011pv9p44","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4210099236"]},{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["CA","SA"],"is_corresponding":false,"raw_author_name":"Xiaoqian Shen","raw_affiliation_strings":["KAUST"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KAUST","institution_ids":["https://openalex.org/I4210099236","https://openalex.org/I71920554"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085089542","display_name":"Mohamed Elhoseiny","orcid":"https://orcid.org/0000-0001-9659-1551"},"institutions":[{"id":"https://openalex.org/I4210099236","display_name":"Kootenay Association for Science & Technology","ror":"https://ror.org/011pv9p44","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4210099236"]},{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["CA","SA"],"is_corresponding":false,"raw_author_name":"Mohamed Elhoseiny","raw_affiliation_strings":["KAUST"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KAUST","institution_ids":["https://openalex.org/I4210099236","https://openalex.org/I71920554"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.3651,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.97860891,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"13273","last_page":"13283"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9696000218391418,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9695000052452087,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7060701251029968}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7060701251029968}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52734.2025.01239","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52734.2025.01239","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W1956340063","https://openalex.org/W2101105183","https://openalex.org/W2131554698","https://openalex.org/W2962931774","https://openalex.org/W2963047368","https://openalex.org/W3010564927","https://openalex.org/W3104780697","https://openalex.org/W3169749700","https://openalex.org/W3205612999","https://openalex.org/W4312282373","https://openalex.org/W4312605942","https://openalex.org/W4312697499","https://openalex.org/W4312911498","https://openalex.org/W4312933868","https://openalex.org/W4385245566","https://openalex.org/W4385527149","https://openalex.org/W4385573943","https://openalex.org/W4386076676","https://openalex.org/W4389574988","https://openalex.org/W4390873211","https://openalex.org/W4390874393","https://openalex.org/W4390874575","https://openalex.org/W4394593186","https://openalex.org/W4402727429","https://openalex.org/W4402753775","https://openalex.org/W4402774246","https://openalex.org/W4402782221","https://openalex.org/W4403877777","https://openalex.org/W4409366306","https://openalex.org/W4410536678"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Recent":[0],"generative":[1],"models":[2,26],"have":[3],"demonstrated":[4],"impressive":[5],"capabilities":[6],"in":[7,23,43,158],"generating":[8],"realistic":[9],"and":[10,50,54,75,92,99,120,138,153,177,201],"visually":[11],"pleasing":[12],"images":[13,96],"grounded":[14,102],"on":[15,103,189],"textual":[16],"prompts.":[17],"Nevertheless,":[18],"a":[19,110],"significant":[20],"challenge":[21],"remains":[22],"applying":[24],"these":[25],"for":[27],"the":[28,44,60,85,88,122,125,141,149,154,159,163,168,178,183],"more":[29],"intricate":[30],"task":[31],"of":[32,87,124,151,162,171,206],"story":[33,105,192],"visualization.":[34],"Since":[35],"it":[36],"requires":[37],"resolving":[38],"pronouns":[39],"(he,":[40],"she,":[41],"they)":[42],"frame":[45],"descriptions,":[46],"i.e.,":[47],"anaphora":[48],"resolution,":[49],"ensuring":[51],"consistent":[52,98],"characters":[53,101,205],"background":[55],"synthesis":[56],"across":[57],"frames.":[58],"Yet,":[59],"emerging":[61],"Large":[62],"Language":[63],"Model":[64],"(LLM)":[65],"showcases":[66],"robust":[67],"reasoning":[68,169],"abilities":[69],"to":[70,94,133,173,181],"navigate":[71],"through":[72],"ambiguous":[73,175],"references":[74,176],"process":[76],"extensive":[77],"sequences.":[78],"Therefore,":[79],"we":[80,108,144],"introduce":[81],"StoryGPT-V,":[82],"which":[83,113],"leverages":[84],"merits":[86],"latent":[89],"diffusion":[90],"(LDM)":[91],"LLM":[93,152,172],"produce":[95],"with":[97,209],"high-quality":[100],"given":[104],"descriptions.":[106],"First,":[107],"train":[109],"character-aware":[111],"LDM,":[112],"takes":[114],"character-augmented":[115,155],"semantic":[116],"embedding":[117,156],"as":[118],"input":[119,160],"includes":[121],"supervision":[123],"cross-attention":[126],"map":[127],"using":[128],"character":[129,135],"segmentation":[130],"masks,":[131],"aiming":[132],"enhance":[134],"generation":[136],"accuracy":[137],"faithfulness.":[139],"In":[140],"second":[142],"stage,":[143],"enable":[145],"an":[146],"alignment":[147],"between":[148],"output":[150],"residing":[157],"space":[161],"first-stage":[164],"model.":[165],"This":[166],"harnesses":[167],"ability":[170],"address":[174],"comprehension":[179],"capability":[180],"memorize":[182],"context.":[184],"We":[185],"conduct":[186],"comprehensive":[187],"experiments":[188],"two":[190],"visual":[191],"visualization":[193],"benchmarks.":[194],"Our":[195,213],"model":[196],"reports":[197],"superior":[198],"quantitative":[199],"results":[200],"consistently":[202],"generates":[203],"accurate":[204],"remarkable":[207],"quality":[208],"low":[210],"memory":[211],"consumption.":[212],"code":[214],"is":[215],"publicly":[216],"available":[217],"at:":[218],"https://xiaoqian-shen.github.io/StoryGPT-V.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}