{"id":"https://openalex.org/W6929391178","doi":"https://doi.org/10.48550/arxiv.2508.02890","title":"VisuCraft: Enhancing Large Vision-Language Models for Complex Visual-Guided Creative Content Generation via Structured Information Extraction","display_name":"VisuCraft: Enhancing Large Vision-Language Models for Complex Visual-Guided Creative Content Generation via Structured Information Extraction","publication_year":2025,"publication_date":"2025-08-04","ids":{"openalex":"https://openalex.org/W6929391178","doi":"https://doi.org/10.48550/arxiv.2508.02890"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2508.02890","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.02890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2508.02890","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jiang, Rongxin","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jiang, Rongxin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Long, Robert","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Long, Robert","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Gu, Chenghao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Chenghao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Yan, Mingrui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Mingrui","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8639000058174133,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8639000058174133,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.013799999840557575,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.00989999994635582,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/extractor","display_name":"Extractor","score":0.6057999730110168},{"id":"https://openalex.org/keywords/creativity","display_name":"Creativity","score":0.5708000063896179},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.4106000065803528},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.37299999594688416},{"id":"https://openalex.org/keywords/structured-prediction","display_name":"Structured prediction","score":0.3630000054836273},{"id":"https://openalex.org/keywords/creativity-technique","display_name":"Creativity technique","score":0.33980000019073486},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.33329999446868896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8188999891281128},{"id":"https://openalex.org/C117978034","wikidata":"https://www.wikidata.org/wiki/Q5422192","display_name":"Extractor","level":2,"score":0.6057999730110168},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.5708000063896179},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5285000205039978},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.4106000065803528},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41019999980926514},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.37299999594688416},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.3630000054836273},{"id":"https://openalex.org/C52641369","wikidata":"https://www.wikidata.org/wiki/Q1426250","display_name":"Creativity technique","level":3,"score":0.33980000019073486},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3361999988555908},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.33329999446868896},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3237000107765198},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3190999925136566},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.30790001153945923},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.27959999442100525},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.26510000228881836},{"id":"https://openalex.org/C170477896","wikidata":"https://www.wikidata.org/wiki/Q17039022","display_name":"Ideation","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26030001044273376},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C2777466982","wikidata":"https://www.wikidata.org/wiki/Q5227287","display_name":"Data extraction","level":3,"score":0.2531999945640564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2508.02890","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.02890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2508.02890","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2508.02890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8445655107498169}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,153],"paper":[1],"introduces":[2],"VisuCraft,":[3],"a":[4,53,60,76],"novel":[5],"framework":[6],"designed":[7],"to":[8,39,90],"significantly":[9],"enhance":[10],"the":[11,81,103],"capabilities":[12],"of":[13],"Large":[14],"Vision-Language":[15],"Models":[16],"(LVLMs)":[17],"in":[18,29,135,143,160],"complex":[19],"visual-guided":[20],"creative":[21,151,162],"content":[22],"generation.":[23],"Existing":[24],"LVLMs":[25,97,120,159],"often":[26],"exhibit":[27],"limitations":[28],"maintaining":[30],"high":[31],"visual":[32,70],"fidelity,":[33],"genuine":[34],"creativity,":[35],"and":[36,59,113,126,137,148],"precise":[37],"adherence":[38],"nuanced":[40],"user":[41,88],"instructions":[42,89],"when":[43],"generating":[44],"long-form":[45,150],"texts.":[46],"VisuCraft":[47,116],"addresses":[48],"these":[49],"challenges":[50],"by":[51],"integrating":[52],"multimodal":[54],"structured":[55,78],"information":[56],"extractor":[57,67],"(E)":[58],"dynamic":[61,82],"prompt":[62,83],"generation":[63,125],"module":[64,84],"(G).":[65],"The":[66],"distills":[68],"fine-grained":[69],"attributes":[71],"from":[72],"input":[73],"images":[74],"into":[75],"rich,":[77],"representation,":[79],"which":[80],"then":[85],"combines":[86],"with":[87],"create":[91],"highly":[92],"optimized":[93],"prompts":[94],"for":[95,158],"underlying":[96],"(e.g.,":[98],"LLaVA,":[99],"InstructBLIP).":[100],"Evaluated":[101],"on":[102],"self-constructed":[104],"ImageStoryGen-500K":[105],"dataset":[106],"using":[107],"VisuGen":[108],"Metrics":[109],"(Visual":[110],"Grounding,":[111],"Creativity,":[112],"Instruction":[114],"Adherence),":[115],"consistently":[117],"outperforms":[118],"baseline":[119],"across":[121],"tasks":[122],"like":[123],"story":[124],"poetry":[127],"composition.":[128],"Our":[129],"results":[130],"demonstrate":[131],"remarkable":[132],"improvements,":[133],"particularly":[134],"creativity":[136],"instruction":[138],"adherence,":[139],"validating":[140],"VisuCraft's":[141],"effectiveness":[142],"producing":[144],"imaginative,":[145],"visually":[146],"grounded,":[147],"user-aligned":[149],"text.":[152],"work":[154],"unlocks":[155],"new":[156],"potential":[157],"sophisticated":[161],"AI":[163],"applications.":[164]},"counts_by_year":[],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}