{"id":"https://openalex.org/W4415345653","doi":"https://doi.org/10.48550/arxiv.2507.04151","title":"Unlocking Compositional Control: Self-Supervision for LVLM-Based Image Generation","display_name":"Unlocking Compositional Control: Self-Supervision for LVLM-Based Image Generation","alternate_titles":[],"publication_year":2025,"publication_date":"2025-07-05","ids":{"openalex":"https://openalex.org/W4415345653","doi":"https://doi.org/10.48550/arxiv.2507.04151"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2507.04151","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.04151","pdf_url":"https://arxiv.org/pdf/2507.04151","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4415345653"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.04151","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061976578","display_name":"Fernando Gabriela Garcia","orcid":"https://orcid.org/0009-0008-0348-8589","observed_orcids":["https://orcid.org/0009-0008-0348-8589"]},"institutions":[{"id":"https://openalex.org/I169046204","display_name":"Universidad Aut\u00f3noma de Nuevo Le\u00f3n","ror":"https://ror.org/01fh86n78","country_code":"MX","type":"education","lineage":["https://openalex.org/I169046204"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Garcia, Fernando Gabriela","raw_affiliation_strings":["Autonomous University of Nuevo Le\u00f3n"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Autonomous University of Nuevo Le\u00f3n","institution_ids":["https://openalex.org/I169046204"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112280021","display_name":"Spencer Burns","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I169046204","display_name":"Universidad Aut\u00f3noma de Nuevo Le\u00f3n","ror":"https://ror.org/01fh86n78","country_code":"MX","type":"education","lineage":["https://openalex.org/I169046204"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Burns, Spencer","raw_affiliation_strings":["Autonomous University of Nuevo Le\u00f3n"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Autonomous University of Nuevo Le\u00f3n","institution_ids":["https://openalex.org/I169046204"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shaw, Ryan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I169046204","display_name":"Universidad Aut\u00f3noma de Nuevo Le\u00f3n","ror":"https://ror.org/01fh86n78","country_code":"MX","type":"education","lineage":["https://openalex.org/I169046204"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Shaw, Ryan","raw_affiliation_strings":["Autonomous University of Nuevo Le\u00f3n"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Autonomous University of Nuevo Le\u00f3n","institution_ids":["https://openalex.org/I169046204"]}]},{"author_position":"last","author":{"id":null,"display_name":"Young, Hunter","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I169046204","display_name":"Universidad Aut\u00f3noma de Nuevo Le\u00f3n","ror":"https://ror.org/01fh86n78","country_code":"MX","type":"education","lineage":["https://openalex.org/I169046204"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Young, Hunter","raw_affiliation_strings":["Autonomous University of Nuevo Le\u00f3n"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Autonomous University of Nuevo Le\u00f3n","institution_ids":["https://openalex.org/I169046204"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I169046204"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.012199999764561653,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/text-to-image-generation","display_name":"text-to-image generation","score":0.8899999856948853},{"id":"https://openalex.org/keywords/large-vision-language-models","display_name":"large vision-language models","score":0.8809999823570251},{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.9399999976158142},{"id":"https://openalex.org/keywords/composition-control","display_name":"composition control","score":0.75},{"id":"https://openalex.org/keywords/semantic-consistency-loss","display_name":"semantic consistency loss","score":0.9509999752044678},{"id":"https://openalex.org/keywords/spatial-relationships","display_name":"spatial relations","score":0.546999990940094}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7718999981880188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5985000133514404},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5945000052452087},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5446000099182129},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5313000082969666},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.49869999289512634},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4207000136375427},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.40290001034736633},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3961000144481659},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3580000102519989},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C2987933465","wikidata":"https://www.wikidata.org/wiki/Q141130","display_name":"Image manipulation","level":3,"score":0.31220000982284546},{"id":"https://openalex.org/C2775945657","wikidata":"https://www.wikidata.org/wiki/Q381442","display_name":"Structuring","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C2989087649","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Image synthesis","level":3,"score":0.29249998927116394},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2849999964237213},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25699999928474426}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2507.04151","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.04151","pdf_url":"https://arxiv.org/pdf/2507.04151","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2507.04151","doi":"https://doi.org/10.48550/arxiv.2507.04151","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.04151","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.04151","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.04151","pdf_url":"https://arxiv.org/pdf/2507.04151","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415345653.pdf","grobid_xml":"https://content.openalex.org/works/W4415345653.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W2886641317","https://openalex.org/W3111551570","https://openalex.org/W3119786062","https://openalex.org/W3135367836","https://openalex.org/W3160190143","https://openalex.org/W4224035735","https://openalex.org/W4226182655","https://openalex.org/W4229042118","https://openalex.org/W4386566756","https://openalex.org/W4387560994","https://openalex.org/W4387968215","https://openalex.org/W4402669802","https://openalex.org/W4405956164","https://openalex.org/W4410121929","https://openalex.org/W4410297449","https://openalex.org/W4412888477","https://openalex.org/W4412944561","https://openalex.org/W4412945210","https://openalex.org/W4414858642","https://openalex.org/W4415329229","https://openalex.org/W4415795572","https://openalex.org/W7133239427"],"related_works":["https://openalex.org/W4415345660","https://openalex.org/W6929605367","https://openalex.org/W4415197659","https://openalex.org/W4391420691","https://openalex.org/W7155088983","https://openalex.org/W4416767042","https://openalex.org/W4396945437","https://openalex.org/W7125394697","https://openalex.org/W7138838972","https://openalex.org/W7128397134"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"Hierarchical":[3],"Self-Supervised":[4],"LVLM":[5,121],"(Hi-SSLVLM),":[6],"a":[7,57,89,135,208],"novel":[8,136],"generative":[9],"model":[10],"designed":[11],"to":[12,76,86,127,199],"significantly":[13],"advance":[14],"text-to-image":[15,218],"synthesis,":[16],"particularly":[17],"for":[18,140],"complex":[19],"and":[20,38,47,79,84,104,158,166,203,214],"compositionally":[21],"challenging":[22],"prompts.":[23],"Traditional":[24],"methods":[25],"often":[26],"grapple":[27],"with":[28,40],"the":[29,70,120,129,181],"high":[30],"cost":[31],"of":[32,184],"meticulously":[33],"curated":[34],"paired":[35],"image-text":[36],"datasets":[37],"struggle":[39],"precise":[41,141],"control":[42],"over":[43],"fine-grained":[44,174],"visual":[45],"attributes":[46],"intricate":[48],"spatial":[49],"relationships.":[50],"Our":[51],"Hi-SSLVLM":[52],"addresses":[53],"these":[54],"limitations":[55],"through":[56],"unique":[58],"two-stage":[59],"self-supervised":[60],"learning":[61],"strategy.":[62],"The":[63,100],"first":[64,122],"stage,":[65,102],"Multi-Granularity":[66],"Visual-Language":[67],"Grounding,":[68],"enables":[69],"Large":[71],"Vision-Language":[72],"Model":[73],"(LVLM)":[74],"backbone":[75],"autonomously":[77],"generate":[78],"align":[80],"hierarchical":[81],"captions":[82],"(global":[83],"local)":[85],"images,":[87],"cultivating":[88],"deep":[90],"internal":[91],"semantic":[92],"understanding":[93],"without":[94],"reliance":[95],"on":[96,160],"extensive":[97],"human":[98,189],"annotation.":[99],"second":[101],"Self-Refinement":[103],"Guided":[105],"Image":[106],"Generation,":[107],"leverages":[108],"this":[109],"acquired":[110],"knowledge":[111],"by":[112,134],"an":[113],"Internal":[114],"Compositional":[115],"Planning":[116],"(ICP)":[117],"mechanism,":[118],"where":[119],"formulates":[123],"detailed":[124],"textual":[125],"sub-prompts":[126],"guide":[128],"image":[130],"generation":[131],"process,":[132],"complemented":[133],"Semantic":[137],"Consistency":[138],"Loss":[139],"output":[142],"alignment.":[143],"Comprehensive":[144],"experiments":[145],"against":[146],"leading":[147],"baselines,":[148],"including":[149],"Janus-Pro-1B,":[150],"Stable":[151],"Diffusion":[152],"XL":[153],"1.0,":[154],"DeepFloyd":[155],"IF":[156],"v1.0,":[157],"ControlNet-XL,":[159],"multi-dimensional":[161],"benchmarks":[162],"such":[163],"as":[164],"Gemini-2.0-Flash":[165],"InternVL3-78B,":[167],"demonstrate":[168],"Hi-SSLVLM's":[169,196],"superior":[170],"performance":[171],"across":[172],"all":[173],"metrics.":[175],"An":[176],"in-depth":[177],"ablation":[178],"study":[179],"confirms":[180],"critical":[182],"role":[183],"each":[185],"proposed":[186],"component.":[187],"Furthermore,":[188],"evaluations":[190],"corroborate":[191],"our":[192],"quantitative":[193],"findings,":[194],"highlighting":[195],"enhanced":[197],"fidelity":[198],"prompt,":[200],"compositional":[201],"accuracy,":[202],"overall":[204],"aesthetic":[205],"quality,":[206],"marking":[207],"significant":[209],"step":[210],"towards":[211],"more":[212],"controllable":[213],"semantically":[215],"consistent":[216],"open-ended":[217],"generation.":[219]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4415345653","counts_by_year":[],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2025-10-20T00:00:00"}
