{"id":"https://openalex.org/W7133517364","doi":"https://doi.org/10.48550/arxiv.2603.02667","title":"Unifying Contrastive and Generative Objectives for Visual Understanding and Text-to-Image Generation","display_name":"Unifying Contrastive and Generative Objectives for Visual Understanding and Text-to-Image Generation","publication_year":2026,"publication_date":"2026-03-03","ids":{"openalex":"https://openalex.org/W7133517364","doi":"https://doi.org/10.48550/arxiv.2603.02667"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.02667","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.02667","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.02667","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128052558","display_name":"Chao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124440449","display_name":"Tianhong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Tianhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008151704","display_name":"Sai Vidyaranya Nuthalapati","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nuthalapati, Sai Vidyaranya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128067960","display_name":"Hong-You Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Hong-You","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065117717","display_name":"Satya Narayan Shukla","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shukla, Satya Narayan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128057496","display_name":"Yonghuan Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Jianpeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128125138","display_name":"Jun Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yonghuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001542440","display_name":"Xiangjun Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126501870","display_name":"Aashu Singh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Xiangjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124956391","display_name":"Dina Katabi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singh, Aashu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128047615","display_name":"Shlok Kumar Mishra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Katabi, Dina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Mishra, Shlok Kumar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mishra, Shlok Kumar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6373000144958496,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6373000144958496,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.23350000381469727,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.023499999195337296,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.8051999807357788},{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.7689999938011169},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6352999806404114},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5810999870300293},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5511000156402588},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.48750001192092896},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.48030000925064087},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.40299999713897705}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.8051999807357788},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7767999768257141},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.7689999938011169},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6646999716758728},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6352999806404114},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5810999870300293},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5511000156402588},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.48750001192092896},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.48030000925064087},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.40299999713897705},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3587999939918518},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.3393000066280365},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3352000117301941},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.31049999594688416},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.3010999858379364},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.29109999537467957},{"id":"https://openalex.org/C2779200073","wikidata":"https://www.wikidata.org/wiki/Q18395575","display_name":"Visual masking","level":4,"score":0.29030001163482666},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2791999876499176},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2637999951839447},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.26249998807907104},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.02667","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.02667","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.02667","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.02667","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7789846062660217}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Unifying":[0],"text-image":[1,167],"contrastive":[2,23,168],"learning":[3],"and":[4,63,107,124,132,144,151,169],"text-to-image":[5],"(T2I)":[6],"generation":[7],"in":[8],"a":[9,39,49,74],"single":[10,75],"end-to-end":[11],"model":[12],"is":[13],"challenging":[14],"because":[15],"the":[16,53,56,91,109,118],"two":[17],"objectives":[18],"demand":[19],"opposing":[20],"masking":[21,57,65,100],"regimes:":[22],"alignment":[24],"needs":[25,33],"near-complete":[26],"visible":[27],"tokens,":[28],"while":[29,158],"masked":[30],"generative":[31,170],"modeling":[32],"heavy":[34],"corruption.":[35],"We":[36],"introduce":[37],"DREAM,":[38],"unified":[40],"framework":[41],"that":[42,51,166],"resolves":[43],"this":[44],"conflict":[45],"through":[46],"Masking":[47],"Warmup,":[48],"schedule":[50],"shifts":[52],"center":[54],"of":[55,117],"distribution":[58],"over":[59,149,156],"training,":[60],"so":[61],"low":[62],"high":[64],"ratios":[66],"coexist":[67],"at":[68,89,98],"every":[69],"step.":[70],"This":[71],"co-exposure":[72],"lets":[73],"jointly-trained":[76],"encoder":[77],"serve":[78],"both":[79,122],"objectives.":[80],"The":[81],"resulting":[82],"stable":[83],"optimization":[84],"unlocks":[85],"Semantically":[86],"Aligned":[87],"Decoding":[88],"inference:":[90],"text":[92],"encoder,":[93],"trained":[94],"against":[95],"visual":[96],"embeddings":[97],"all":[99],"ratios,":[101],"can":[102],"score":[103],"partially":[104],"generated":[105],"images":[106],"select":[108],"best":[110],"trajectory":[111],"with":[112],"as":[113,115],"little":[114],"12.5%":[116],"image":[119],"decoded,":[120],"improving":[121],"FID":[123,154],"throughput.":[125],"DREAM":[126],"outperforms":[127],"its":[128],"single-objective":[129],"baselines,":[130],"CLIP":[131,160],"FLUID:":[133],"on":[134,152],"ImageNet":[135],"linear-probing":[136],"(+1.1%),":[137],"5-shot":[138],"transfer":[139],"(+4.1%),":[140],"ADE20K":[141],"segmentation":[142],"(+1.9%),":[143],"NYU":[145],"depth":[146],"estimation":[147],"(+6.25%)":[148],"CLIP,":[150],"CC12M":[153],"(+6.2%)":[155],"FLUID":[157],"maintaining":[159],"Score.":[161],"Together,":[162],"these":[163],"gains":[164],"show":[165],"objectives,":[171],"when":[172],"properly":[173],"unified,":[174],"are":[175],"synergistic":[176],"rather":[177],"than":[178],"competing.":[179]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-05T00:00:00"}