{"id":"https://openalex.org/W7134061067","doi":"https://doi.org/10.48550/arxiv.2603.04803","title":"Guiding Diffusion-based Reconstruction with Contrastive Signals for Balanced Visual Representation","display_name":"Guiding Diffusion-based Reconstruction with Contrastive Signals for Balanced Visual Representation","publication_year":2026,"publication_date":"2026-03-05","ids":{"openalex":"https://openalex.org/W7134061067","doi":"https://doi.org/10.48550/arxiv.2603.04803"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.04803","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128237047","display_name":"Boyu Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Boyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128277620","display_name":"Qianqian Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Qianqian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128225148","display_name":"Shilong Bao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bao, Shilong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128224683","display_name":"Zhiyong Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhiyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128274902","display_name":"Ruochen Cui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Ruochen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044670737","display_name":"X Zhao","orcid":"https://orcid.org/0000-0002-0612-5256"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Xilin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128239997","display_name":"Qingming Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Qingming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25285975,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3495999872684479,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3495999872684479,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.31139999628067017,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0868000015616417,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.722599983215332},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5590000152587891},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4634000062942505},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4560999870300293},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.4481000006198883},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4424000084400177},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.39730000495910645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7390000224113464},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.722599983215332},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5989999771118164},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5590000152587891},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4634000062942505},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4560999870300293},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.4481000006198883},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4424000084400177},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.39730000495910645},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3822999894618988},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.35899999737739563},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3167000114917755},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3149000108242035},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2761000096797943},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2759999930858612},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.2574000060558319},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.25609999895095825},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.04803","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.04803","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.04803","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.04803","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.774990439414978,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,141,194],"limited":[1],"understanding":[2],"capacity":[3,22],"of":[4,191],"the":[5,100,114,127,131,138,157,161,169,189],"visual":[6,41,57,90],"encoder":[7],"in":[8],"Contrastive":[9,133],"Language-Image":[10],"Pre-training":[11],"(CLIP)":[12],"has":[13],"become":[14],"a":[15,95],"key":[16,142],"bottleneck":[17],"for":[18],"downstream":[19],"performance.":[20,124],"This":[21],"includes":[23],"both":[24],"Discriminative":[25],"Ability":[26,35],"(D-Ability),":[27],"which":[28,37,136],"reflects":[29],"class":[30],"separability,":[31],"and":[32,67,121,176,183],"Detail":[33],"Perceptual":[34],"(P-Ability),":[36],"focuses":[38],"on":[39,55,106],"fine-grained":[40],"cues.":[42],"Recent":[43],"solutions":[44],"use":[45],"diffusion":[46,101,162],"models":[47,187],"to":[48,70,86,145],"enhance":[49],"representations":[50],"by":[51],"conditioning":[52],"image":[53],"reconstruction":[54,85],"CLIP":[56],"tokens.":[58],"We":[59,92],"argue":[60],"that":[61,98,113,168],"such":[62],"paradigms":[63],"may":[64],"compromise":[65],"D-Ability":[66,175],"therefore":[68],"fail":[69],"effectively":[71],"address":[72,77],"CLIP's":[73],"representation":[74],"limitations.":[75],"To":[76,125],"this,":[78],"we":[79,129],"integrate":[80],"contrastive":[81,104,147],"signals":[82,148],"into":[83,160],"diffusion-based":[84],"pursue":[87],"more":[88],"comprehensive":[89],"representations.":[91],"begin":[93],"with":[94,103],"straightforward":[96],"design":[97],"augments":[99],"process":[102],"learning":[105,139],"input":[107],"images.":[108],"However,":[109],"empirical":[110],"results":[111],"show":[112],"naive":[115],"combination":[116],"suffers":[117],"from":[118,150,156],"gradient":[119],"conflict":[120],"yields":[122],"suboptimal":[123],"balance":[126],"optimization,":[128],"introduce":[130],"Diffusion":[132],"Reconstruction":[134],"(DCR),":[135],"unifies":[137],"objective.":[140],"idea":[143],"is":[144,196],"inject":[146],"derived":[149],"each":[151],"reconstructed":[152],"image,":[153],"rather":[154],"than":[155],"original":[158],"input,":[159],"process.":[163],"Our":[164],"theoretical":[165],"analysis":[166],"shows":[167],"DCR":[170],"loss":[171],"can":[172],"jointly":[173],"optimize":[174],"P-Ability.":[177],"Extensive":[178],"experiments":[179],"across":[180],"various":[181],"benchmarks":[182],"multi-modal":[184],"large":[185],"language":[186],"validate":[188],"effectiveness":[190],"our":[192],"method.":[193],"code":[195],"available":[197],"at":[198],"https://github.com/boyuh/DCR.":[199]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-07T00:00:00"}