{"id":"https://openalex.org/W4414920546","doi":"https://doi.org/10.1109/tip.2026.3691017","title":"UniEmo: Unifying Emotional Understanding and Generation With Learnable Expert Queries","display_name":"UniEmo: Unifying Emotional Understanding and Generation With Learnable Expert Queries","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W4414920546","doi":"https://doi.org/10.1109/tip.2026.3691017","pmid":"https://pubmed.ncbi.nlm.nih.gov/42118624"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2026.3691017","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3691017","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.23372","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065224796","display_name":"Yijie Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yijie Zhu","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen Campus, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0006-3601-7893","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen Campus, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lingsen Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingsen Zhang","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen Campus, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen Campus, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103099781","display_name":"Zitong Yu","orcid":"https://orcid.org/0000-0003-0422-6616"},"institutions":[{"id":"https://openalex.org/I4396570619","display_name":"Great Bay University","ror":"https://ror.org/01hdgge16","country_code":null,"type":"education","lineage":["https://openalex.org/I4396570619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zitong Yu","raw_affiliation_strings":["Great Bay University, Dongguan, China"],"raw_orcid":"https://orcid.org/0000-0003-0422-6616","affiliations":[{"raw_affiliation_string":"Great Bay University, Dongguan, China","institution_ids":["https://openalex.org/I4396570619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101917580","display_name":"Rui Shao","orcid":"https://orcid.org/0000-0002-7388-851X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Shao","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen Campus, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0090-9604","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen Campus, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052848244","display_name":"Tao Tan","orcid":"https://orcid.org/0009-0003-3973-9929"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Tao Tan","raw_affiliation_strings":["Macao Polytechnic University, Macau, China"],"raw_orcid":"https://orcid.org/0000-0002-4014-3458","affiliations":[{"raw_affiliation_string":"Macao Polytechnic University, Macau, China","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038612499","display_name":"Liqiang Nie","orcid":"https://orcid.org/0000-0003-1476-0273"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqiang Nie","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen Campus, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1476-0273","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen Campus, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01130486,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":null,"first_page":"5165","last_page":"5180"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9416000247001648,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9416000247001648,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.569100022315979},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5651999711990356},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.49570000171661377},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4593999981880188},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4440999925136566},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4410000145435333},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.40149998664855957}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7603999972343445},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.569100022315979},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5651999711990356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5236999988555908},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.49570000171661377},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4593999981880188},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4440999925136566},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4410000145435333},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.40149998664855957},{"id":"https://openalex.org/C2779478453","wikidata":"https://www.wikidata.org/wiki/Q6889748","display_name":"Modularity (biology)","level":2,"score":0.38999998569488525},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3628999888896942},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.30570000410079956},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.30059999227523804},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.27070000767707825},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.26969999074935913},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.2531999945640564},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2515000104904175}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tip.2026.3691017","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3691017","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:42118624","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42118624","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:arXiv.org:2507.23372","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.23372","pdf_url":"https://arxiv.org/pdf/2507.23372","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:arXiv.org:2507.23372","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2507.23372","pdf_url":"https://arxiv.org/pdf/2507.23372","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2507.23372","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.23372","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.23372","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.23372","pdf_url":"https://arxiv.org/pdf/2507.23372","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1209587494","display_name":null,"funder_award_id":"62576076","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5972905494","display_name":null,"funder_award_id":"62306090","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G809398285","display_name":null,"funder_award_id":"62306061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8506230555","display_name":null,"funder_award_id":"2023A1515140037","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Emotional":[0],"understanding":[1,65,159,186,197,211],"and":[2,15,91,107,121,133,172,212],"generation":[3,137,151,213],"are":[4,12],"often":[5],"treated":[6],"as":[7,79],"separate":[8],"tasks,":[9],"yet":[10],"they":[11],"inherently":[13],"complementary":[14],"can":[16],"mutually":[17],"enhance":[18,104,194],"each":[19],"other.":[20],"In":[21,142],"this":[22],"paper,":[23],"we":[24,60,86,114,144,162],"propose":[25,61,163],"the":[26,42,48,96,105,110,117,126,140,150,158,178,185,195,218],"UniEmo,":[27],"a":[28,62,80,164],"unified":[29],"framework":[30],"that":[31,71,146,202],"seamlessly":[32],"integrates":[33],"these":[34,88,189],"two":[35],"tasks.":[36,56,214],"The":[37,215],"key":[38],"challenge":[39],"lies":[40],"in":[41,99,208],"abstract":[43],"nature":[44],"of":[45,50,109],"emotions,":[46],"necessitating":[47],"extraction":[49],"visual":[51],"representations":[52,93],"beneficial":[53],"for":[54,83,135,217],"both":[55,209],"To":[57,103],"address":[58],"this,":[59],"hierarchical":[63],"emotional":[64,75,92,112,118,122,136,174,210],"chain":[66],"with":[67],"learnable":[68],"expert":[69,89],"queries":[70,90],"progressively":[72],"extracts":[73],"multi-scale":[74],"features,":[76],"thereby":[77],"serving":[78],"foundational":[81],"step":[82,130],"unification.":[84],"Simultaneously,":[85],"fuse":[87],"to":[94,153,157,169],"guide":[95],"diffusion":[97],"model":[98],"generating":[100],"emotion-evoking":[101],"images.":[102],"diversity":[106],"fidelity":[108],"generated":[111,176],"images,":[113],"further":[115],"introduce":[116],"correlation":[119],"coefficient":[120],"condition":[123],"loss":[124],"into":[125,184],"fusion":[127,132],"process.":[128],"This":[129],"facilitates":[131],"alignment":[134],"guided":[138],"by":[139,177],"understanding.":[141],"turn,":[143],"demonstrate":[145],"joint":[147],"training":[148],"allows":[149],"component":[152],"provide":[154],"implicit":[155],"feedback":[156,183,192],"part.":[160,187],"Furthermore,":[161],"novel":[165],"data":[166],"filtering":[167],"algorithm":[168],"select":[170],"high-quality":[171],"diverse":[173],"images":[175],"well-trained":[179],"model,":[180],"which":[181],"explicitly":[182],"Together,":[188],"generation-driven":[190],"dual":[191],"processes":[193],"model's":[196],"capacity.":[198],"Extensive":[199],"experiments":[200],"show":[201],"UniEmo":[203],"significantly":[204],"outperforms":[205],"state-of-the-art":[206],"methods":[207],"code":[216],"proposed":[219],"method":[220],"is":[221],"available":[222],"at":[223],"https://github.com/JiuTian-VL/UniEmo.":[224]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-08T00:00:00"}