{"id":"https://openalex.org/W4415538886","doi":"https://doi.org/10.1145/3746027.3754549","title":"EmoSym: A Symbiotic Framework for Unified Emotional Understanding and Generation via Latent Reasoning","display_name":"EmoSym: A Symbiotic Framework for Unified Emotional Understanding and Generation via Latent Reasoning","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415538886","doi":"https://doi.org/10.1145/3746027.3754549"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3754549","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3754549","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102525775","display_name":"Yijie Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210102541","display_name":"Shenzhen Bay Laboratory","ror":"https://ror.org/00sdcjz77","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210102541"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yijie Zhu","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, Guangdong, China and Great Bay University, Dongguan, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0006-3601-7893","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, Guangdong, China and Great Bay University, Dongguan, Guangdong, China","institution_ids":["https://openalex.org/I4210102541"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110781291","display_name":"Yongxiang Lyu","orcid":"https://orcid.org/0009-0001-1562-804X"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibo Lyu","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0001-1562-804X","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062522283","display_name":"Zitong Yu","orcid":"https://orcid.org/0000-0001-6505-3304"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zitong Yu","raw_affiliation_strings":["Great Bay University, Dongguan, Guangdong, China and Dongguan Key Laboratory for Intelligence and Information Technology, Dongguan, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0001-6505-3304","affiliations":[{"raw_affiliation_string":"Great Bay University, Dongguan, Guangdong, China and Dongguan Key Laboratory for Intelligence and Information Technology, Dongguan, Guangdong, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037878863","display_name":"Rui Shao","orcid":"https://orcid.org/0000-0003-0090-9604"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Shao","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0003-0090-9604","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030812622","display_name":"Kaiyang Zhou","orcid":"https://orcid.org/0000-0002-8153-3903"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kaiyang Zhou","raw_affiliation_strings":["Hong Kong Baptist University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-8153-3903","affiliations":[{"raw_affiliation_string":"Hong Kong Baptist University, Hong Kong, China","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038612499","display_name":"Liqiang Nie","orcid":"https://orcid.org/0000-0003-1476-0273"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqiang Nie","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0003-1476-0273","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5451","last_page":"5460"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.977400004863739,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.5455999970436096},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48989999294281006},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.48669999837875366},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4724000096321106},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.38510000705718994},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.365200012922287},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.361299991607666},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.35359999537467957}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6769000291824341},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.5455999970436096},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48989999294281006},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.48669999837875366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4796000123023987},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4724000096321106},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.38510000705718994},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.365200012922287},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.361299991607666},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.35359999537467957},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3492000102996826},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.3319999873638153},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3174000084400177},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.30489999055862427},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.2879999876022339},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C189645446","wikidata":"https://www.wikidata.org/wiki/Q350865","display_name":"Mirroring","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C2985612853","wikidata":"https://www.wikidata.org/wiki/Q185816","display_name":"Analogical reasoning","level":3,"score":0.25200000405311584},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3754549","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3754549","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W773298755","https://openalex.org/W2003856922","https://openalex.org/W2075456404","https://openalex.org/W2099965794","https://openalex.org/W2144499799","https://openalex.org/W2153049579","https://openalex.org/W2296756268","https://openalex.org/W2334381934","https://openalex.org/W2347880541","https://openalex.org/W2552066052","https://openalex.org/W2618843390","https://openalex.org/W2766154025","https://openalex.org/W2908347420","https://openalex.org/W2958208506","https://openalex.org/W3141117710","https://openalex.org/W3174134652","https://openalex.org/W3195946570","https://openalex.org/W3198377975","https://openalex.org/W3206577156","https://openalex.org/W4206557922","https://openalex.org/W4298372712","https://openalex.org/W4312310776","https://openalex.org/W4312933868","https://openalex.org/W4312986439","https://openalex.org/W4386072096","https://openalex.org/W4386076425","https://openalex.org/W4387968611","https://openalex.org/W4390873054","https://openalex.org/W4392947711","https://openalex.org/W4402726964","https://openalex.org/W4402753737","https://openalex.org/W4402754134","https://openalex.org/W4405953164","https://openalex.org/W4412888596","https://openalex.org/W4413145220"],"related_works":[],"abstract_inverted_index":{"Current":[0],"affective":[1],"computing":[2],"paradigms":[3],"often":[4],"treat":[5],"emotional":[6,104,135,166,174,188,245],"understanding":[7,167,246],"and":[8,45,75,133,180,190,247],"generation":[9,175,179,248],"as":[10],"separate":[11],"tasks,":[12],"yet":[13],"they":[14],"inherently":[15],"possess":[16],"symbiotic":[17],"potential":[18],"for":[19,55],"mutual":[20],"enhancement.":[21],"In":[22],"this":[23,83],"paper,":[24],"we":[25,61,107,137,208],"aim":[26],"to":[27,112,144,197,202,221,231],"bridge":[28],"the":[29,41,63,67,147,157,161,224,228,237],"gap":[30],"by":[31,150],"developing":[32],"a":[33,78,139,194,204],"unified":[34,79],"framework.":[35],"The":[36],"primary":[37],"challenge":[38],"lies":[39],"in":[40,227,243],"extraction":[42],"of":[43,49,70,103,240],"precise":[44],"semantically":[46],"rich":[47],"representations":[48,189],"abstract":[50],"emotions,":[51],"which":[52],"are":[53],"crucial":[54],"both":[56,244],"tasks.":[57,176,249],"To":[58,99,129],"address":[59],"this,":[60],"harness":[62],"Chain-of-Thought":[64],"reasoning":[65,96,105,110,118,127,148,162],"at":[66],"latent":[68,122],"space":[69],"multimodal":[71],"large":[72],"language":[73],"models":[74],"propose":[76,209],"EmoSym,":[77],"framework":[80,87,242],"built":[81],"upon":[82],"advanced":[84],"foundation.":[85],"Our":[86],"is":[88],"executed":[89],"through":[90,156],"three":[91],"key":[92],"steps:":[93],"1)":[94],"Emotional":[95,212],"knowledge":[97,119],"compression.":[98],"enable":[100],"efficient":[101],"transfer":[102],"priors,":[106],"design":[108],"specialized":[109],"tokens":[111],"compact":[113],"emotion-aware":[114],"contexts":[115],"from":[116],"external":[117],"bases":[120],"into":[121,193],"representations.":[123],"2)":[124],"Verifiable":[125],"reinforcement":[126,141],"optimization.":[128],"ensure":[130],"more":[131],"reliable":[132],"consistent":[134],"reasoning,":[136],"develop":[138],"verifiable":[140,152],"learning":[142],"paradigm":[143],"further":[145],"enhance":[146],"token":[149,163],"emotion-specific":[151],"reward":[153],"signals.":[154],"Processed":[155],"above":[158],"two":[159],"steps,":[160],"simultaneously":[164],"enhances":[165],"while":[168],"enriching":[169],"semantic":[170],"representations,":[171],"benefiting":[172],"subsequent":[173],"3)":[177],"Reasoning-augmented":[178],"online":[181],"feedback.":[182],"We":[183],"then":[184],"fuse":[185],"it":[186],"with":[187],"feed":[191],"them":[192],"diffusion":[195],"model":[196],"generate":[198],"emotion-evoking":[199],"images.":[200],"Additionally,":[201],"create":[203],"generative-to-understanding":[205],"enhancement":[206],"feedback,":[207],"an":[210],"Online":[211],"Memory":[213],"Bank":[214],"(OEMB).":[215],"It":[216],"leverages":[217],"newly":[218],"generated":[219],"images":[220],"progressively":[222],"update":[223],"training":[225,229],"dataset":[226],"process":[230],"reinforce":[232],"understanding.":[233],"Extensive":[234],"experiments":[235],"demonstrate":[236],"superior":[238],"capabilities":[239],"our":[241]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-25T00:00:00"}
