{"id":"https://openalex.org/W7124439672","doi":"https://doi.org/10.1109/taffc.2026.3654065","title":"EmoSENSE: Modeling Sentiment-Semantic Knowledge With Hierarchical Reinforcement Learning for Emotional Image Generation","display_name":"EmoSENSE: Modeling Sentiment-Semantic Knowledge With Hierarchical Reinforcement Learning for Emotional Image Generation","publication_year":2026,"publication_date":"2026-01-15","ids":{"openalex":"https://openalex.org/W7124439672","doi":"https://doi.org/10.1109/taffc.2026.3654065"},"language":null,"primary_location":{"id":"doi:10.1109/taffc.2026.3654065","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2026.3654065","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100532027","display_name":"Junyi Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junyi Guo","raw_affiliation_strings":["School of Advanced Technology, Xi&#x2019;an Jiaotong-Liverpool University, Suzhou, China"],"raw_orcid":"https://orcid.org/0009-0002-8744-6939","affiliations":[{"raw_affiliation_string":"School of Advanced Technology, Xi&#x2019;an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hongjun Chen","orcid":"https://orcid.org/0009-0002-3744-031X"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongjun Chen","raw_affiliation_strings":["School of Advanced Technology, Xi&#x2019;an Jiaotong-Liverpool University, Suzhou, China"],"raw_orcid":"https://orcid.org/0009-0002-3744-031X","affiliations":[{"raw_affiliation_string":"School of Advanced Technology, Xi&#x2019;an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qiufeng Wang","orcid":"https://orcid.org/0000-0002-0918-4606"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiufeng Wang","raw_affiliation_strings":["School of Advanced Technology, Xi&#x2019;an Jiaotong-Liverpool University, Suzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0918-4606","affiliations":[{"raw_affiliation_string":"School of Advanced Technology, Xi&#x2019;an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123216210","display_name":"Yaran Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaran Chen","raw_affiliation_strings":["School of Advanced Technology, Xi&#x2019;an Jiaotong-Liverpool University, Suzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9356-0610","affiliations":[{"raw_affiliation_string":"School of Advanced Technology, Xi&#x2019;an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123241323","display_name":"Guangliang Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]},{"id":"https://openalex.org/I3130378879","display_name":"Liverpool College","ror":"https://ror.org/027xc7098","country_code":"GB","type":"education","lineage":["https://openalex.org/I3130378879"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Guangliang Cheng","raw_affiliation_strings":["School of Electrical Engineering, Electronics and Computer Science, University of Liverpool, Liverpool, U.K"],"raw_orcid":"https://orcid.org/0000-0001-8686-9513","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Electronics and Computer Science, University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781","https://openalex.org/I3130378879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026986847","display_name":"Fangyu Wu","orcid":"https://orcid.org/0000-0001-9618-8965"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangyu Wu","raw_affiliation_strings":["School of Advanced Technology, Xi&#x2019;an Jiaotong-Liverpool University, Suzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9618-8965","affiliations":[{"raw_affiliation_string":"School of Advanced Technology, Xi&#x2019;an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123250763","display_name":"Eng Gee Lim","orcid":null},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Eng Gee Lim","raw_affiliation_strings":["School of Advanced Technology, Xi&#x2019;an Jiaotong-Liverpool University, Suzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0199-7386","affiliations":[{"raw_affiliation_string":"School of Advanced Technology, Xi&#x2019;an Jiaotong-Liverpool University, Suzhou, China","institution_ids":["https://openalex.org/I69356397"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06339204,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"2","first_page":"1806","last_page":"1822"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7142999768257141,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7142999768257141,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.061000000685453415,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.03819999843835831,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6621000170707703},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6420000195503235},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5230000019073486},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4869999885559082},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.45879998803138733},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4456000030040741},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.41429999470710754},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3456999957561493}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6854000091552734},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6621000170707703},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6420000195503235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6349999904632568},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5230000019073486},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4869999885559082},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.45879998803138733},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4456000030040741},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.41429999470710754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3582000136375427},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3456999957561493},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3118000030517578},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3018999993801117},{"id":"https://openalex.org/C143110190","wikidata":"https://www.wikidata.org/wiki/Q5373787","display_name":"Emotional expression","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2662999927997589},{"id":"https://openalex.org/C2778251979","wikidata":"https://www.wikidata.org/wiki/Q7936617","display_name":"Visual processing","level":3,"score":0.2624000012874603},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.25699999928474426},{"id":"https://openalex.org/C42011625","wikidata":"https://www.wikidata.org/wiki/Q1055058","display_name":"Fuzzy set","level":3,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2026.3654065","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2026.3654065","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1472713335","display_name":null,"funder_award_id":"62276258","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Emotional":[0],"image":[1,95,123],"generation":[2,96,124],"aims":[3],"to":[4,24,142,162,187],"create":[5],"images":[6],"that":[7,200],"effectively":[8],"reflect":[9],"target":[10,45],"emotions.":[11],"A":[12],"fundamental":[13],"challenge":[14],"in":[15,101,138],"this":[16,169],"task":[17],"is":[18],"the":[19,25,121,205,213,223],"affective":[20],"gap,":[21],"which":[22,54],"refers":[23],"discrepancy":[26],"between":[27,44,176],"visual":[28,86,163,179,206],"content":[29],"and":[30,41,47,52,91,132,178,193,208],"emotional":[31,122,147,158,209],"states":[32],"perceived":[33],"by":[34,171],"users.":[35],"Existing":[36],"methods":[37,97],"generally":[38],"assume":[39],"strong":[40],"explicit":[42],"associations":[43],"emotions":[46,84,161,177],"specific":[48],"objects":[49],"(e.g.,":[50],"\u201cmonster\u201d":[51],"\u201cfear\u201d),":[53],"limits":[55],"their":[56],"generalization":[57],"ability":[58,211],"when":[59],"encountering":[60],"uncommon":[61],"emotion-object":[62,189],"pairs.":[63,105,190],"This":[64],"limitation":[65],"stems":[66],"from":[67],"two":[68],"main":[69],"factors:":[70],"1)":[71],"Most":[72],"existing":[73],"approaches":[74],"primarily":[75],"focus":[76],"on":[77,196],"semantic":[78],"alignment":[79],"without":[80],"explicitly":[81],"modeling":[82],"how":[83],"influence":[85],"attributes":[87,180],"such":[88],"as":[89],"brightness":[90],"colorfulness;":[92],"2)":[93],"diffusion-based":[94],"have":[98],"limited":[99],"capability":[100],"handling":[102],"diverse":[103,188],"sentiment-semantic":[104,144,153],"To":[106],"address":[107],"these":[108],"challenges,":[109],"we":[110],"propose":[111],"EmoSENSE,":[112],"a":[113,129,133,139,156,173,217],"novel":[114],"hierarchical":[115,140],"fuzzy":[116],"reinforcement":[117,182],"learning":[118],"framework":[119],"for":[120],"task.":[125],"EmoSENSE":[126,201],"consists":[127],"of":[128,212],"high-level":[130,150],"module":[131,151,167],"low-level":[134,166],"module,":[135],"working":[136],"collaboratively":[137],"structure":[141],"inject":[143],"knowledge":[145],"into":[146],"images.":[148],"The":[149,165],"quantifies":[152],"correlations":[154],"within":[155],"unified":[157],"space,":[159],"connecting":[160],"attributes.":[164],"refines":[168],"connection":[170],"optimizing":[172],"fuzzy-logic-based":[174],"mapping":[175],"through":[181],"learning,":[183],"enabling":[184],"flexible":[185],"adaptation":[186],"Extensive":[191],"qualitative":[192],"quantitative":[194],"experiments":[195],"public":[197],"dataset":[198],"demonstrate":[199],"significantly":[202],"enhances":[203],"both":[204],"quality":[207],"expression":[210],"generated":[214],"images,":[215],"achieving":[216],"12.21%":[218],"higher":[219],"EmoAccuracy-8":[220],"classes":[221],"than":[222],"previous":[224],"state-of-the-art":[225],"methods.":[226],"<uri":[227],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[228],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/forever3600/EmoSENSE</uri>.":[229]},"counts_by_year":[],"updated_date":"2026-06-02T06:17:35.589633","created_date":"2026-01-17T00:00:00"}