{"id":"https://openalex.org/W7164814702","doi":"https://doi.org/10.1145/3805622.3810708","title":"Sticker-Enriched Empathetic Response Generation: A Role-Aware Pairing Benchmark and A Novel Multimodal Framework","display_name":"Sticker-Enriched Empathetic Response Generation: A Role-Aware Pairing Benchmark and A Novel Multimodal Framework","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164814702","doi":"https://doi.org/10.1145/3805622.3810708"},"language":null,"primary_location":{"id":"doi:10.1145/3805622.3810708","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805622.3810708","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805622.3810708","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100441502","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0001-7800-3189"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Northwestern Polytechnical University, Xi\u2019an, China"],"raw_orcid":"https://orcid.org/0000-0003-2951-4833","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042739944","display_name":"Changhong Jiang","orcid":"https://orcid.org/0000-0002-2647-3987"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changhong Jiang","raw_affiliation_strings":["Northwestern Polytechnical University, Xi\u2019an, China"],"raw_orcid":"https://orcid.org/0000-0002-2647-3987","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123665522","display_name":"Lulu Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lulu Wang","raw_affiliation_strings":["Northwestern Polytechnical University, Xi\u2019an, China"],"raw_orcid":"https://orcid.org/0009-0001-8052-5987","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134138948","display_name":"Mingting Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingting Yu","raw_affiliation_strings":["Northwestern Polytechnical University, Xi\u2019an, China"],"raw_orcid":"https://orcid.org/0009-0007-4247-0747","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015704814","display_name":"Siyuan Zhao","orcid":"https://orcid.org/0000-0001-9756-4838"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan Zhao","raw_affiliation_strings":["Northwestern Polytechnical University, Xi\u2019an, China"],"raw_orcid":"https://orcid.org/0009-0007-1912-5574","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059208730","display_name":"Ronghan Li","orcid":"https://orcid.org/0000-0002-1890-7845"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ronghan Li","raw_affiliation_strings":["Xidian University, Xi\u2019an, China"],"raw_orcid":"https://orcid.org/0000-0002-1890-7845","affiliations":[{"raw_affiliation_string":"Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1889","last_page":"1898"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6470000147819519,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6470000147819519,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.0478999987244606,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.04619999974966049,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empathy","display_name":"Empathy","score":0.6818000078201294},{"id":"https://openalex.org/keywords/pairing","display_name":"Pairing","score":0.46549999713897705},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4611000120639801},{"id":"https://openalex.org/keywords/harmony","display_name":"Harmony (color)","score":0.41350001096725464},{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.3617999851703644},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.3456999957561493},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.31769999861717224}],"concepts":[{"id":"https://openalex.org/C2779885105","wikidata":"https://www.wikidata.org/wiki/Q182263","display_name":"Empathy","level":2,"score":0.6818000078201294},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5315999984741211},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49630001187324524},{"id":"https://openalex.org/C14103023","wikidata":"https://www.wikidata.org/wiki/Q11681459","display_name":"Pairing","level":3,"score":0.46549999713897705},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4611000120639801},{"id":"https://openalex.org/C2776453491","wikidata":"https://www.wikidata.org/wiki/Q5659234","display_name":"Harmony (color)","level":2,"score":0.41350001096725464},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.37790000438690186},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.3749000132083893},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.3617999851703644},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.3456999957561493},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.33469998836517334},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.31769999861717224},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.31459999084472656},{"id":"https://openalex.org/C190264587","wikidata":"https://www.wikidata.org/wiki/Q861691","display_name":"Simulation theory of empathy","level":3,"score":0.299699991941452},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2831000089645386},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.27970001101493835},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27469998598098755},{"id":"https://openalex.org/C189645446","wikidata":"https://www.wikidata.org/wiki/Q350865","display_name":"Mirroring","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.25920000672340393},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3805622.3810708","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805622.3810708","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3805622.3810708","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805622.3810708","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4439351260662079,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1966797434","https://openalex.org/W2101105183","https://openalex.org/W2152504597","https://openalex.org/W2752234108","https://openalex.org/W2951583236","https://openalex.org/W2963903950","https://openalex.org/W3023962859","https://openalex.org/W3200833038","https://openalex.org/W4256441345","https://openalex.org/W4304080405","https://openalex.org/W4365802783","https://openalex.org/W4385570649","https://openalex.org/W4392384245","https://openalex.org/W4402671597","https://openalex.org/W4403577840","https://openalex.org/W4403792120","https://openalex.org/W4408019853","https://openalex.org/W4409362519","https://openalex.org/W4410088807","https://openalex.org/W4412129166","https://openalex.org/W4413319083","https://openalex.org/W4414570222","https://openalex.org/W4415537431","https://openalex.org/W7125477736"],"related_works":[],"abstract_inverted_index":{"Stickers":[0],"significantly":[1],"enhance":[2],"emotional":[3],"expression":[4],"in":[5,78,151],"empathetic":[6,18,66,153],"dialogue,":[7],"yet":[8],"research":[9],"remains":[10],"predominantly":[11],"text-centric.":[12],"Despite":[13],"the":[14,30,37,50,75,146],"emergence":[15],"of":[16,40,54,149],"multimodal":[17],"dialogue":[19,67,154],"datasets,":[20],"two":[21],"critical":[22],"deficiencies":[23],"persist:":[24],"(1)":[25],"a":[26,63,93],"stylistic":[27,71],"misalignment":[28],"between":[29,81],"subtle":[31],"cues":[32],"essential":[33],"for":[34],"empathy":[35],"and":[36,43,73,84,108,127],"unconstrained":[38],"nature":[39],"open-domain":[41],"stickers;":[42],"(2)":[44],"role-agnostic":[45],"sticker\u2013utterance":[46],"pairing":[47],"that":[48,69,134],"neglects":[49],"asymmetric":[51],"communicative":[52],"objectives":[53],"interlocutors.":[55],"To":[56],"bridge":[57],"these":[58],"gaps,":[59],"we":[60,90],"introduce":[61],"StickerED,":[62],"large-scale":[64],"sticker-enriched":[65],"dataset":[68],"ensures":[70],"harmony":[72],"preserves":[74],"functional":[76],"divergence":[77],"sticker":[79,137],"selection":[80],"speaker":[82],"intent":[83,107],"listener":[85],"feedback.":[86],"Building":[87],"upon":[88],"this,":[89],"propose":[91],"SEERG,":[92],"Sticker-Enhanced":[94],"Empathetic":[95],"Response":[96],"Generation":[97],"framework.":[98],"Notably,":[99],"SEERG":[100,124],"augments":[101],"standard":[102],"visual":[103],"features":[104],"with":[105],"explicit":[106],"style":[109],"guidance,":[110],"employing":[111],"dual":[112],"utterance-level":[113],"cross-modal":[114],"fusion":[115],"mechanisms":[116],"to":[117],"enrich":[118],"contextual":[119],"representations.":[120],"Through":[121],"multi-task":[122],"learning,":[123],"generates":[125],"contextually":[126],"emotionally":[128],"resonant":[129],"responses.":[130],"Extensive":[131],"experiments":[132],"demonstrate":[133],"our":[135],"multi-dimensional":[136],"enrichment":[138],"yields":[139],"substantial":[140],"gains":[141],"over":[142],"text-only":[143],"baselines,":[144],"underscoring":[145],"pivotal":[147],"role":[148],"stickers":[150],"advancing":[152],"systems.":[155]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-06-16T00:00:00"}