{"id":"https://openalex.org/W7155196195","doi":"https://doi.org/10.48550/arxiv.2604.18988","title":"A Multi-Agent Framework with Structured Reasoning and Reflective Refinement for Multimodal Empathetic Response Generation","display_name":"A Multi-Agent Framework with Structured Reasoning and Reflective Refinement for Multimodal Empathetic Response Generation","publication_year":2026,"publication_date":"2026-04-21","ids":{"openalex":"https://openalex.org/W7155196195","doi":"https://doi.org/10.48550/arxiv.2604.18988"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.18988","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18988","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.18988","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134268823","display_name":"Liping Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Liping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134306068","display_name":"Cheng Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Cheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134219797","display_name":"Weidong Chen","orcid":"https://orcid.org/0000-0002-7787-2638"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Weidong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015177224","display_name":"Peipei Song","orcid":"https://orcid.org/0000-0001-6764-3375"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Peipei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134337016","display_name":"Bo Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134251233","display_name":"Zhendong Mao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mao, Zhendong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2606000006198883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2606000006198883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.18960000574588776,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.15970000624656677,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empathy","display_name":"Empathy","score":0.6883999705314636},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.557200014591217},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5523999929428101},{"id":"https://openalex.org/keywords/reflection","display_name":"Reflection (computer programming)","score":0.5008000135421753},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.47519999742507935},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4131999909877777},{"id":"https://openalex.org/keywords/structured-prediction","display_name":"Structured prediction","score":0.30889999866485596},{"id":"https://openalex.org/keywords/simulation-theory-of-empathy","display_name":"Simulation theory of empathy","score":0.30809998512268066}],"concepts":[{"id":"https://openalex.org/C2779885105","wikidata":"https://www.wikidata.org/wiki/Q182263","display_name":"Empathy","level":2,"score":0.6883999705314636},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6141999959945679},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.557200014591217},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5523999929428101},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.5008000135421753},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.47519999742507935},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.41600000858306885},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4131999909877777},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3743000030517578},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3443000018596649},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3206000030040741},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.30889999866485596},{"id":"https://openalex.org/C190264587","wikidata":"https://www.wikidata.org/wiki/Q861691","display_name":"Simulation theory of empathy","level":3,"score":0.30809998512268066},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3034999966621399},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C2778409124","wikidata":"https://www.wikidata.org/wiki/Q4818744","display_name":"Attunement","level":3,"score":0.2784999907016754},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.2784000039100647},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C2776141551","wikidata":"https://www.wikidata.org/wiki/Q16000087","display_name":"Emotion perception","level":3,"score":0.2669999897480011},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.25850000977516174},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C43540301","wikidata":"https://www.wikidata.org/wiki/Q689971","display_name":"Paradigm shift","level":2,"score":0.25600001215934753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.18988","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18988","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.18988","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18988","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"empathetic":[1,11,120],"response":[2,126,139,150,227],"generation":[3,26,127,228],"(MERG)":[4],"aims":[5],"to":[6,31,67,86,149,196,231],"generate":[7],"emotionally":[8],"engaging":[9],"and":[10,76,111,137,158,173,181,184,204,218],"responses":[12],"based":[13],"on":[14,22,213],"users'":[15],"multimodal":[16,29,129,147],"contexts.":[17],"Existing":[18],"approaches":[19],"usually":[20],"rely":[21],"an":[23],"implicit":[24],"one-pass":[25],"paradigm":[27,58,83],"from":[28,146],"context":[30],"the":[32,60,73,81,174,199,209],"final":[33],"response,":[34,176],"which":[35,105,162],"overlooks":[36],"two":[37],"intrinsic":[38],"characteristics":[39],"of":[40,45,63,78,201],"MERG:":[41],"(1)":[42],"Human":[43],"perception":[44,203],"emotional":[46,69,88,179],"cues":[47],"is":[48,84],"inherently":[49],"structured":[50,109,119],"rather":[51],"than":[52],"a":[53,100,118,142,155,163,190],"direct":[54],"mapping.":[55],"The":[56],"conventional":[57,82],"neglects":[59],"hierarchical":[61],"progression":[62],"emotion":[64,132,202,206],"perception,":[65,130],"leading":[66],"distorted":[68],"judgments.":[70],"(2)":[71],"Given":[72],"inherent":[74],"complexity":[75],"ambiguity":[77],"human":[79],"emotions,":[80],"prone":[85],"significant":[87],"biases,":[89],"ultimately":[90],"resulting":[91],"in":[92,161],"suboptimal":[93],"empathy.":[94],"In":[95],"this":[96],"paper,":[97],"we":[98,115,153],"propose":[99],"multi-agent":[101],"framework":[102,192],"for":[103],"MERG,":[104],"enhances":[106],"empathy":[107,182],"through":[108],"reasoning":[110],"reflective":[112],"refinement.":[113],"Specifically,":[114],"first":[116],"introduce":[117],"reasoning-to-generation":[121],"module":[122],"that":[123,221],"explicitly":[124],"decomposes":[125],"via":[128],"consistency-aware":[131],"forecasting,":[133],"pragmatic":[134],"strategy":[135],"planning,":[136],"strategy-guided":[138],"generation,":[140],"providing":[141],"clearer":[143],"intermediate":[144,171],"path":[145],"evidence":[148],"realization.":[151],"Besides,":[152],"develop":[154],"global":[156,164],"reflection":[157,165],"refinement":[159],"module,":[160],"agent":[166],"performs":[167],"step-wise":[168],"auditing":[169],"over":[170],"states":[172],"generated":[175],"eliminating":[177],"existing":[178],"biases":[180,207],"errors,":[183],"triggering":[185],"targeted":[186],"regeneration.":[187],"Overall,":[188],"such":[189],"closed-loop":[191],"enables":[193],"our":[194,222],"model":[195,223],"gradually":[197],"improve":[198],"accuracy":[200],"eliminate":[205],"during":[208],"iteration":[210],"process.":[211],"Experiments":[212],"several":[214],"benchmarks,":[215],"e.g.,":[216],"IEMOCAP":[217],"MELD,":[219],"demonstrate":[220],"has":[224],"superior":[225],"empathic":[226],"capabilities":[229],"compared":[230],"state-of-the-art":[232],"methods.":[233]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-23T00:00:00"}