{"id":"https://openalex.org/W4312773554","doi":"https://doi.org/10.1109/taffc.2022.3226559","title":"Multimodal Emotion-Cause Pair Extraction in Conversations","display_name":"Multimodal Emotion-Cause Pair Extraction in Conversations","publication_year":2022,"publication_date":"2022-12-05","ids":{"openalex":"https://openalex.org/W4312773554","doi":"https://doi.org/10.1109/taffc.2022.3226559"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2022.3226559","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2022.3226559","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043764949","display_name":"Fanfan Wang","orcid":"https://orcid.org/0000-0002-8955-9411"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanfan Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-8955-9411","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039262688","display_name":"Zixiang Ding","orcid":"https://orcid.org/0000-0002-5902-9073"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixiang Ding","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0003-2264-3317","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035534911","display_name":"Rui Xia","orcid":"https://orcid.org/0000-0002-0621-1058"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Xia","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-0621-1058","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019665493","display_name":"Zhaoyu Li","orcid":"https://orcid.org/0000-0003-1070-8961"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyu Li","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0003-1070-8961","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084990301","display_name":"Jianfei Yu","orcid":"https://orcid.org/0000-0001-8380-0609"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianfei Yu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0001-8380-0609","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":null,"apc_paid":null,"fwci":5.4517,"has_fulltext":false,"cited_by_count":58,"citation_normalized_percentile":{"value":0.9639434,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"14","issue":"3","first_page":"1832","last_page":"1844"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.8404883742332458},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6355496644973755},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5670403242111206},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5016508102416992},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4913255274295807},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.4581524431705475},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.44066131114959717},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4318885803222656},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.42837560176849365},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4175228774547577},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.41504332423210144},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.36133813858032227},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.28169769048690796},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.18024849891662598}],"concepts":[{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.8404883742332458},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6355496644973755},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5670403242111206},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5016508102416992},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4913255274295807},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.4581524431705475},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.44066131114959717},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4318885803222656},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.42837560176849365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4175228774547577},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.41504332423210144},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.36133813858032227},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.28169769048690796},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.18024849891662598},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2022.3226559","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2022.3226559","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6899999976158142,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G4800195568","display_name":null,"funder_award_id":"62076133","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6056900124","display_name":null,"funder_award_id":"62006117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W25301398","https://openalex.org/W79139011","https://openalex.org/W101809282","https://openalex.org/W799573885","https://openalex.org/W1522734439","https://openalex.org/W1564070220","https://openalex.org/W1575023497","https://openalex.org/W2020111801","https://openalex.org/W2046677541","https://openalex.org/W2053154970","https://openalex.org/W2085662862","https://openalex.org/W2122241189","https://openalex.org/W2126307719","https://openalex.org/W2132555391","https://openalex.org/W2146334809","https://openalex.org/W2161624371","https://openalex.org/W2164777277","https://openalex.org/W2182096631","https://openalex.org/W2250539671","https://openalex.org/W2251120499","https://openalex.org/W2538796508","https://openalex.org/W2562539671","https://openalex.org/W2583643061","https://openalex.org/W2761590056","https://openalex.org/W2766095568","https://openalex.org/W2771971003","https://openalex.org/W2773167282","https://openalex.org/W2831528590","https://openalex.org/W2859406215","https://openalex.org/W2891359673","https://openalex.org/W2892381115","https://openalex.org/W2896457183","https://openalex.org/W2905807898","https://openalex.org/W2907213813","https://openalex.org/W2913957986","https://openalex.org/W2943547402","https://openalex.org/W2950868217","https://openalex.org/W2951124019","https://openalex.org/W2955429306","https://openalex.org/W2963115613","https://openalex.org/W2963541336","https://openalex.org/W2963647655","https://openalex.org/W2963686995","https://openalex.org/W2963711448","https://openalex.org/W2966024403","https://openalex.org/W2992683606","https://openalex.org/W3005396609","https://openalex.org/W3034636873","https://openalex.org/W3035101819","https://openalex.org/W3035327313","https://openalex.org/W3035563474","https://openalex.org/W3091972294","https://openalex.org/W3105195400","https://openalex.org/W3115679279","https://openalex.org/W3122454285","https://openalex.org/W3162700728","https://openalex.org/W3173396651","https://openalex.org/W3174464510","https://openalex.org/W3199412388","https://openalex.org/W3205272809","https://openalex.org/W3211488063","https://openalex.org/W4251873895","https://openalex.org/W4285274591","https://openalex.org/W4287077228","https://openalex.org/W4294214983","https://openalex.org/W6601034179","https://openalex.org/W6604260396","https://openalex.org/W6633614788","https://openalex.org/W6661938819","https://openalex.org/W6683754746","https://openalex.org/W6691314854","https://openalex.org/W6745297980","https://openalex.org/W6753285152","https://openalex.org/W6753448013","https://openalex.org/W6755207826","https://openalex.org/W6765690761","https://openalex.org/W6771196806","https://openalex.org/W6797781246"],"related_works":["https://openalex.org/W4305042383","https://openalex.org/W2546649374","https://openalex.org/W4380854332","https://openalex.org/W2184859701","https://openalex.org/W4386232293","https://openalex.org/W4379781104","https://openalex.org/W2382178633","https://openalex.org/W3003834951","https://openalex.org/W4380370144","https://openalex.org/W2127511193"],"abstract_inverted_index":{"Conversation":[0,26],"is":[1,16,31,47],"an":[2],"important":[3],"form":[4,30],"of":[5,13,51,137,167,173],"human":[6,157],"communication":[7],"and":[8,21,78,91,139,141,154,177,184],"contains":[9,104],"a":[10,49,63,96,128,142],"large":[11],"number":[12],"emotions.":[14],"It":[15],"interesting":[17],"to":[18,74],"discover":[19],"emotions":[20,77,140],"their":[22],"causes":[23,81,138],"in":[24,27,43,71,85,112,134],"conversations.":[25],"its":[28],"natural":[29],"multimodal.":[32],"Many":[33],"studies":[34],"have":[35],"been":[36],"carried":[37],"out":[38],"on":[39,53],"multimodal":[40,54,97,106,148,168],"emotion":[41,55,99],"recognition":[42],"conversations,":[44],"yet":[45],"there":[46],"still":[48],"lack":[50],"work":[52],"cause":[56,100],"analysis.":[57],"In":[58],"this":[59],"article,":[60],"we":[61,163],"introduce":[62],"new":[64],"task":[65,121,180],"named":[66],"Multimodal":[67],"Emotion-Cause":[68],"Pair":[69],"Extraction":[70],"Conversations,":[72],"aiming":[73],"jointly":[75],"extract":[76],"the":[79,113,120,135,156,165,171,179],"corresponding":[80],"from":[82],"conversations":[83],"reflected":[84],"multiple":[86],"modalities":[87],"(i.e.,":[88],"text,":[89],"audio":[90],"video).":[92],"We":[93,118],"accordingly":[94],"construct":[95],"conversational":[98],"dataset,":[101],"Emotion-Cause-in-Friends,":[102],"which":[103],"9,794":[105],"emotion-cause":[107,151],"pairs":[108],"among":[109],"13,619":[110],"utterances":[111],"<italic":[114],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[115],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Friends</i>":[116],"sitcom.":[117],"benchmark":[119],"by":[122],"establishing":[123],"two":[124],"baseline":[125],"systems":[126],"including":[127],"heuristic":[129],"approach":[130,145],"considering":[131],"inherent":[132],"patterns":[133],"location":[136],"deep":[143],"learning":[144],"that":[146],"incorporates":[147],"features":[149],"for":[150,160],"pair":[152],"extraction,":[153],"conduct":[155],"performance":[158],"test":[159],"comparison.":[161],"Furthermore,":[162],"investigate":[164],"effect":[166],"information,":[169],"explore":[170],"potential":[172],"incorporating":[174],"commonsense":[175],"knowledge,":[176],"perform":[178],"under":[181],"both":[182],"Static":[183],"Real-time":[185],"settings.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}