{"id":"https://openalex.org/W4401818579","doi":"https://doi.org/10.1145/3689646","title":"Multimodal Emotion-Cause Pair Extraction with Holistic Interaction and Label Constraint","display_name":"Multimodal Emotion-Cause Pair Extraction with Holistic Interaction and Label Constraint","publication_year":2024,"publication_date":"2024-08-23","ids":{"openalex":"https://openalex.org/W4401818579","doi":"https://doi.org/10.1145/3689646"},"language":"en","primary_location":{"id":"doi:10.1145/3689646","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3689646","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3689646","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3689646","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101922939","display_name":"Bobo Li","orcid":"https://orcid.org/0000-0002-0513-5540"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bobo Li","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055815455","display_name":"Hao Fei","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Hao Fei","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore, Singapore","School of Computing, National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100325881","display_name":"Fei Li","orcid":"https://orcid.org/0000-0003-1816-1761"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Li","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China","School of Cyber Science and Engineering, Wuhan University, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089404640","display_name":"Tat\u2010Seng Chua","orcid":"https://orcid.org/0000-0001-6097-7807"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tat-Seng Chua","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore, Singapore","School of Computing, National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058877618","display_name":"Donghong Ji","orcid":"https://orcid.org/0000-0001-9613-5927"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donghong Ji","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101922939"],"corresponding_institution_ids":["https://openalex.org/I37461747"],"apc_list":null,"apc_paid":null,"fwci":1.8131,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.87292587,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"21","issue":"11","first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8862853646278381},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.6110914349555969},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5501939058303833},{"id":"https://openalex.org/keywords/extraction","display_name":"Extraction (chemistry)","score":0.4658869802951813},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3576433062553406}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8862853646278381},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.6110914349555969},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5501939058303833},{"id":"https://openalex.org/C4725764","wikidata":"https://www.wikidata.org/wiki/Q844704","display_name":"Extraction (chemistry)","level":2,"score":0.4658869802951813},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3576433062553406},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3689646","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3689646","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3689646","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3689646","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3689646","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3689646","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401818579.pdf"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2064675550","https://openalex.org/W2146950091","https://openalex.org/W2896457183","https://openalex.org/W3089889634","https://openalex.org/W3094378471","https://openalex.org/W3113863090","https://openalex.org/W3173176471","https://openalex.org/W3190697745","https://openalex.org/W3199412388","https://openalex.org/W3203741465","https://openalex.org/W4210611093","https://openalex.org/W4221154966","https://openalex.org/W4226419249","https://openalex.org/W4229040338","https://openalex.org/W4289436956","https://openalex.org/W4312458895","https://openalex.org/W4312773554","https://openalex.org/W4375928828","https://openalex.org/W4382202523","https://openalex.org/W4385571780","https://openalex.org/W4387968266","https://openalex.org/W4389047389","https://openalex.org/W4389338020","https://openalex.org/W4389523804","https://openalex.org/W4390751814","https://openalex.org/W4395470960"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"The":[0,122],"multimodal":[1,17,45,155],"emotion-cause":[2,14,36,167],"pair":[3],"extraction":[4],"(MECPE)":[5],"task":[6,23],"aims":[7],"to":[8,42,116,144,163],"detect":[9],"the":[10,49,83,126,140,164],"emotions,":[11],"causes,":[12],"and":[13,33,47,77,89,156],"pairs":[15,37],"from":[16,30],"conversations.":[18,121],"Existing":[19],"methods":[20],"for":[21,57,82,101],"this":[22],"typically":[24],"concatenate":[25],"representations":[26],"of":[27,51,129,135,166],"each":[28],"utterance":[29],"distinct":[31],"modalities":[32],"then":[34],"predict":[35],"directly.":[38],"This":[39],"approach":[40,152],"struggles":[41],"effectively":[43],"integrate":[44],"features":[46,81,112],"capture":[48],"subtleties":[50],"emotion":[52,110],"transitions,":[53],"which":[54],"are":[55],"crucial":[56],"accurately":[58],"identifying":[59],"causes\u2014thereby":[60],"limiting":[61],"overall":[62],"performance.":[63],"To":[64],"address":[65],"these":[66],"challenges,":[67],"we":[68],"propose":[69],"a":[70,98,160],"novel":[71],"model":[72,107],"that":[73,150],"captures":[74],"holistic":[75],"interaction":[76,92],"label":[78],"constraint":[79],"(HiLo)":[80],"MECPE":[84],"task.":[85],"HiLo":[86],"facilitates":[87],"cross-modality":[88],"cross-utterance":[90],"feature":[91],"with":[93],"various":[94],"attention":[95],"mechanisms,":[96],"establishing":[97],"robust":[99],"foundation":[100],"precise":[102],"cause":[103],"extraction.":[104],"Notably,":[105],"our":[106,151],"innovatively":[108],"leverages":[109],"transition":[111],"as":[113],"pivotal":[114],"cues":[115],"enhance":[117],"causal":[118],"inference":[119],"within":[120],"experimental":[123],"results":[124],"demonstrate":[125],"superior":[127],"performance":[128],"HiLo,":[130],"evidenced":[131],"by":[132],"an":[133],"increase":[134],"more":[136],"than":[137],"2%":[138],"in":[139],"F1":[141],"score":[142],"compared":[143],"existing":[145],"benchmarks.":[146],"Further":[147],"analysis":[148],"reveals":[149],"adeptly":[153],"utilizes":[154],"dialogue":[157],"features,":[158],"making":[159],"significant":[161],"contribution":[162],"field":[165],"analysis.":[168],"Our":[169],"code":[170],"is":[171],"publicly":[172],"available":[173],"at":[174],"https://is.gd/MVdYmx":[175],".":[176]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2025-11-11T23:18:09.558992","created_date":"2025-10-10T00:00:00"}