{"id":"https://openalex.org/W4405755112","doi":"https://doi.org/10.1109/tmm.2024.3521738","title":"A Hypergraph Based Contextual Relationship Modeling Method for Multimodal Emotion Recognition in Conversation","display_name":"A Hypergraph Based Contextual Relationship Modeling Method for Multimodal Emotion Recognition in Conversation","publication_year":2024,"publication_date":"2024-12-24","ids":{"openalex":"https://openalex.org/W4405755112","doi":"https://doi.org/10.1109/tmm.2024.3521738"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3521738","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3521738","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070754949","display_name":"Nannan Lu","orcid":"https://orcid.org/0000-0001-8164-7751"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nannan Lu","raw_affiliation_strings":["School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8164-7751","affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040690037","display_name":"Zhiyuan Han","orcid":"https://orcid.org/0000-0001-6421-8605"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyuan Han","raw_affiliation_strings":["School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060371329","display_name":"Zhen Tan","orcid":"https://orcid.org/0000-0001-8643-4683"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Tan","raw_affiliation_strings":["School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I25757504"],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":null,"fwci":1.3804,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.84420382,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"27","issue":null,"first_page":"2243","last_page":"2255"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.711899995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.711899995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.8431680202484131},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7764749526977539},{"id":"https://openalex.org/keywords/hypergraph","display_name":"Hypergraph","score":0.6455690860748291},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6174779534339905},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4348739981651306},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43244674801826477},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.41477707028388977},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4119933545589447},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.14056453108787537},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10505977272987366}],"concepts":[{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.8431680202484131},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7764749526977539},{"id":"https://openalex.org/C2781221856","wikidata":"https://www.wikidata.org/wiki/Q840247","display_name":"Hypergraph","level":2,"score":0.6455690860748291},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6174779534339905},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4348739981651306},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43244674801826477},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.41477707028388977},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4119933545589447},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.14056453108787537},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10505977272987366},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3521738","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3521738","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1324797196","display_name":null,"funder_award_id":"62006233","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W1987048275","https://openalex.org/W2061131717","https://openalex.org/W2146334809","https://openalex.org/W2604314403","https://openalex.org/W2740550900","https://openalex.org/W2787581402","https://openalex.org/W2805662932","https://openalex.org/W2891359673","https://openalex.org/W2892880750","https://openalex.org/W2963446712","https://openalex.org/W2963686995","https://openalex.org/W2964010806","https://openalex.org/W2964300796","https://openalex.org/W2965453734","https://openalex.org/W2970431814","https://openalex.org/W2985882473","https://openalex.org/W3085990079","https://openalex.org/W3098556456","https://openalex.org/W3099056802","https://openalex.org/W3173396651","https://openalex.org/W3173549566","https://openalex.org/W3173751215","https://openalex.org/W3175552668","https://openalex.org/W3176399185","https://openalex.org/W3186731727","https://openalex.org/W3207810231","https://openalex.org/W4225650823","https://openalex.org/W4282926996","https://openalex.org/W4287887917","https://openalex.org/W4312287430","https://openalex.org/W4327808327","https://openalex.org/W4360595168","https://openalex.org/W4360930863","https://openalex.org/W4365801669","https://openalex.org/W4375928908","https://openalex.org/W4380355289","https://openalex.org/W4386076442","https://openalex.org/W4386973907","https://openalex.org/W4399146389","https://openalex.org/W6726873649","https://openalex.org/W6745537798","https://openalex.org/W6762073003","https://openalex.org/W6762490134","https://openalex.org/W6846620306","https://openalex.org/W6858096508"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W4376608589","https://openalex.org/W1537073411","https://openalex.org/W1948107826","https://openalex.org/W3138003926","https://openalex.org/W1630514295","https://openalex.org/W1968552888","https://openalex.org/W4300037846","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"Emotion":[0],"Recognition":[1],"in":[2,13,38,53,81,96,204,247],"Conversation":[3],"(ERC)":[4],"has":[5],"gained":[6],"considerable":[7],"attention":[8],"due":[9],"to":[10,62,73,125,154,194,225],"its":[11],"importance":[12],"human-computer":[14],"interaction.":[15],"In":[16,112,185],"ERC":[17,129],"task,":[18],"the":[19,33,39,51,64,71,75,85,97,100,104,128,156,160,164,168,177,182,196,205,220,229,237,243,248],"combination":[20],"of":[21,66,87,139,146,167,236],"multimodal":[22,79,238],"information":[23,26,108,172,199,202,239],"and":[24,78,91,151,163,210,240],"contextual":[25,76,157,198,245],"is":[27,173,192],"necessary":[28],"since":[29],"it":[30],"can":[31,232],"help":[32],"model":[34,101,242],"understand":[35],"emotional":[36],"changes":[37],"context":[40],"from":[41,102],"multiple":[42],"perspectives.":[43],"As":[44],"Graph":[45],"Neural":[46],"Networks":[47],"(GNNs)":[48],"have":[49,59],"shown":[50],"superiority":[52],"relation":[54],"modeling,":[55],"many":[56],"graph-based":[57],"methods":[58],"been":[60],"proposed":[61,230],"improve":[63],"performance":[65],"emotion":[67,110],"recognition":[68],"by":[69,181,200],"utilizing":[70],"edges":[72,90],"mine":[74],"relationship":[77,80,158],"a":[82,117,133,136,140],"conversation.":[83,249],"However,":[84],"existence":[86],"numerous":[88],"redundant":[89],"excessively":[92],"complex":[93,244],"modality":[94],"interaction":[95],"graph":[98],"hinders":[99],"capturing":[103],"truly":[105],"effective":[106],"dependency":[107],"for":[109],"recognition.":[111],"this":[113],"paper,":[114],"we":[115],"propose":[116],"Hypergraph":[118],"based":[119],"Contextual":[120],"Relationship":[121],"Modeling":[122],"Method":[123],"(HyperCRM)":[124],"carry":[126],"out":[127],"task.":[130],"HyperCRM":[131],"models":[132],"conversation":[134],"as":[135,176],"hypergraph":[137,189],"instead":[138],"graph,":[141],"which":[142],"defines":[143],"two":[144,216],"types":[145],"hyperedges,":[147],"namely":[148],"speaker-level":[149],"hyperedge":[150],"sequence-level":[152],"hyperedge,":[153],"represent":[155],"within":[159],"same":[161],"speaker":[162],"local":[165],"sequence":[166],"conversation,":[169],"respectively.":[170],"Multimodal":[171],"leveraged":[174],"here":[175],"node":[178],"feature":[179,183],"representation":[180],"concatenation.":[184],"addition,":[186],"an":[187],"improved":[188],"convolution":[190],"method":[191,231],"designed":[193],"capture":[195],"long-range":[197],"three-stage":[201],"propagation":[203],"hypergraph,":[206],"including":[207],"node-hyperedge,":[208],"hyperedge-hyperedge":[209],"node-hyperedge.":[211],"The":[212],"extensive":[213],"experiments":[214],"on":[215],"public":[217],"datasets":[218],"shows":[219],"new":[221],"State-Of-The-Art":[222],"(SOTA)":[223],"results,":[224],"further":[226],"demonstrate":[227],"that":[228],"simply":[233],"make":[234],"use":[235],"effectively":[241],"relationships":[246]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}