{"id":"https://openalex.org/W4400526789","doi":"https://doi.org/10.1145/3626772.3657944","title":"A Persona-Infused Cross-Task Graph Network for Multimodal Emotion Recognition with Emotion Shift Detection in Conversations","display_name":"A Persona-Infused Cross-Task Graph Network for Multimodal Emotion Recognition with Emotion Shift Detection in Conversations","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4400526789","doi":"https://doi.org/10.1145/3626772.3657944"},"language":"en","primary_location":{"id":"doi:10.1145/3626772.3657944","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657944","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077104771","display_name":"Geng Tu","orcid":"https://orcid.org/0000-0002-3524-1408"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Geng Tu","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101810664","display_name":"Feng Xiong","orcid":"https://orcid.org/0000-0001-8316-5561"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Xiong","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063075000","display_name":"Bin Liang","orcid":"https://orcid.org/0000-0001-7234-1347"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Bin Liang","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026719663","display_name":"Ruifeng Xu","orcid":"https://orcid.org/0000-0002-4009-5679"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruifeng Xu","raw_affiliation_strings":["Harbin Institute of Technology & GD Prov. Key Lab. of Novel Security Intelligence Technologies, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology & GD Prov. Key Lab. of Novel Security Intelligence Technologies, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5077104771"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":3.9813,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.93875839,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2266","last_page":"2270"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/persona","display_name":"Persona","score":0.75093674659729},{"id":"https://openalex.org/keywords/emotion-detection","display_name":"Emotion detection","score":0.7399418950080872},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6986104249954224},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5967652797698975},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5362268090248108},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.42635565996170044},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3633282780647278},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3508281111717224},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.339951753616333},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.30698803067207336},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.29421520233154297},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.08330011367797852}],"concepts":[{"id":"https://openalex.org/C313442","wikidata":"https://www.wikidata.org/wiki/Q778556","display_name":"Persona","level":2,"score":0.75093674659729},{"id":"https://openalex.org/C2988148770","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion detection","level":3,"score":0.7399418950080872},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6986104249954224},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5967652797698975},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5362268090248108},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.42635565996170044},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3633282780647278},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3508281111717224},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.339951753616333},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30698803067207336},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29421520233154297},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.08330011367797852},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626772.3657944","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657944","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2979581536","display_name":null,"funder_award_id":"62176076","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1987048275","https://openalex.org/W2146334809","https://openalex.org/W2891359673","https://openalex.org/W2949391930","https://openalex.org/W2963686995","https://openalex.org/W2964216663","https://openalex.org/W2964300796","https://openalex.org/W2964346351","https://openalex.org/W2964352131","https://openalex.org/W3010678604","https://openalex.org/W3034266838","https://openalex.org/W3098556456","https://openalex.org/W3120680448","https://openalex.org/W3173396651","https://openalex.org/W3175552668","https://openalex.org/W3207773797","https://openalex.org/W4221154966","https://openalex.org/W4223526733","https://openalex.org/W4225303565","https://openalex.org/W4239019441","https://openalex.org/W4283789934","https://openalex.org/W4287890650","https://openalex.org/W4312706447","https://openalex.org/W4313140988","https://openalex.org/W4377140104","https://openalex.org/W4385570630","https://openalex.org/W4387185537","https://openalex.org/W4389518702","https://openalex.org/W4389524202","https://openalex.org/W4391569065","https://openalex.org/W4393146934"],"related_works":["https://openalex.org/W3126677997","https://openalex.org/W1610857240","https://openalex.org/W4391307871","https://openalex.org/W4392502551","https://openalex.org/W2336827033","https://openalex.org/W2505228240","https://openalex.org/W4319430321","https://openalex.org/W3047499479","https://openalex.org/W4389296211","https://openalex.org/W2922915988"],"abstract_inverted_index":{"Recent":[0],"research":[1,69],"in":[2,6,65],"Multimodal":[3],"Emotion":[4,48],"Recognition":[5],"Conversations":[7],"(MERC)":[8],"focuses":[9],"on":[10,98,163],"multimodal":[11],"fusion":[12],"and":[13,76,129],"modeling":[14],"speaker-sensitive":[15],"context.":[16],"In":[17],"addition":[18],"to":[19,71,138,150],"contextual":[20],"information,":[21],"personality":[22,35],"traits":[23],"also":[24],"affect":[25],"emotional":[26],"perception.":[27],"However,":[28],"current":[29],"MERC":[30,86,134],"methods":[31,162],"solely":[32],"consider":[33],"the":[34,44,55,85,90,94,111,116,123,130],"influence":[36],"of":[37,47,93,126,133],"speakers,":[38],"neglecting":[39],"speaker-addressee":[40,112],"interaction":[41],"patterns.":[42,154],"Additionally,":[43],"bottleneck":[45],"problem":[46],"Shift":[49],"(ES),":[50],"where":[51],"consecutive":[52],"utterances":[53],"by":[54,115],"same":[56],"speaker":[57],"exhibit":[58],"different":[59],"emotions":[60],"has":[61],"been":[62],"long":[63],"neglected":[64],"MERC.":[66],"Early":[67],"ES":[68,127],"fails":[70],"distinguish":[72],"diverse":[73,152],"shift":[74,153],"patterns":[75],"simply":[77],"introduces":[78],"whether":[79],"shifts":[80],"occur":[81],"as":[82],"knowledge":[83],"into":[84],"model":[87],"without":[88],"considering":[89],"complementary":[91],"nature":[92],"two":[95,142,164],"tasks.":[96,143],"Based":[97],"this,":[99],"we":[100,145],"propose":[101],"a":[102],"Persona-infused":[103],"Cross-task":[104],"Graph":[105],"Network":[106],"(PCGNet).":[107],"It":[108],"first":[109],"models":[110],"interactive":[113],"relationships":[114],"persona-infused":[117],"refinement":[118],"network.":[119],"Then,":[120],"it":[121],"learns":[122],"auxiliary":[124],"task":[125,132],"Detection":[128],"main":[131],"using":[135],"cross-task":[136],"connections":[137],"capture":[139],"correlations":[140],"across":[141],"Finally,":[144],"introduce":[146],"shift-aware":[147],"contrastive":[148],"learning":[149],"discern":[151],"Experimental":[155],"results":[156],"demonstrate":[157],"that":[158],"PCGNet":[159],"outperforms":[160],"state-of-the-art":[161],"widely":[165],"used":[166],"datasets.":[167]},"counts_by_year":[{"year":2025,"cited_by_count":8}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}