{"id":"https://openalex.org/W4319967889","doi":"https://doi.org/10.1145/3583690","title":"Counterfactual Scenario-relevant Knowledge-enriched Multi-modal Emotion Reasoning","display_name":"Counterfactual Scenario-relevant Knowledge-enriched Multi-modal Emotion Reasoning","publication_year":2023,"publication_date":"2023-02-10","ids":{"openalex":"https://openalex.org/W4319967889","doi":"https://doi.org/10.1145/3583690"},"language":"en","primary_location":{"id":"doi:10.1145/3583690","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583690","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100458820","display_name":"Hao L\u00edu","orcid":"https://orcid.org/0000-0002-5336-273X"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hao Liu","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences (CASIA), China and School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences (CASIA), China and School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083991825","display_name":"Xiaoshan Yang","orcid":"https://orcid.org/0000-0001-5453-9755"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoshan Yang","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences (CASIA), China, and School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), China, and Peng Cheng Laboratory (PCL), China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences (CASIA), China, and School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), China, and Peng Cheng Laboratory (PCL), China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038","https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022636178","display_name":"Changsheng Xu","orcid":"https://orcid.org/0000-0001-8343-9665"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changsheng Xu","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences (CASIA), China, and School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), China, and Peng Cheng Laboratory (PCL), China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences (CASIA), China, and School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), China, and Peng Cheng Laboratory (PCL), China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038","https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100458820"],"corresponding_institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.3611,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.56869181,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"19","issue":"5s","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.7287907004356384},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7102930545806885},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7093600034713745},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.5568034648895264},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4835629165172577},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4735153019428253},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4726402163505554},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4512662887573242},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.446034699678421},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4379065930843353},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.42821356654167175},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.425639271736145},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3907037675380707},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1330108344554901}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.7287907004356384},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7102930545806885},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7093600034713745},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.5568034648895264},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4835629165172577},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4735153019428253},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4726402163505554},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4512662887573242},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.446034699678421},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4379065930843353},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.42821356654167175},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.425639271736145},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3907037675380707},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1330108344554901},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3583690","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3583690","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.699999988079071,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G6861967982","display_name":null,"funder_award_id":"62036012, 62072455, 61721004, 62106262","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W102708294","https://openalex.org/W2022166150","https://openalex.org/W2090777335","https://openalex.org/W2091084672","https://openalex.org/W2096733369","https://openalex.org/W2138621090","https://openalex.org/W2144005487","https://openalex.org/W2144796873","https://openalex.org/W2250645263","https://openalex.org/W2341528187","https://openalex.org/W2523856713","https://openalex.org/W2524923107","https://openalex.org/W2561529111","https://openalex.org/W2616247523","https://openalex.org/W2740550900","https://openalex.org/W2770565591","https://openalex.org/W2788967885","https://openalex.org/W2799176105","https://openalex.org/W2805662932","https://openalex.org/W2807873315","https://openalex.org/W2842511635","https://openalex.org/W2890961898","https://openalex.org/W2891359673","https://openalex.org/W2947312908","https://openalex.org/W2948672349","https://openalex.org/W2962934715","https://openalex.org/W2963138277","https://openalex.org/W2963341956","https://openalex.org/W2963520511","https://openalex.org/W2963695965","https://openalex.org/W2963839617","https://openalex.org/W2964010806","https://openalex.org/W2964092725","https://openalex.org/W2964300796","https://openalex.org/W2970431814","https://openalex.org/W2981372722","https://openalex.org/W2982248052","https://openalex.org/W2985882473","https://openalex.org/W2987123286","https://openalex.org/W2998388430","https://openalex.org/W3034205192","https://openalex.org/W3034520808","https://openalex.org/W3035463379","https://openalex.org/W3035517717","https://openalex.org/W3035524453","https://openalex.org/W3093274101","https://openalex.org/W3097255602","https://openalex.org/W3101998545","https://openalex.org/W3102564565","https://openalex.org/W3108655343","https://openalex.org/W3109272306","https://openalex.org/W3111490429","https://openalex.org/W3116679303","https://openalex.org/W3117181316","https://openalex.org/W3120680448","https://openalex.org/W3167673482","https://openalex.org/W3170136709","https://openalex.org/W3173396651","https://openalex.org/W3176399185","https://openalex.org/W3177934633","https://openalex.org/W3188030217","https://openalex.org/W3203594954","https://openalex.org/W3203741465","https://openalex.org/W3205272809","https://openalex.org/W3206218097","https://openalex.org/W3207810231","https://openalex.org/W4200634721","https://openalex.org/W4230243214","https://openalex.org/W4286952013","https://openalex.org/W4297697565","https://openalex.org/W4297808394","https://openalex.org/W4311057502","https://openalex.org/W4311057659","https://openalex.org/W6600983433","https://openalex.org/W6796404438","https://openalex.org/W6949549905"],"related_works":["https://openalex.org/W3201448254","https://openalex.org/W4286970243","https://openalex.org/W2066431708","https://openalex.org/W3025615835","https://openalex.org/W4384133558","https://openalex.org/W173210993","https://openalex.org/W2390660599","https://openalex.org/W3028847759","https://openalex.org/W2393688264","https://openalex.org/W2392715194"],"abstract_inverted_index":{"Multi-modal":[0,110],"video":[1,125],"emotion":[2,68,129,174],"reasoning":[3,175],"(MERV)":[4],"has":[5],"recently":[6],"attracted":[7],"increasing":[8],"attention":[9],"due":[10,72],"to":[11,21,47,65,73,93,122,139,153,172,190],"its":[12],"potential":[13],"application":[14],"in":[15,37,55],"human-computer":[16],"interaction.":[17],"This":[18],"task":[19],"needs":[20],"not":[22],"only":[23],"recognize":[24],"utterance-level":[25],"emotions":[26,34,82],"for":[27,114],"conspicuous":[28],"speakers,":[29],"but":[30],"also":[31],"perceive":[32],"the":[33,52,58,67,74,78,86,97,124,166,205],"of":[35,70,99],"non-speakers":[36,71],"videos.":[38,56],"Existing":[39],"methods":[40],"focus":[41],"on":[42,200],"modeling":[43,171],"multi-modal":[44],"multi-level":[45],"contexts":[46],"capture":[48],"emotion-relevant":[49],"clues":[50],"from":[51,63,137,143],"complex":[53,94],"scenarios":[54],"However,":[57],"context":[59,170],"information":[60],"is":[61],"far":[62],"enough":[64],"infer":[66],"labels":[69],"large":[75],"gap":[76],"between":[77],"scenario":[79,126,134],"situation":[80],"and":[81,101,128],"labels.":[83],"Inspired":[84],"by":[85],"observation":[87],"that":[88,204],"humans":[89],"can":[90,118],"find":[91],"solutions":[92],"problems":[95],"with":[96,176],"leverage":[98,119],"experience":[100],"knowledge,":[102],"we":[103,132,164,182],"propose":[104,183],"SK-MER":[105,207],",":[106],"a":[107,184],"Scenario-relevant":[108],"Knowledge-enhanced":[109],"Emotion":[111],"Reasoning":[112],"framework":[113,208],"MERV":[115],"task,":[116],"which":[117],"external":[120,144,177],"knowledge":[121,141,145,148,156,160,167,186,195],"enhance":[123,173],"understanding":[127],"reasoning.":[130],"Specifically,":[131],"use":[133],"concepts":[135],"extracted":[136],"videos":[138],"build":[140],"subgraphs":[142,149],"bases.":[146],"The":[147],"are":[150],"then":[151],"utilized":[152],"obtain":[154,191],"scenario-relevant":[155,178,194],"representations":[157,168],"through":[158],"dynamic":[159],"graph":[161],"attention.":[162],"Next,":[163],"incorporate":[165],"into":[169],"knowledge.":[179],"In":[180],"addition,":[181],"counterfactual":[185],"representation":[187],"learning":[188],"approach":[189],"more":[192],"effective":[193],"representations.":[196],"Extensive":[197],"experimental":[198],"results":[199],"MEmoR":[201],"dataset":[202],"show":[203],"proposed":[206],"achieves":[209],"new":[210],"state-of-the-art":[211],"results.":[212]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}