{"id":"https://openalex.org/W4403022159","doi":"https://doi.org/10.1109/access.2024.3471613","title":"Af-CAN: Multimodal Emotion Recognition Method Based on Situational Attention Mechanism","display_name":"Af-CAN: Multimodal Emotion Recognition Method Based on Situational Attention Mechanism","publication_year":2024,"publication_date":"2024-10-01","ids":{"openalex":"https://openalex.org/W4403022159","doi":"https://doi.org/10.1109/access.2024.3471613"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3471613","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3471613","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3471613","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xue Zhang","orcid":"https://orcid.org/0009-0003-8169-4453"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xue Zhang","raw_affiliation_strings":["Key Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology (Shenzhen), Shenzhen, China","Key Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0003-8169-4453","affiliations":[{"raw_affiliation_string":"Key Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Key Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009651653","display_name":"Mingjiang Wang","orcid":"https://orcid.org/0000-0002-4706-009X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingjiang Wang","raw_affiliation_strings":["Key Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology (Shenzhen), Shenzhen, China","Key Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-4706-009X","affiliations":[{"raw_affiliation_string":"Key Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Key Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113963715","display_name":"Xiao Zeng","orcid":"https://orcid.org/0000-0001-9330-9960"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Zeng","raw_affiliation_strings":["Key Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology (Shenzhen), Shenzhen, China","Key Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Key Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044255594","display_name":"Xuyi Zhuang","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuyi Zhuang","raw_affiliation_strings":["Key Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology (Shenzhen), Shenzhen, China","Key Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Key Laboratory for Key Technologies of IoT Terminals, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.9325,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.86504884,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"13","issue":null,"first_page":"44858","last_page":"44871"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8543999791145325,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8543999791145325,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7246962189674377},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.6662249565124512},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5450679063796997},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.46653372049331665},{"id":"https://openalex.org/keywords/situational-ethics","display_name":"Situational ethics","score":0.4577246606349945},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3922659158706665},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38887298107147217},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1190851628780365},{"id":"https://openalex.org/keywords/psychotherapist","display_name":"Psychotherapist","score":0.061987727880477905}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7246962189674377},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.6662249565124512},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5450679063796997},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.46653372049331665},{"id":"https://openalex.org/C9114305","wikidata":"https://www.wikidata.org/wiki/Q1428317","display_name":"Situational ethics","level":2,"score":0.4577246606349945},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3922659158706665},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38887298107147217},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1190851628780365},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.061987727880477905},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3471613","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3471613","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:34c1e68b83704be2816e6e23fb554815","is_oa":true,"landing_page_url":"https://doaj.org/article/34c1e68b83704be2816e6e23fb554815","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 44858-44871 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3471613","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3471613","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1601218598","https://openalex.org/W1923309765","https://openalex.org/W1991863442","https://openalex.org/W2019282135","https://openalex.org/W2028635012","https://openalex.org/W2037265949","https://openalex.org/W2048783874","https://openalex.org/W2075728230","https://openalex.org/W2079725295","https://openalex.org/W2085662862","https://openalex.org/W2093814125","https://openalex.org/W2095234413","https://openalex.org/W2146334809","https://openalex.org/W2165698076","https://openalex.org/W2395579298","https://openalex.org/W2395587375","https://openalex.org/W2583643061","https://openalex.org/W2740550900","https://openalex.org/W2767249564","https://openalex.org/W2787581402","https://openalex.org/W2791506524","https://openalex.org/W2805662932","https://openalex.org/W2886193235","https://openalex.org/W2891187402","https://openalex.org/W2896463661","https://openalex.org/W2901540074","https://openalex.org/W2918378401","https://openalex.org/W2962796276","https://openalex.org/W2962854379","https://openalex.org/W2963026768","https://openalex.org/W2963710346","https://openalex.org/W2964010806","https://openalex.org/W2964300796","https://openalex.org/W2964346351","https://openalex.org/W2990825125","https://openalex.org/W3004332481","https://openalex.org/W3007282427","https://openalex.org/W3081987387","https://openalex.org/W3082908384","https://openalex.org/W3094173182","https://openalex.org/W3141797743","https://openalex.org/W3197132118","https://openalex.org/W4225266919","https://openalex.org/W4230277160","https://openalex.org/W4285076876","https://openalex.org/W4303422666","https://openalex.org/W4309568943","https://openalex.org/W4375928984","https://openalex.org/W6674512297","https://openalex.org/W6683937847","https://openalex.org/W6688766729","https://openalex.org/W6755541679"],"related_works":["https://openalex.org/W2012350746","https://openalex.org/W4389264631","https://openalex.org/W2382997850","https://openalex.org/W2390968135","https://openalex.org/W4386286863","https://openalex.org/W2883563059","https://openalex.org/W2390159806","https://openalex.org/W4223942575","https://openalex.org/W3043836914","https://openalex.org/W2334379761"],"abstract_inverted_index":{"In":[0],"the":[1,22,29,36,89,101,169,180,201,207,210,254],"pursuit":[2],"of":[3,31,48,111,157,173,182,199,203,213,256],"developing":[4],"an":[5],"efficient":[6],"and":[7,27,54,96,105,116,159,171,185,209],"harmonious":[8],"human-computer":[9,260],"interaction":[10],"interface,":[11],"Emotion":[12,57],"Recognition":[13,58],"in":[14,45,59,94,177,188,206,241,246,259],"Conversations":[15,60],"(ERC)":[16,61],"is":[17,140],"particularly":[18,84,237],"important.":[19],"It":[20],"requires":[21],"system":[23],"to":[24,67,70,78,134,164,179],"delicately":[25],"capture":[26],"understand":[28],"nuances":[30],"human":[32],"emotional":[33,41,91,113,183,204,244,257],"fluctuations":[34],"during":[35],"communication":[37],"process.":[38],"Currently,":[39],"although":[40],"signals":[42],"are":[43],"prevalent":[44],"various":[46,234],"modalities":[47],"conversation":[49,208],"such":[50,107],"as":[51,108],"audio,":[52],"video,":[53],"text,":[55],"multimodal":[56,120,145],"still":[62],"remains":[63],"a":[64,81,119,144,193,249],"challenging":[65],"problem":[66],"tackle":[68],"due":[69],"its":[71],"inherent":[72],"complexity.":[73],"Previous":[74],"research":[75,103],"has":[76,131],"tended":[77],"rely":[79],"on":[80,100,221,233],"single":[82],"modality,":[83],"text":[85],"information,":[86],"while":[87],"neglecting":[88],"rich":[90],"cues":[92],"present":[93],"audio":[95],"video":[97],"modalities.":[98],"Based":[99],"current":[102],"status":[104],"challenges":[106],"inadequate":[109],"extraction":[110],"contextual":[112],"dynamic":[114],"features":[115,153],"data":[117],"scarcity,":[118],"emotion":[121,174],"recognition":[122],"method":[123],"called":[124],"Attention-based":[125],"Fusion":[126],"Contextual":[127],"Attention":[128],"Network":[129],"(Af-CAN)":[130],"been":[132],"proposed":[133],"break":[135],"through":[136],"these":[137,166],"limitations.":[138],"Af-CAN":[139,228],"meticulously":[141],"designed":[142],"with":[143],"feature":[146],"fusion":[147],"mechanism":[148],"that":[149,227],"can":[150],"extract":[151],"emotion-relevant":[152],"from":[154],"different":[155],"sources":[156],"information":[158],"uses":[160],"advanced":[161],"attention":[162],"mechanisms":[163],"integrate":[165],"features,":[167],"ensuring":[168],"comprehensiveness":[170],"accuracy":[172],"recognition.":[175],"Furthermore,":[176],"response":[178],"characteristics":[181],"dynamics":[184],"context":[186,195],"dependency":[187],"conversations,":[189,247],"this":[190],"framework":[191],"introduces":[192],"special":[194],"modeling":[196],"unit":[197],"capable":[198],"tracking":[200],"evolution":[202],"states":[205],"mutual":[211],"influence":[212],"emotions":[214],"between":[215],"speakers.":[216],"Experimental":[217],"evaluations":[218],"carried":[219],"out":[220],"multiple":[222],"standard":[223],"datasets":[224],"have":[225],"shown":[226],"outperforms":[229],"existing":[230],"ERC":[231],"systems":[232],"evaluation":[235],"metrics,":[236],"showing":[238],"significant":[239],"advantages":[240],"handling":[242],"complex":[243],"changes":[245],"laying":[248],"solid":[250],"foundation":[251],"for":[252],"advancing":[253],"application":[255],"intelligence":[258],"interaction.":[261]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}