{"id":"https://openalex.org/W7134982227","doi":"https://doi.org/10.1109/taffc.2026.3672521","title":"R2G$^{3}$ Net: A Novel Hierarchical Spatial-Temporal Neural Network With a Regional-to-Global Fusion Mechanism for Multimodal Emotion Recognition","display_name":"R2G$^{3}$ Net: A Novel Hierarchical Spatial-Temporal Neural Network With a Regional-to-Global Fusion Mechanism for Multimodal Emotion Recognition","publication_year":2026,"publication_date":"2026-03-10","ids":{"openalex":"https://openalex.org/W7134982227","doi":"https://doi.org/10.1109/taffc.2026.3672521"},"language":null,"primary_location":{"id":"doi:10.1109/taffc.2026.3672521","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2026.3672521","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125770223","display_name":"Yanan Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I142415962","display_name":"Beijing Institute of Education","ror":"https://ror.org/03aefdx31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142415962"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanan Zhang","raw_affiliation_strings":["Key Laboratory of Brain Health Intelligent Evaluation and Intervention, Ministry of Education, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-3501-5796","affiliations":[{"raw_affiliation_string":"Key Laboratory of Brain Health Intelligent Evaluation and Intervention, Ministry of Education, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683","https://openalex.org/I142415962"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070059075","display_name":"Chenxu Guo","orcid":"https://orcid.org/0000-0002-9651-4203"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I142415962","display_name":"Beijing Institute of Education","ror":"https://ror.org/03aefdx31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142415962"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenxu Guo","raw_affiliation_strings":["Key Laboratory of Brain Health Intelligent Evaluation and Intervention, Ministry of Education, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Brain Health Intelligent Evaluation and Intervention, Ministry of Education, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683","https://openalex.org/I142415962"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128739676","display_name":"Kexin Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I142415962","display_name":"Beijing Institute of Education","ror":"https://ror.org/03aefdx31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142415962"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kexin Zhu","raw_affiliation_strings":["Key Laboratory of Brain Health Intelligent Evaluation and Intervention, Ministry of Education, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-1949-2753","affiliations":[{"raw_affiliation_string":"Key Laboratory of Brain Health Intelligent Evaluation and Intervention, Ministry of Education, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683","https://openalex.org/I142415962"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100727143","display_name":"Wenhui Hu","orcid":"https://orcid.org/0000-0002-9757-7310"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I142415962","display_name":"Beijing Institute of Education","ror":"https://ror.org/03aefdx31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142415962"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Hu","raw_affiliation_strings":["Key Laboratory of Brain Health Intelligent Evaluation and Intervention, Ministry of Education, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Brain Health Intelligent Evaluation and Intervention, Ministry of Education, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683","https://openalex.org/I142415962"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128744984","display_name":"Bin Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I142415962","display_name":"Beijing Institute of Education","ror":"https://ror.org/03aefdx31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142415962"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Hu","raw_affiliation_strings":["Key Laboratory of Brain Health Intelligent Evaluation and Intervention, Ministry of Education, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3514-5413","affiliations":[{"raw_affiliation_string":"Key Laboratory of Brain Health Intelligent Evaluation and Intervention, Ministry of Education, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683","https://openalex.org/I142415962"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5128722583","display_name":"Jian Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I142415962","display_name":"Beijing Institute of Education","ror":"https://ror.org/03aefdx31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142415962"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Shen","raw_affiliation_strings":["Key Laboratory of Brain Health Intelligent Evaluation and Intervention, Ministry of Education, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6099-3209","affiliations":[{"raw_affiliation_string":"Key Laboratory of Brain Health Intelligent Evaluation and Intervention, Ministry of Education, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683","https://openalex.org/I142415962"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":63.8179,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.99848781,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"17","issue":"2","first_page":"1774","last_page":"1787"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5565000176429749},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5218999981880188},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.5095999836921692},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.430400013923645},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4293999969959259},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42239999771118164},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.421999990940094},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.41449999809265137},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.40860000252723694}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.698199987411499},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5916000008583069},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5565000176429749},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5218999981880188},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.5095999836921692},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.430400013923645},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4293999969959259},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42239999771118164},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.421999990940094},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.41449999809265137},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.40860000252723694},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4034000039100647},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3917999863624573},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.3758000135421753},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.374099999666214},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3596999943256378},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.30970001220703125},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.304500013589859},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.30320000648498535},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.28299999237060547},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2026.3672521","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2026.3672521","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.48245781660079956}],"awards":[{"id":"https://openalex.org/G1056251607","display_name":null,"funder_award_id":"62227807","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1700858161","display_name":null,"funder_award_id":"92570114","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4956644017","display_name":null,"funder_award_id":"2025CX11024","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6117391894","display_name":null,"funder_award_id":"2021M700423","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G712147952","display_name":null,"funder_award_id":"62373057","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7237100022","display_name":null,"funder_award_id":"2024M764142","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G8690112651","display_name":null,"funder_award_id":"2024T171131","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,23,39],"rapid":[2],"advancement":[3],"of":[4,41],"emotion":[5,43,59,81,181],"recognition":[6,44,60],"technology,":[7],"multimodal":[8,36,80],"physiological":[9,28,131],"signals":[10,121],"have":[11],"garnered":[12],"increasing":[13],"research":[14],"attention":[15],"due":[16],"to":[17,109,129,147],"their":[18],"rich":[19],"affective":[20],"representations.":[21],"However,":[22],"substantial":[24],"heterogeneity":[25],"across":[26],"different":[27],"modalities":[29],"poses":[30],"a":[31,75,86],"significant":[32],"challenge":[33],"for":[34,79,156],"effective":[35],"fusion,":[37],"limiting":[38],"performance":[40],"current":[42],"systems.":[45],"Moreover,":[46],"while":[47],"demographic":[48,145],"information":[49],"inherently":[50],"encodes":[51,99],"valuable":[52],"emotional":[53,154],"cues,":[54],"its":[55],"systematic":[56],"integration":[57],"into":[58],"remains":[61],"underexplored.":[62],"To":[63],"address":[64],"these":[65],"challenges,":[66],"we":[67],"propose":[68],"R2G":[69,166],"<inline-formula":[70,167],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[71,168],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[72,169],"notation=\"LaTeX\">$^{3}$</tex-math></inline-formula>":[73,170],"Net,":[74],"novel":[76],"hierarchical":[77],"framework":[78],"recognition.":[82,182],"Our":[83],"model":[84,202],"leverages":[85],"three-tier":[87],"architecture:":[88],"1)":[89],"Regional-to-Global":[90,114,135],"Brain":[91],"Feature":[92],"Extraction:":[93],"A":[94,139],"BiLSTM-GNN":[95],"hybrid":[96],"network":[97,142],"hierarchically":[98],"EEG":[100],"signals,":[101],"capturing":[102],"spatio-temporal":[103,175],"patterns":[104],"from":[105],"local":[106],"brain":[107,127],"regions":[108],"global":[110],"functional":[111],"connectivity.":[112],"2)":[113],"Cross-Modal":[115],"Fusion:":[116],"Peripheral":[117],"nervous":[118],"system":[119],"(PNS)":[120],"are":[122],"extracted":[123],"and":[124,178,185,201],"fused":[125,192],"with":[126],"features":[128],"enhance":[130],"representation":[132],"learning.":[133],"3)":[134],"Social":[136],"Context-Aware":[137],"Modeling:":[138],"hypergraph":[140],"neural":[141],"(HGNN)":[143],"integrates":[144],"data":[146],"construct":[148],"dynamic":[149],"social":[150,179],"networks,":[151],"uncovering":[152],"higher-order":[153],"interactions":[155],"improved":[157],"interpretability.":[158],"Extensive":[159],"experiments":[160],"on":[161],"three":[162],"benchmark":[163],"datasets":[164],"demonstrate":[165],"Net's":[171],"superiority":[172],"in":[173,197],"joint":[174],"feature":[176],"learning":[177],"context-aware":[180],"Ablation":[183],"studies":[184],"visual":[186],"analytics":[187],"further":[188],"validate":[189],"that":[190],"our":[191],"representations":[193],"outperform":[194],"state-of-the-art":[195],"methods":[196],"both":[198],"discriminative":[199],"capability":[200],"transparency.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":5}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-03-12T00:00:00"}