{"id":"https://openalex.org/W4415537710","doi":"https://doi.org/10.1145/3746027.3755354","title":"MoCERNet: A Modality-Complete Modeling Framework for Emotion Recognition in Physiological Signals under Imperfect Modal Matching","display_name":"MoCERNet: A Modality-Complete Modeling Framework for Emotion Recognition in Physiological Signals under Imperfect Modal Matching","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415537710","doi":"https://doi.org/10.1145/3746027.3755354"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3755354","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755354","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120131628","display_name":"Tianzuo Xin","orcid":null},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianzuo Xin","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-7204-2338","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100765674","display_name":"Jing Wang","orcid":"https://orcid.org/0000-0002-1017-2231"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Wang","raw_affiliation_strings":["Key Laboratory of Big Data and Artificial Intelligence in Transportation & School of Computer Science and Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1017-2231","affiliations":[{"raw_affiliation_string":"Key Laboratory of Big Data and Artificial Intelligence in Transportation & School of Computer Science and Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074391764","display_name":"Xiyuan Jin","orcid":"https://orcid.org/0000-0001-8201-2299"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiyuan Jin","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8201-2299","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008632096","display_name":"Xiaojun Ning","orcid":"https://orcid.org/0000-0002-3668-2950"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojun Ning","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3668-2950","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002644777","display_name":"Zhiyang Feng","orcid":"https://orcid.org/0009-0009-8057-0217"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyang Feng","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-8057-0217","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013548083","display_name":"Youfang Lin","orcid":"https://orcid.org/0000-0002-5143-3645"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youfang Lin","raw_affiliation_strings":["Beijing Key Laboratory of Traffic Data Mining and Embodied Intelligence & School of Computer Science and Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5143-3645","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Traffic Data Mining and Embodied Intelligence & School of Computer Science and Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":null,"apc_paid":null,"fwci":1.4048,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.85306836,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"5687","last_page":"5696"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10745","display_name":"Heart Rate Variability and Autonomic Control","score":0.9779000282287598,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.7014999985694885},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6919000148773193},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6413999795913696},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6111999750137329},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5740000009536743},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4932999908924103},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.44369998574256897},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.3361999988555908}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7358999848365784},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.7014999985694885},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6919000148773193},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6413999795913696},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6111999750137329},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5740000009536743},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5329999923706055},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4932999908924103},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.44369998574256897},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40130001306533813},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.35199999809265137},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3361999988555908},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32760000228881836},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.2651999890804291},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C2983787585","wikidata":"https://www.wikidata.org/wiki/Q93586","display_name":"Feature matching","level":3,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3755354","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755354","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8648893868","display_name":null,"funder_award_id":"2025JBMC030","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1909424429","https://openalex.org/W2017748947","https://openalex.org/W2032254851","https://openalex.org/W2096215189","https://openalex.org/W2149612743","https://openalex.org/W2766825571","https://openalex.org/W2790404832","https://openalex.org/W2913218058","https://openalex.org/W2946526173","https://openalex.org/W2981372722","https://openalex.org/W2999294457","https://openalex.org/W3002833466","https://openalex.org/W3088256290","https://openalex.org/W3140416091","https://openalex.org/W3164439356","https://openalex.org/W3188766356","https://openalex.org/W3198543070","https://openalex.org/W4223909097","https://openalex.org/W4296109314","https://openalex.org/W4297965062","https://openalex.org/W4313367562","https://openalex.org/W4377094143","https://openalex.org/W4381785707","https://openalex.org/W4386162685","https://openalex.org/W4387967962","https://openalex.org/W4387969127","https://openalex.org/W4387969614","https://openalex.org/W4388574325","https://openalex.org/W4391130010","https://openalex.org/W4393580111","https://openalex.org/W4394946427"],"related_works":[],"abstract_inverted_index":{"Emotion":[0],"recognition":[1,35],"based":[2],"on":[3,33,160,185],"multimodal":[4,187],"physiological":[5,169],"signals":[6,170],"is":[7],"playing":[8],"an":[9],"increasingly":[10],"important":[11],"role":[12],"in":[13,49,88,116],"areas":[14],"such":[15],"as":[16],"human-computer":[17],"interaction":[18],"and":[19,86,111,167],"disease":[20],"diagnosis,":[21],"attracting":[22],"growing":[23],"attention":[24],"from":[25],"the":[26,42,70,76,99,105,122,126,132,156,161],"research":[27],"community.":[28],"Current":[29],"studies":[30],"primarily":[31],"focus":[32,159],"emotion":[34,188],"under":[36,171,196],"unified":[37],"data":[38],"collection":[39],"paradigms,":[40],"overlooking":[41],"prevalent":[43],"issue":[44],"of":[45,80],"imperfect":[46,197],"modality":[47,100,198],"matching":[48,199],"real-world":[50],"scenarios.":[51,200],"In":[52,143],"particular,":[53],"existing":[54],"methods":[55],"fail":[56],"to":[57,64,73,136,158,179],"effectively":[58],"utilize":[59],"these":[60],"mismatched":[61,114],"modalities,":[62],"leading":[63],"incomplete":[65],"emotional":[66,141,173,182],"representations.":[67],"This":[68],"limits":[69],"model's":[71],"ability":[72],"accurately":[74],"capture":[75],"multidimensional":[77],"semantic":[78],"features":[79],"emotions,":[81],"thereby":[82,175],"constraining":[83],"its":[84,177],"effectiveness":[85],"applicability":[87],"practical":[89],"settings.":[90],"To":[91],"address":[92],"this":[93],"challenge,":[94],"we":[95,145],"propose":[96],"MoCERNet.":[97],"At":[98,125],"level,":[101,128],"it":[102,129],"first":[103],"reduces":[104],"domain":[106],"gap":[107],"among":[108],"matched":[109,123],"modalities":[110,115],"then":[112],"aligns":[113],"a":[117,138,147],"semantics-aware":[118],"manner,":[119],"guided":[120],"by":[121],"ones.":[124],"decision":[127],"further":[130],"mitigates":[131],"global":[133],"distribution":[134],"discrepancies":[135],"achieve":[137],"more":[139],"complete":[140],"representation.":[142],"addition,":[144],"design":[146],"Nervous":[148],"System":[149],"Functional":[150],"Structure":[151],"Transformer":[152],"(NFSformer)":[153],"that":[154,191],"enables":[155],"model":[157,180],"correlation":[162],"between":[163],"different":[164],"brain":[165],"regions":[166],"peripheral":[168],"various":[172],"states,":[174],"enhancing":[176],"capacity":[178],"complex":[181],"processes.":[183],"Experiments":[184],"three":[186],"datasets":[189],"demonstrate":[190],"MoCERNet":[192],"outperforms":[193],"state-of-the-art":[194],"baselines":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-25T00:00:00"}