{"id":"https://openalex.org/W7128798818","doi":"https://doi.org/10.1109/taffc.2026.3664341","title":"CMCRD: Cross-Modal Contrastive Representation Distillation for Emotion Recognition","display_name":"CMCRD: Cross-Modal Contrastive Representation Distillation for Emotion Recognition","publication_year":2026,"publication_date":"2026-02-13","ids":{"openalex":"https://openalex.org/W7128798818","doi":"https://doi.org/10.1109/taffc.2026.3664341"},"language":null,"primary_location":{"id":"doi:10.1109/taffc.2026.3664341","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2026.3664341","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125949905","display_name":"Siyuan Kan","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan Kan","raw_affiliation_strings":["Key Laboratory of Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Ministry of Education, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Ministry of Education, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055046734","display_name":"Huanyu Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanyu Wu","raw_affiliation_strings":["Key Laboratory of Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Ministry of Education, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Ministry of Education, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124019190","display_name":"Zhenyao Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyao Cui","raw_affiliation_strings":["Key Laboratory of Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Ministry of Education, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Ministry of Education, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101703742","display_name":"Fan Huang","orcid":"https://orcid.org/0000-0003-3017-8208"},"institutions":[{"id":"https://openalex.org/I91125648","display_name":"Wuhan Institute of Technology","ror":"https://ror.org/04jcykh16","country_code":"CN","type":"education","lineage":["https://openalex.org/I91125648"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Huang","raw_affiliation_strings":["Wuhan Institute of Digital Engineering, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan Institute of Digital Engineering, Wuhan, China","institution_ids":["https://openalex.org/I91125648"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100589364","display_name":"Xiaolong Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I91125648","display_name":"Wuhan Institute of Technology","ror":"https://ror.org/04jcykh16","country_code":"CN","type":"education","lineage":["https://openalex.org/I91125648"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolong Xu","raw_affiliation_strings":["Wuhan Institute of Digital Engineering, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0003-1344-6490","affiliations":[{"raw_affiliation_string":"Wuhan Institute of Digital Engineering, Wuhan, China","institution_ids":["https://openalex.org/I91125648"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123007028","display_name":"Dongrui Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongrui Wu","raw_affiliation_strings":["Key Laboratory of Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Ministry of Education, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-7153-9703","affiliations":[{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Ministry of Education, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19161736,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"2","first_page":"1837","last_page":"1846"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.007799999788403511,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.7494999766349792},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.7114999890327454},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.6014000177383423},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5432999730110168},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5284000039100647},{"id":"https://openalex.org/keywords/eye-movement","display_name":"Eye movement","score":0.5159000158309937},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.47920000553131104}],"concepts":[{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.7494999766349792},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.7114999890327454},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6825000047683716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.646399974822998},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.6014000177383423},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5633000135421753},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5432999730110168},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5284000039100647},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.5159000158309937},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.47920000553131104},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.47110000252723694},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.40540000796318054},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.3790999948978424},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.3359000086784363},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C2780226923","wikidata":"https://www.wikidata.org/wiki/Q929848","display_name":"Movement (music)","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C2778681526","wikidata":"https://www.wikidata.org/wiki/Q420647","display_name":"Electrooculography","level":3,"score":0.25589999556541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2026.3664341","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2026.3664341","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Emotion":[0],"recognition":[1,15,31,129,151],"is":[2,16],"an":[3,93],"important":[4],"component":[5],"of":[6,44,92,156],"affective":[7],"computing,":[8],"and":[9,42,60,138],"also":[10,38,132],"human-machine":[11],"interaction.":[12],"Unimodal":[13],"emotion":[14,30,53,128,150],"convenient,":[17],"but":[18,36,65,131],"the":[19,27,40,45,90,118,127,134,154,160,165],"accuracy":[20,168],"may":[21,32],"not":[22,124],"be":[23,33],"high":[24],"enough;":[25],"on":[26,147],"contrary,":[28],"multi-modal":[29,121,149],"more":[34,136],"accurate,":[35],"it":[37,163],"increases":[39],"complexity":[41],"cost":[43],"data":[46],"collection":[47],"system.":[48],"This":[49],"paper":[50],"considers":[51],"cross-modal":[52,75],"recognition,":[54],"i.e.,":[55],"using":[56,141],"both":[57],"electroencephalography":[58],"(EEG)":[59],"eye":[61,69,84,112],"movement":[62,70,85,113],"in":[63,71],"training,":[64],"only":[66,108,125],"EEG":[67,94,101,109],"or":[68,103],"test.":[72],"We":[73],"propose":[74],"contrastive":[76],"representation":[77],"distillation":[78],"(CMCRD),":[79],"which":[80],"uses":[81],"a":[82],"pre-trained":[83],"classification":[86,95,167],"model":[87],"to":[88],"assist":[89],"training":[91],"model,":[96,162],"improving":[97],"feature":[98],"extraction":[99],"from":[100],"signals,":[102],"vice":[104],"versa.":[105],"During":[106],"test,":[107],"signals":[110],"(or":[111],"signals)":[114],"are":[115],"acquired,":[116],"eliminating":[117],"need":[119],"for":[120],"data.":[122],"CMCRD":[123],"improves":[126],"accuracy,":[130],"makes":[133],"system":[135],"simplified":[137],"practical.":[139],"Experiments":[140],"three":[142,148],"different":[143],"neural":[144],"network":[145],"architectures":[146],"datasets":[152],"demonstrated":[153],"effectiveness":[155],"CMCRD.":[157],"Compared":[158],"with":[159],"EEG-only":[161],"improved":[164],"average":[166],"by":[169],"about":[170],"6.2%.":[171]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-02-14T00:00:00"}
