{"id":"https://openalex.org/W7125499859","doi":"https://doi.org/10.1093/jcde/qwag005","title":"Joint learning across multi-source datasets for multi-modal emotion recognition under missing modalities","display_name":"Joint learning across multi-source datasets for multi-modal emotion recognition under missing modalities","publication_year":2026,"publication_date":"2026-01-23","ids":{"openalex":"https://openalex.org/W7125499859","doi":"https://doi.org/10.1093/jcde/qwag005"},"language":"en","primary_location":{"id":"doi:10.1093/jcde/qwag005","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwag005","pdf_url":null,"source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1093/jcde/qwag005","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018601336","display_name":"Zhencheng Li","orcid":"https://orcid.org/0000-0002-8359-8225"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I98834328","display_name":"Wuyi University","ror":"https://ror.org/059djzq42","country_code":"CN","type":"education","lineage":["https://openalex.org/I98834328"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhencheng Li","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University , Shenzhen 518052 ,","School of Electronics and Information Engineering, Wuyi University , Jiangmen 529020 ,"],"raw_orcid":"https://orcid.org/0000-0002-8359-8225","affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University , Shenzhen 518052 ,","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Wuyi University , Jiangmen 529020 ,","institution_ids":["https://openalex.org/I98834328"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086801574","display_name":"Sheng-hua Zhong","orcid":"https://orcid.org/0000-0002-7524-5999"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng-hua Zhong","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University , Shenzhen 518052 ,"],"raw_orcid":"https://orcid.org/0000-0002-7524-5999","affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University , Shenzhen 518052 ,","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yimin Wen","orcid":"https://orcid.org/0000-0001-5017-3987"},"institutions":[{"id":"https://openalex.org/I98834328","display_name":"Wuyi University","ror":"https://ror.org/059djzq42","country_code":"CN","type":"education","lineage":["https://openalex.org/I98834328"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yimin Wen","raw_affiliation_strings":["School of Electronics and Information Engineering, Wuyi University , Jiangmen 529020 ,"],"raw_orcid":"https://orcid.org/0000-0001-5017-3987","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Wuyi University , Jiangmen 529020 ,","institution_ids":["https://openalex.org/I98834328"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100369777","display_name":"Chen Li","orcid":"https://orcid.org/0000-0001-7634-7834"},"institutions":[{"id":"https://openalex.org/I14894300","display_name":"Foshan University","ror":"https://ror.org/02xvvvp28","country_code":"CN","type":"education","lineage":["https://openalex.org/I14894300"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Li","raw_affiliation_strings":["School of Mathematics, Foshan University , Foshan 528225 ,"],"raw_orcid":"https://orcid.org/0000-0001-7634-7834","affiliations":[{"raw_affiliation_string":"School of Mathematics, Foshan University , Foshan 528225 ,","institution_ids":["https://openalex.org/I14894300"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123715844","display_name":"Chi-Man Vong","orcid":null},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Chi-Man Vong","raw_affiliation_strings":["Department of Computer and Information Science, University of Macau , Macao 999078 ,"],"raw_orcid":"https://orcid.org/0000-0001-7997-8279","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, University of Macau , Macao 999078 ,","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039342816","display_name":"Chuangquan Chen","orcid":"https://orcid.org/0000-0002-3811-296X"},"institutions":[{"id":"https://openalex.org/I98834328","display_name":"Wuyi University","ror":"https://ror.org/059djzq42","country_code":"CN","type":"education","lineage":["https://openalex.org/I98834328"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuangquan Chen","raw_affiliation_strings":["School of Electronics and Information Engineering, Wuyi University , Jiangmen 529020 ,"],"raw_orcid":"https://orcid.org/0000-0002-3811-296X","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Wuyi University , Jiangmen 529020 ,","institution_ids":["https://openalex.org/I98834328"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5018601336"],"corresponding_institution_ids":["https://openalex.org/I180726961","https://openalex.org/I98834328"],"apc_list":{"value":1650,"currency":"USD","value_usd":1650},"apc_paid":{"value":1650,"currency":"USD","value_usd":1650},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12329309,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"3","first_page":"84","last_page":"96"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9007999897003174,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9007999897003174,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.016599999740719795,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.014800000004470348,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7551000118255615},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6676999926567078},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6316999793052673},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5203999876976013},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.4564000070095062},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4447999894618988},{"id":"https://openalex.org/keywords/missing-data","display_name":"Missing data","score":0.435699999332428},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43070000410079956},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.4074999988079071}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7551000118255615},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7465999722480774},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6859999895095825},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6676999926567078},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6316999793052673},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5203999876976013},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49889999628067017},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.4564000070095062},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4447999894618988},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.435699999332428},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43070000410079956},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.4074999988079071},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.38909998536109924},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3727000057697296},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3569999933242798},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.3391999900341034},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.3138999938964844},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3125999867916107},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.2678000032901764},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1093/jcde/qwag005","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwag005","pdf_url":null,"source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1093/jcde/qwag005","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwag005","pdf_url":null,"source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7474150061607361,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G2370447197","display_name":null,"funder_award_id":"2024A1515110039","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G4049146989","display_name":null,"funder_award_id":"62201402","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7493750432","display_name":null,"funder_award_id":"2023A1515011978","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G8872951954","display_name":null,"funder_award_id":"62501154","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1947251450","https://openalex.org/W1970727126","https://openalex.org/W2085497785","https://openalex.org/W2142597810","https://openalex.org/W2786768213","https://openalex.org/W2962905870","https://openalex.org/W2964010806","https://openalex.org/W2964346351","https://openalex.org/W3000704572","https://openalex.org/W3015476915","https://openalex.org/W3034857759","https://openalex.org/W3159301005","https://openalex.org/W3176404283","https://openalex.org/W3207652202","https://openalex.org/W4200407662","https://openalex.org/W4206694574","https://openalex.org/W4210447752","https://openalex.org/W4250482878","https://openalex.org/W4283808759","https://openalex.org/W4304014187","https://openalex.org/W4313036139","https://openalex.org/W4377089373","https://openalex.org/W4381785707","https://openalex.org/W4386800155","https://openalex.org/W4393160069","https://openalex.org/W4394828357","https://openalex.org/W4396702294","https://openalex.org/W4400077151","https://openalex.org/W4403780849","https://openalex.org/W4405936033","https://openalex.org/W4408355820","https://openalex.org/W4411137120","https://openalex.org/W4411358799","https://openalex.org/W4413105466"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Missing":[1],"modalities":[2,42],"frequently":[3],"occur":[4],"in":[5,120],"EEG-":[6],"and":[7,20,35,77,83,99,116,132,147,157,187,198],"eye":[8,138],"movement-based":[9],"emotion":[10,218],"recognition":[11,219],"due":[12],"to":[13,31,109,141,178,214],"the":[14,21,71,96,106,112,175,210],"inherent":[15],"instability":[16],"of":[17,23,58,212],"EEG":[18,145,204],"signals":[19,140],"complexity":[22],"multimodal":[24],"data":[25,33,47,97,113,146,168],"acquisition.":[26],"Such":[27],"modality":[28,60],"absence":[29],"leads":[30],"inefficient":[32],"utilization":[34],"substantial":[36,56],"performance":[37,201],"degradation,":[38],"especially":[39],"when":[40,54],"missing":[41,62,144,205],"appear":[43],"simultaneously":[44,110],"across":[45,167],"multiple":[46],"sets.":[48],"This":[49],"issue":[50],"is":[51,61],"further":[52],"exacerbated":[53],"a":[55,59,81,92,121,153],"portion":[57],"within":[63],"one":[64],"or":[65],"more":[66],"datasets.":[67],"Consequently,":[68],"effectively":[69],"exploiting":[70],"remaining":[72],"multi-modal":[73,150,195,217],"information":[74],"under":[75,202],"cross-dataset":[76,100,117,159],"missing-modality":[78],"settings":[79,223],"remains":[80],"critical":[82],"unresolved":[84],"challenge.":[85],"To":[86],"address":[87],"these":[88],"challenges,":[89],"we":[90],"propose":[91],"novel":[93],"framework":[94],"termed":[95],"generation":[98,114],"learning":[101,118,160],"network":[102],"(DGCDLNet),":[103],"which":[104,135,162],"makes":[105],"first":[107],"attempt":[108],"integrate":[111],"strategy":[115],"mechanism":[119],"unified":[122],"manner.":[123],"DGCDLNet":[124,191,213],"contains":[125],"two":[126],"key":[127],"modules:":[128],"(1)":[129],"feature":[130],"reconstruction":[131],"fusion":[133,196],"module,":[134,161],"leverages":[136],"complete":[137],"movement":[139],"compensate":[142],"for":[143],"constructs":[148],"discriminative":[149],"features":[151,173],"via":[152],"dual-stream":[154],"attention":[155],"mechanism;":[156],"(2)":[158],"jointly":[163],"learns":[164],"coarse-grained":[165],"representations":[166],"sets":[169],"while":[170],"incorporating":[171],"fine-grained":[172],"from":[174],"target-task":[176],"dataset":[177],"improve":[179],"classification":[180],"accuracy.":[181],"Extensive":[182],"experiments":[183],"on":[184],"SEED,":[185],"SEED-IV,":[186],"SEED-V":[188],"demonstrate":[189],"that":[190],"consistently":[192],"outperforms":[193],"state-of-the-art":[194],"methods":[197],"achieves":[199],"satisfactory":[200],"various":[203],"ratios.":[206],"These":[207],"results":[208],"indicate":[209],"potential":[211],"advance":[215],"EEG-based":[216],"beyond":[220],"controlled":[221],"laboratory":[222],"toward":[224],"practical":[225],"real-world":[226],"applications.":[227]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-01-24T00:00:00"}