{"id":"https://openalex.org/W4400111405","doi":"https://doi.org/10.1109/tcss.2024.3415613","title":"A Cross-Modal Adaptive Masked Autoencoder for Decoding Emotions With Multimodal Data","display_name":"A Cross-Modal Adaptive Masked Autoencoder for Decoding Emotions With Multimodal Data","publication_year":2024,"publication_date":"2024-06-28","ids":{"openalex":"https://openalex.org/W4400111405","doi":"https://doi.org/10.1109/tcss.2024.3415613"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2024.3415613","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3415613","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020214488","display_name":"Cheng Cheng","orcid":"https://orcid.org/0000-0002-2138-6286"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Cheng","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-2138-6286","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100679523","display_name":"Wenzhe Liu","orcid":"https://orcid.org/0000-0002-6290-8941"},"institutions":[{"id":"https://openalex.org/I3018263800","display_name":"Huzhou Normal University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzhe Liu","raw_affiliation_strings":["School of Information Engineering, Huzhou University, Huzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6290-8941","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Huzhou University, Huzhou, China","institution_ids":["https://openalex.org/I3018263800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100419847","display_name":"Yong Zhang","orcid":"https://orcid.org/0000-0003-1024-5741"},"institutions":[{"id":"https://openalex.org/I3018263800","display_name":"Huzhou Normal University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Zhang","raw_affiliation_strings":["School of Information Engineering, Huzhou University, Huzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1024-5741","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Huzhou University, Huzhou, China","institution_ids":["https://openalex.org/I3018263800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100757898","display_name":"Lin Feng","orcid":"https://orcid.org/0000-0002-4942-2293"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Feng","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-4942-2293","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065497921","display_name":"Ziyu Jia","orcid":"https://orcid.org/0000-0002-8523-1419"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyu Jia","raw_affiliation_strings":["Brainnetome Center, Institute of Automation, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8523-1419","affiliations":[{"raw_affiliation_string":"Brainnetome Center, Institute of Automation, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.4647,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.70430459,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"12","issue":"5","first_page":"3569","last_page":"3582"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.657800018787384,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.657800018787384,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.6353999972343445,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.7817124724388123},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6521382331848145},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5413093566894531},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4820995628833771},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.4296555817127228},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4292728304862976},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4091915488243103},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33374491333961487},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.23203742504119873},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.14478307962417603}],"concepts":[{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.7817124724388123},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6521382331848145},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5413093566894531},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4820995628833771},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.4296555817127228},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4292728304862976},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4091915488243103},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33374491333961487},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.23203742504119873},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.14478307962417603},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2024.3415613","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3415613","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G166322386","display_name":null,"funder_award_id":"DUT19RC(3)012","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2546863860","display_name":"\u57fa\u4e8e\u6d77\u91cf\u6570\u636e\u6d41\u6316\u6398\u7684\u7f51\u7edc\u5165\u4fb5\u68c0\u6d4b\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61772252","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4080035921","display_name":null,"funder_award_id":"XLYC1806006","funder_id":"https://openalex.org/F4320329895","funder_display_name":"Liaoning Revitalization Talents Program"},{"id":"https://openalex.org/G4468112264","display_name":null,"funder_award_id":"62306317","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7121782254","display_name":null,"funder_award_id":"2023M733738","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320329895","display_name":"Liaoning Revitalization Talents Program","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1598933570","https://openalex.org/W2002055708","https://openalex.org/W2008275147","https://openalex.org/W2786768213","https://openalex.org/W2801461046","https://openalex.org/W2887761937","https://openalex.org/W2894676264","https://openalex.org/W2936900244","https://openalex.org/W2950978907","https://openalex.org/W2963063161","https://openalex.org/W3008561560","https://openalex.org/W3011240245","https://openalex.org/W3014163061","https://openalex.org/W3047472563","https://openalex.org/W3098802639","https://openalex.org/W3150555044","https://openalex.org/W3159301005","https://openalex.org/W3162024001","https://openalex.org/W3166059905","https://openalex.org/W3167469277","https://openalex.org/W3175825020","https://openalex.org/W3176404283","https://openalex.org/W3176728172","https://openalex.org/W3206201541","https://openalex.org/W3206241967","https://openalex.org/W4206326349","https://openalex.org/W4206704491","https://openalex.org/W4214884471","https://openalex.org/W4221058194","https://openalex.org/W4221139382","https://openalex.org/W4249992252","https://openalex.org/W4293205624","https://openalex.org/W4304086659","https://openalex.org/W4306167427","https://openalex.org/W4312457096","https://openalex.org/W4313542967","https://openalex.org/W4313639237","https://openalex.org/W4320002631","https://openalex.org/W4327852215","https://openalex.org/W4328007250","https://openalex.org/W4361801401","https://openalex.org/W4376455521","https://openalex.org/W4380853764","https://openalex.org/W4387058861","https://openalex.org/W4387092317","https://openalex.org/W4388574325","https://openalex.org/W4389345393"],"related_works":["https://openalex.org/W4205899436","https://openalex.org/W2462138927","https://openalex.org/W3111427900","https://openalex.org/W3013693939","https://openalex.org/W2159052453","https://openalex.org/W4302009627","https://openalex.org/W2566616303","https://openalex.org/W3131327266","https://openalex.org/W2734887215","https://openalex.org/W4212781403"],"abstract_inverted_index":{"Multimodal":[0],"emotion":[1],"recognition":[2],"(MER)":[3],"has":[4],"recently":[5],"gained":[6],"much":[7],"attention":[8],"since":[9],"it":[10],"can":[11],"leverage":[12],"information":[13],"over":[14],"multiple":[15],"modalities.":[16],"However,":[17],"in":[18,162],"real":[19],"life,":[20],"we":[21,45,88,124],"often":[22],"encounter":[23],"the":[24,33,80,99,139,151],"problem":[25],"of":[26],"missing":[27],"modalities,":[28],"as":[29,31],"well":[30],"modeling":[32],"heterogeneity":[34,81],"and":[35,70,78,82,96,118,133,141,165],"correlation":[36,83],"among":[37,84],"multimodal":[38,58,85,167],"data":[39,115],"are":[40],"challenges.":[41],"To":[42,111],"this":[43],"end,":[44],"propose":[46],"a":[47,64,71,90],"unified":[48],"model":[49,62,157],"called":[50],"cross-modal":[51,65],"adaptive":[52,66,73],"masked":[53],"autoencoder":[54],"(CMA-MAE)":[55],"for":[56,121],"incomplete":[57,119,164],"learning.":[59],"Our":[60],"CMA-MAE":[61,156],"comprises":[63],"fusion":[67,97],"encoder":[68,74],"(CMAFE)":[69],"multiview":[72],"(MVAE)":[75],"to":[76,102,146],"capture":[77],"fuse":[79],"features.":[86],"Additionally,":[87],"design":[89],"convolutional":[91],"decoder":[92],"that":[93,129,154],"progressive":[94],"upsampling":[95],"with":[98,116,150],"modality-invariant":[100],"features":[101,106],"generate":[103],"robust":[104],"emotional":[105],"from":[107],"partially":[108],"observable":[109],"data.":[110],"effectively":[112],"utilize":[113],"both":[114,163],"complete":[117,166],"modalities":[120],"feature":[122],"learning,":[123],"adopt":[125],"an":[126],"end-to-end":[127],"approach":[128],"simultaneously":[130],"optimizes":[131],"classification":[132],"reconstruction":[134],"tasks.":[135],"Extensive":[136],"testing":[137],"on":[138],"DEAP":[140],"SEED-IV":[142],"datasets":[143],"is":[144],"conducted":[145],"assess":[147],"our":[148,155],"model,":[149],"findings":[152],"demonstrating":[153],"outperforms":[158],"current":[159],"leading":[160],"approaches":[161],"learning":[168],"scenarios.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}