{"id":"https://openalex.org/W4388837981","doi":"https://doi.org/10.1109/taffc.2023.3334520","title":"Emotion Dictionary Learning With Modality Attentions for Mixed Emotion Exploration","display_name":"Emotion Dictionary Learning With Modality Attentions for Mixed Emotion Exploration","publication_year":2023,"publication_date":"2023-11-20","ids":{"openalex":"https://openalex.org/W4388837981","doi":"https://doi.org/10.1109/taffc.2023.3334520"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2023.3334520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2023.3334520","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100453021","display_name":"Fang Liu","orcid":"https://orcid.org/0000-0001-7733-6790"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Liu","raw_affiliation_strings":["Department of Computer Science and Technology, and MOE-Key Laboratory of Pervasive Computing, Tsinghua University, Beijing, China","MOE-Key Laboratory of Pervasive Computing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7733-6790","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, and MOE-Key Laboratory of Pervasive Computing, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"MOE-Key Laboratory of Pervasive Computing, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115076648","display_name":"Pei Yang","orcid":"https://orcid.org/0009-0005-3379-7524"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pei Yang","raw_affiliation_strings":["Department of Computer Science and Technology, and MOE-Key Laboratory of Pervasive Computing, Tsinghua University, Beijing, China","MOE-Key Laboratory of Pervasive Computing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-3379-7524","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, and MOE-Key Laboratory of Pervasive Computing, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"MOE-Key Laboratory of Pervasive Computing, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050459818","display_name":"Yezhi Shu","orcid":"https://orcid.org/0000-0002-8611-2411"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yezhi Shu","raw_affiliation_strings":["Department of Computer Science and Technology, and MOE-Key Laboratory of Pervasive Computing, Tsinghua University, Beijing, China","MOE-Key Laboratory of Pervasive Computing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8611-2411","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, and MOE-Key Laboratory of Pervasive Computing, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"MOE-Key Laboratory of Pervasive Computing, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031994498","display_name":"Fei Yan","orcid":"https://orcid.org/0000-0001-8532-1978"},"institutions":[{"id":"https://openalex.org/I106645853","display_name":"Changchun University of Science and Technology","ror":"https://ror.org/007mntk44","country_code":"CN","type":"education","lineage":["https://openalex.org/I106645853"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Yan","raw_affiliation_strings":["School of Computer Science and Technology, Changchun University of Science and Technology, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0001-8532-1978","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Changchun University of Science and Technology, Changchun, China","institution_ids":["https://openalex.org/I106645853"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100438476","display_name":"Guanhua Zhang","orcid":"https://orcid.org/0000-0003-1445-1817"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Guanhua Zhang","raw_affiliation_strings":["Institute for Visualisation and Interactive Systems, University of Stuttgart, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1445-1817","affiliations":[{"raw_affiliation_string":"Institute for Visualisation and Interactive Systems, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008076279","display_name":"Yong\u2010Jin Liu","orcid":"https://orcid.org/0000-0001-5774-1916"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong-Jin Liu","raw_affiliation_strings":["Department of Computer Science and Technology, and MOE-Key Laboratory of Pervasive Computing, Tsinghua University, Beijing, China","MOE-Key Laboratory of Pervasive Computing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5774-1916","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, and MOE-Key Laboratory of Pervasive Computing, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"MOE-Key Laboratory of Pervasive Computing, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9593,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.86637254,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"15","issue":"3","first_page":"1289","last_page":"1302"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.7363672852516174},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.596131443977356},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5349007844924927},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5143030881881714},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.510831356048584},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.49208348989486694},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4585857093334198},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.447110652923584},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4283483028411865},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4144197106361389},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3421841859817505},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.33303216099739075},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3325883150100708}],"concepts":[{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.7363672852516174},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.596131443977356},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5349007844924927},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5143030881881714},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.510831356048584},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.49208348989486694},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4585857093334198},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.447110652923584},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4283483028411865},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4144197106361389},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3421841859817505},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33303216099739075},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3325883150100708},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2023.3334520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2023.3334520","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6200000047683716,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5567410544","display_name":null,"funder_award_id":"U2336214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5931773243","display_name":null,"funder_award_id":"62332019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W14751938","https://openalex.org/W1615813862","https://openalex.org/W1965555277","https://openalex.org/W1970727126","https://openalex.org/W2002055708","https://openalex.org/W2014713986","https://openalex.org/W2024221294","https://openalex.org/W2042434545","https://openalex.org/W2066064791","https://openalex.org/W2066454034","https://openalex.org/W2104075768","https://openalex.org/W2108050717","https://openalex.org/W2108598243","https://openalex.org/W2110257963","https://openalex.org/W2139624420","https://openalex.org/W2152145434","https://openalex.org/W2165857685","https://openalex.org/W2330485005","https://openalex.org/W2553156677","https://openalex.org/W2565649476","https://openalex.org/W2604255570","https://openalex.org/W2745497104","https://openalex.org/W2807904173","https://openalex.org/W2808336242","https://openalex.org/W2902200737","https://openalex.org/W2963321416","https://openalex.org/W3006417242","https://openalex.org/W3015545083","https://openalex.org/W3034504038","https://openalex.org/W3047405387","https://openalex.org/W3082831370","https://openalex.org/W3093051361","https://openalex.org/W3093434718","https://openalex.org/W3094144570","https://openalex.org/W3102187622","https://openalex.org/W3105616927","https://openalex.org/W3106206515","https://openalex.org/W3112227555","https://openalex.org/W3119503696","https://openalex.org/W3122081138","https://openalex.org/W3123879943","https://openalex.org/W3124918487","https://openalex.org/W3127166971","https://openalex.org/W3128412859","https://openalex.org/W3142793812","https://openalex.org/W3176028309","https://openalex.org/W3187313248","https://openalex.org/W3188766356","https://openalex.org/W3196322360","https://openalex.org/W3207829854","https://openalex.org/W3211149396","https://openalex.org/W4206774691","https://openalex.org/W4221163935","https://openalex.org/W4225933706","https://openalex.org/W4285295776","https://openalex.org/W4289639555","https://openalex.org/W4312316493","https://openalex.org/W4312960658","https://openalex.org/W4323896847","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6713572877","https://openalex.org/W6732468801","https://openalex.org/W6752365561","https://openalex.org/W6810221379","https://openalex.org/W6847110666"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2004831463","https://openalex.org/W2110287964","https://openalex.org/W2167701463"],"abstract_inverted_index":{"Multi-modal":[0],"emotion":[1,20,35,54,122,158,167,176,187,202],"analysis,":[2],"as":[3,94,160,215],"an":[4],"important":[5],"direction":[6],"in":[7,14,99,189],"affective":[8],"computing,":[9],"has":[10,169],"attracted":[11],"increasing":[12],"attention":[13],"recent":[15,60],"years.":[16],"Most":[17],"existing":[18,201,287],"multi-modal":[19,120,227],"recognition":[21,80,123,159],"studies":[22,91,204],"are":[23,114,205,252],"targeted":[24],"at":[25,70],"a":[26,33,38,56,83,95,105,119,144,161,179,183,190,208],"classification":[27,97],"task":[28],"that":[29,64,142,250,283],"aims":[30],"to":[31,37,52,81,172,254,271],"assign":[32],"specific":[34],"category":[36],"combination":[39],"of":[40,59,78,85,130,152,182,185,211],"several":[41],"heterogeneous":[42],"input":[43],"data,":[44],"including":[45,229],"multimedia":[46,212],"signals":[47],"and":[48,111,117,194,219,224,235,261],"physiological":[49,223,233],"signals.":[50],"Compared":[51],"single-class":[53],"recognition,":[55],"growing":[57],"number":[58],"psychological":[61,140],"evidence":[62,141],"suggests":[63],"different":[65],"discrete":[66],"emotions":[67,113],"may":[68],"co-exist":[69],"the":[71,76,134,139,174,241,255,262],"same":[72],"time,":[73],"which":[74,238],"promotes":[75],"development":[77],"mixed-emotion":[79,291],"identify":[82],"mixture":[84],"basic":[86,153,186],"emotions.":[87,243],"Although":[88],"most":[89],"current":[90],"treat":[92],"it":[93],"multi-label":[96],"task,":[98],"this":[100],"work,":[101],"we":[102,155,221],"focus":[103],"on":[104,207,279,290],"challenging":[106],"situation":[107],"where":[108],"both":[109],"positive":[110],"negative":[112],"presented":[115],"simultaneously,":[116],"propose":[118],"mixed":[121,145,157,175],"framework,":[124],"namely":[125],"EmotionDict.":[126],"The":[127],"key":[128],"characteristics":[129,248],"our":[131,284],"EmotionDict":[132],"include":[133],"following.":[135],"(1)":[136],"Inspired":[137],"by":[138,150],"such":[143],"state":[146],"can":[147],"be":[148],"represented":[149],"combinations":[151],"emotions,":[154],"address":[156],"label":[162],"distribution":[163,203],"learning":[164],"task.":[165],"An":[166],"dictionary":[168],"been":[170],"designed":[171],"disentangle":[173],"representations":[177],"into":[178],"weighted":[180],"sum":[181],"set":[184],"elements":[188],"shared":[191],"latent":[192],"space":[193],"their":[195],"corresponding":[196],"weights.":[197],"(2)":[198],"While":[199],"many":[200],"built":[206],"single":[209],"type":[210],"signal":[213],"(such":[214],"text,":[216],"image,":[217],"audio,":[218],"video),":[220],"incorporate":[222],"overt":[225],"behavioral":[226],"signals,":[228,234],"electroencephalogram":[230],"(EEG),":[231],"peripheral":[232,258],"facial":[236],"videos,":[237],"directly":[239],"display":[240],"subjective":[242],"These":[244],"modalities":[245],"have":[246],"diverse":[247],"given":[249],"they":[251],"related":[253],"central":[256],"or":[257],"nervous":[259],"system,":[260],"motor":[263],"cortex.":[264],"(3)":[265],"We":[266],"further":[267],"design":[268],"auxiliary":[269],"tasks":[270],"learn":[272],"modality":[273,276],"attentions":[274],"for":[275],"integration.":[277],"Experiments":[278],"two":[280],"datasets":[281],"show":[282],"method":[285],"outperforms":[286],"state-of-the-art":[288],"approaches":[289],"recognition.":[292]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}