{"id":"https://openalex.org/W2897337310","doi":"https://doi.org/10.1145/3266302.3266313","title":"Multi-modal Multi-cultural Dimensional Continues Emotion Recognition in Dyadic Interactions","display_name":"Multi-modal Multi-cultural Dimensional Continues Emotion Recognition in Dyadic Interactions","publication_year":2018,"publication_date":"2018-10-15","ids":{"openalex":"https://openalex.org/W2897337310","doi":"https://doi.org/10.1145/3266302.3266313","mag":"2897337310"},"language":"en","primary_location":{"id":"doi:10.1145/3266302.3266313","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3266302.3266313","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 on Audio/Visual Emotion Challenge and Workshop","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101428911","display_name":"Jinming Zhao","orcid":"https://orcid.org/0000-0003-0528-6952"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinming Zhao","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101910099","display_name":"Ruichen Li","orcid":"https://orcid.org/0009-0005-0277-9964"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruichen Li","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101776086","display_name":"Shizhe Chen","orcid":"https://orcid.org/0000-0002-7313-9703"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shizhe Chen","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009985839","display_name":"Qin Jin","orcid":"https://orcid.org/0000-0001-6486-6020"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qin Jin","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I78988378"],"apc_list":null,"apc_paid":null,"fwci":7.2155,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.97838346,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"65","last_page":"72"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.7677549719810486},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6633395552635193},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.6536178588867188},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6013393402099609},{"id":"https://openalex.org/keywords/prosody","display_name":"Prosody","score":0.5588414669036865},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5507171154022217},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.49715617299079895},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4910159111022949},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.4216318130493164},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.4156422019004822},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4007663130760193},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39818108081817627},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3740314543247223},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3643456697463989},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20300516486167908},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.07784545421600342}],"concepts":[{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.7677549719810486},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6633395552635193},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.6536178588867188},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6013393402099609},{"id":"https://openalex.org/C542774811","wikidata":"https://www.wikidata.org/wiki/Q10880526","display_name":"Prosody","level":2,"score":0.5588414669036865},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5507171154022217},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.49715617299079895},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4910159111022949},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.4216318130493164},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.4156422019004822},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4007663130760193},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39818108081817627},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3740314543247223},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3643456697463989},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20300516486167908},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.07784545421600342},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3266302.3266313","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3266302.3266313","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 on Audio/Visual Emotion Challenge and Workshop","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5400000214576721,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4374957550","display_name":null,"funder_award_id":"61772535","funder_id":"https://openalex.org/F4320335595","funder_display_name":"National Natural Science Foundation of China-Yunnan Joint Fund"}],"funders":[{"id":"https://openalex.org/F4320335595","display_name":"National Natural Science Foundation of China-Yunnan Joint Fund","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1499864241","https://openalex.org/W1565327149","https://openalex.org/W1686810756","https://openalex.org/W1964757081","https://openalex.org/W1976235033","https://openalex.org/W2012237712","https://openalex.org/W2025427990","https://openalex.org/W2028899742","https://openalex.org/W2032254851","https://openalex.org/W2062632672","https://openalex.org/W2080830759","https://openalex.org/W2146334809","https://openalex.org/W2148146486","https://openalex.org/W2149940198","https://openalex.org/W2151562475","https://openalex.org/W2153579005","https://openalex.org/W2166259822","https://openalex.org/W2293634267","https://openalex.org/W2313339984","https://openalex.org/W2314395941","https://openalex.org/W2422305492","https://openalex.org/W2481681431","https://openalex.org/W2523856713","https://openalex.org/W2531648894","https://openalex.org/W2593768305","https://openalex.org/W2765291577","https://openalex.org/W2897444637","https://openalex.org/W2949251039","https://openalex.org/W2950133940","https://openalex.org/W2951670162","https://openalex.org/W2962756039","https://openalex.org/W2963446712","https://openalex.org/W4294170691"],"related_works":["https://openalex.org/W3080495370","https://openalex.org/W2584926856","https://openalex.org/W2075935902","https://openalex.org/W2014713986","https://openalex.org/W4285597148","https://openalex.org/W4398164220","https://openalex.org/W2745497104","https://openalex.org/W2773864994","https://openalex.org/W4310841718","https://openalex.org/W2901531394"],"abstract_inverted_index":{"Automatic":[0],"emotion":[1,52],"recognition":[2],"is":[3,123],"a":[4,50],"challenging":[5],"task":[6],"which":[7,117,132,164,182],"can":[8,133,214],"make":[9,134],"great":[10],"impact":[11],"on":[12,152,157,177,196],"improving":[13],"natural":[14],"human":[15],"computer":[16],"interactions.":[17],"In":[18,46,72],"this":[19,73],"paper,":[20,74],"we":[21,75,83,103,126],"present":[22],"our":[23,80,205],"solutions":[24,142],"for":[25,115],"the":[26,58,93,98,111,121,128,138,144,158,167,184,187],"Cross-cultural":[27],"Emotion":[28,33],"Sub-challenge":[29],"(CES)":[30],"of":[31,79,120,137,148,162,173,186,192],"Audio/Visual":[32],"Challenge":[34],"(AVEC)":[35],"2018.":[36],"The":[37,200],"videos":[38],"were":[39],"recorded":[40],"in":[41],"dyadic":[42],"human-human":[43],"interaction":[44,107,113,130,207],"scenarios.":[45],"these":[47],"complicated":[48],"scenarios,":[49],"person's":[51],"state":[53],"will":[54],"be":[55],"influenced":[56],"by":[57],"interlocutor's":[59,139],"behaviors,":[60],"such":[61],"as":[62],"talking":[63],"style/prosody,":[64],"speech":[65],"content,":[66],"facial":[67],"expression":[68],"and":[69,91,125,150,154,175,179,181,194,198,213],"body":[70],"language.":[71],"highlight":[76],"two":[77],"aspects":[78],"solutions:":[81],"1)":[82],"explore":[84],"multiple":[85],"modalities's":[86],"efficient":[87],"deep":[88],"learning":[89],"features":[90],"use":[92,136],"LSTM":[94],"network":[95],"to":[96,109],"capture":[97],"long-term":[99],"temporal":[100],"information.":[101,140],"2)":[102],"propose":[104],"several":[105],"multimodal":[106],"strategies":[108,208],"imitate":[110],"real":[112],"patterns":[114],"exploring":[116],"modality":[118],"information":[119],"interlocutor":[122],"effective,":[124],"find":[127],"best":[129,145],"strategy":[131],"full":[135],"Our":[141],"achieve":[143],"CCC":[146,172,191],"performance":[147],"0.704":[149],"0.783":[151],"arousal":[153,178,197],"valence":[155],"respectively":[156],"challenge":[159],"testing":[160],"set":[161],"German,":[163],"significantly":[165],"outperform":[166,183],"baseline":[168],"system":[169],"with":[170,189],"corresponding":[171,190],"0.524":[174],"0.577":[176],"valence,":[180],"winner":[185],"AVEC2017":[188],"0.675":[193],"0.756":[195],"valence.":[199],"experimental":[201],"results":[202],"show":[203],"that":[204],"proposed":[206],"have":[209],"strong":[210],"generalization":[211],"ability":[212],"bring":[215],"more":[216],"robust":[217],"performance.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":12}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}