{"id":"https://openalex.org/W2766925079","doi":"https://doi.org/10.1145/3133944.3133946","title":"Continuous Multimodal Emotion Prediction Based on Long Short Term Memory Recurrent Neural Network","display_name":"Continuous Multimodal Emotion Prediction Based on Long Short Term Memory Recurrent Neural Network","publication_year":2017,"publication_date":"2017-10-20","ids":{"openalex":"https://openalex.org/W2766925079","doi":"https://doi.org/10.1145/3133944.3133946","mag":"2766925079"},"language":"en","primary_location":{"id":"doi:10.1145/3133944.3133946","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3133944.3133946","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th Annual Workshop on Audio/Visual Emotion Challenge","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101828447","display_name":"Jian Huang","orcid":"https://orcid.org/0000-0002-5473-0282"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Huang","raw_affiliation_strings":["Institute of Automation Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343662","display_name":"Ya Li","orcid":"https://orcid.org/0000-0002-6284-5039"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ya Li","raw_affiliation_strings":["Institute of Automation Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112613657","display_name":"Jianhua Tao","orcid":"https://orcid.org/0000-0002-9344-6428"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Tao","raw_affiliation_strings":["Institute of Automation Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001973434","display_name":"Zheng Lian","orcid":"https://orcid.org/0000-0001-9477-0599"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Lian","raw_affiliation_strings":["Institute of Automation Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111856667","display_name":"Zhengqi Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengqi Wen","raw_affiliation_strings":["Institute of Automation Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108361021","display_name":"Minghao Yang","orcid":"https://orcid.org/0000-0001-5397-3576"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghao Yang","raw_affiliation_strings":["Institute of Automation Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078525423","display_name":"Jiangyan Yi","orcid":"https://orcid.org/0000-0003-2422-4618"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangyan Yi","raw_affiliation_strings":["Institute of Automation Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"11","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7227989435195923},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6701657176017761},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6122521758079529},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.6019818186759949},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5466325283050537},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4950241446495056},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4740055501461029},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4530181884765625},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.41930633783340454},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41405317187309265},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3985280394554138},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.38459092378616333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7227989435195923},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6701657176017761},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6122521758079529},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.6019818186759949},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5466325283050537},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4950241446495056},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4740055501461029},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4530181884765625},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.41930633783340454},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41405317187309265},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3985280394554138},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.38459092378616333},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3133944.3133946","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3133944.3133946","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th Annual Workshop on Audio/Visual Emotion Challenge","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7400000095367432,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W147964346","https://openalex.org/W1520861770","https://openalex.org/W1785074626","https://openalex.org/W1964757081","https://openalex.org/W1976066595","https://openalex.org/W1999042468","https://openalex.org/W2005418748","https://openalex.org/W2008887256","https://openalex.org/W2021913835","https://openalex.org/W2025905516","https://openalex.org/W2026243162","https://openalex.org/W2034304679","https://openalex.org/W2056403322","https://openalex.org/W2069889204","https://openalex.org/W2085662862","https://openalex.org/W2092206588","https://openalex.org/W2130162821","https://openalex.org/W2153822685","https://openalex.org/W2161969291","https://openalex.org/W2239141610","https://openalex.org/W2259209600","https://openalex.org/W2346454595","https://openalex.org/W2405950182","https://openalex.org/W2406215990","https://openalex.org/W2406311945","https://openalex.org/W2513636490","https://openalex.org/W2531338168","https://openalex.org/W2531466839","https://openalex.org/W2531648894","https://openalex.org/W2731964405","https://openalex.org/W2751214333","https://openalex.org/W2915606245","https://openalex.org/W6603553726"],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W4297676672","https://openalex.org/W3009056573","https://openalex.org/W2922073769","https://openalex.org/W4281702477","https://openalex.org/W2490526372","https://openalex.org/W4376166922","https://openalex.org/W4378510483","https://openalex.org/W3026913501"],"abstract_inverted_index":{"The":[0,132],"continuous":[1],"dimensional":[2,28,87],"emotion":[3,88,111],"can":[4],"depict":[5],"subtlety":[6],"and":[7,40,64,94,145,174,181],"complexity":[8],"of":[9,27,73,169,177],"emotional":[10,29],"change,":[11],"which":[12,37,158],"is":[13,75,113],"an":[14],"inherently":[15],"challenging":[16],"problem":[17],"with":[18,121,153],"growing":[19],"attention.":[20],"This":[21],"paper":[22],"presents":[23],"our":[24,137,146],"automatic":[25],"prediction":[26,89],"state":[30],"for":[31,85,106,167,175,182],"Audio-Visual":[32],"Emotion":[33],"Challenge":[34],"(AVEC":[35],"2017),":[36],"uses":[38],"multi-features":[39],"fusion":[41,112],"across":[42],"all":[43],"available":[44],"modalities.":[45],"Besides":[46],"the":[47,52,122,160,164],"baseline":[48,161],"features":[49,63,67,139],"provided":[50],"by":[51,115],"organizers,":[53],"we":[54],"also":[55],"extract":[56],"other":[57],"acoustic":[58],"audio":[59],"feature":[60,74,126],"sets,":[61],"appearance":[62],"deep":[65],"visual":[66],"as":[68],"complementary":[69],"features.":[70],"Each":[71],"type":[72],"trained":[76],"using":[77],"Long":[78],"Short-Term":[79],"Memory":[80],"Recurrent":[81],"Neutral":[82],"Network":[83],"(LSTM-RNN)":[84],"every":[86],"separately":[90],"considering":[91],"annotation":[92],"delay":[93],"temporal":[95],"pooling.":[96],"To":[97],"overcome":[98],"overfitting":[99],"problem,":[100],"robust":[101],"models":[102],"are":[103,140],"chosen":[104],"carefully":[105],"individual":[107],"model.":[108],"Finally,":[109],"multimodal":[110],"achieved":[114],"utilizing":[116],"Support":[117],"Vector":[118],"Regression":[119],"(SVR)":[120],"estimates":[123],"from":[124],"different":[125],"sets":[127],"in":[128],"decision":[129],"level":[130],"fusion.":[131],"experimental":[133],"results":[134,152],"indicate":[135],"that":[136],"extracted":[138],"beneficial":[141],"to":[142],"performance":[143],"improvement":[144],"system":[147,162],"design":[148],"achieves":[149],"very":[150],"promising":[151],"Concordant":[154],"Correlation":[155],"Coefficient":[156],"(CCC),":[157],"outperform":[159],"on":[163],"testing":[165],"set":[166],"arousal":[168],"0.599":[170],"vs":[171,179,185],"0.375":[172],"(baseline)":[173],"valence":[176],"0.721":[178],"0.466":[180],"liking":[183],"0.295":[184],"0.246.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}