{"id":"https://openalex.org/W2395587375","doi":"https://doi.org/10.1109/icassp.2016.7472178","title":"Long short term memory recurrent neural network based encoding method for emotion recognition in video","display_name":"Long short term memory recurrent neural network based encoding method for emotion recognition in video","publication_year":2016,"publication_date":"2016-03-01","ids":{"openalex":"https://openalex.org/W2395587375","doi":"https://doi.org/10.1109/icassp.2016.7472178","mag":"2395587375"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2016.7472178","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2016.7472178","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016533099","display_name":"Linlin Chao","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linlin Chao","raw_affiliation_strings":["Chinese Academy of Sciences, National Laboratory of Pattern Recognition Institute of Automation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, National Laboratory of Pattern Recognition Institute of Automation","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112613657","display_name":"Jianhua Tao","orcid":"https://orcid.org/0000-0002-9344-6428"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210106477","display_name":"Shanghai Institutes for Biological Sciences","ror":"https://ror.org/011rf9d86","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210106477"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Tao","raw_affiliation_strings":["Chinese Academy of Sciences, National Laboratory of Pattern Recognition Institute of Automation","Institute of Neuroscience, Shanghai Institutes for Biological Sciences, CAS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, National Laboratory of Pattern Recognition Institute of Automation","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"Institute of Neuroscience, Shanghai Institutes for Biological Sciences, CAS","institution_ids":["https://openalex.org/I4210106477"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108361021","display_name":"Minghao Yang","orcid":"https://orcid.org/0000-0001-5397-3576"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghao Yang","raw_affiliation_strings":["Chinese Academy of Sciences, National Laboratory of Pattern Recognition Institute of Automation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, National Laboratory of Pattern Recognition Institute of Automation","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343662","display_name":"Ya Li","orcid":"https://orcid.org/0000-0002-6284-5039"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ya Li","raw_affiliation_strings":["Chinese Academy of Sciences, National Laboratory of Pattern Recognition Institute of Automation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, National Laboratory of Pattern Recognition Institute of Automation","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111856667","display_name":"Zhengqi Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengqi Wen","raw_affiliation_strings":["Chinese Academy of Sciences, National Laboratory of Pattern Recognition Institute of Automation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, National Laboratory of Pattern Recognition Institute of Automation","institution_ids":["https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8359388113021851},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.8065371513366699},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.776688814163208},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.6686493158340454},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6619032621383667},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.6009352803230286},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5431416034698486},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5359761118888855},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5016469955444336},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.49452754855155945},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.48775583505630493},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.48355361819267273},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.47683921456336975},{"id":"https://openalex.org/keywords/long-short-term-memory","display_name":"Long short term memory","score":0.4531131982803345}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8359388113021851},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.8065371513366699},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.776688814163208},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6686493158340454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6619032621383667},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.6009352803230286},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5431416034698486},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5359761118888855},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5016469955444336},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.49452754855155945},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.48775583505630493},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.48355361819267273},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.47683921456336975},{"id":"https://openalex.org/C133488467","wikidata":"https://www.wikidata.org/wiki/Q6673524","display_name":"Long short term memory","level":4,"score":0.4531131982803345},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2016.7472178","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2016.7472178","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1520861770","https://openalex.org/W1606347560","https://openalex.org/W1777859530","https://openalex.org/W1849277567","https://openalex.org/W1950843348","https://openalex.org/W1981918162","https://openalex.org/W2008887256","https://openalex.org/W2009119155","https://openalex.org/W2024922353","https://openalex.org/W2069889204","https://openalex.org/W2083021723","https://openalex.org/W2101234009","https://openalex.org/W2102605133","https://openalex.org/W2117539524","https://openalex.org/W2118585731","https://openalex.org/W2139916508","https://openalex.org/W2143492886","https://openalex.org/W2148154194","https://openalex.org/W2153822685","https://openalex.org/W2155893237","https://openalex.org/W2156503193","https://openalex.org/W2163352848","https://openalex.org/W2163605009","https://openalex.org/W2243226955","https://openalex.org/W2295300449","https://openalex.org/W2295582178","https://openalex.org/W2406196141","https://openalex.org/W2616180702","https://openalex.org/W2950094539","https://openalex.org/W6638025348","https://openalex.org/W6639204139","https://openalex.org/W6675026286","https://openalex.org/W6677656871","https://openalex.org/W6684191040","https://openalex.org/W6696886941","https://openalex.org/W6697274609","https://openalex.org/W6713465158","https://openalex.org/W6764076272"],"related_works":["https://openalex.org/W2345184372","https://openalex.org/W3013515612","https://openalex.org/W2136184105","https://openalex.org/W2041399278","https://openalex.org/W2187500075","https://openalex.org/W2378448154","https://openalex.org/W2771002064","https://openalex.org/W2585464829","https://openalex.org/W2395587375","https://openalex.org/W3038306631"],"abstract_inverted_index":{"Human":[0],"emotion":[1,37,50,58,88,139],"is":[2,43,146],"a":[3,72],"temporally":[4],"dynamic":[5],"event":[6],"which":[7],"can":[8,68],"be":[9,69],"inferred":[10],"from":[11,60],"both":[12,82],"audio":[13],"and":[14,57,85,95,126],"video":[15,66],"feature":[16,77],"sequences.":[17],"In":[18],"this":[19],"paper":[20],"we":[21],"investigate":[22],"the":[23,40,104,114,119,122,143],"long":[24,53],"short":[25],"term":[26],"memory":[27],"recurrent":[28],"neural":[29],"network":[30],"(LSTM-RNN)":[31],"based":[32],"encoding":[33,124],"method":[34,125],"for":[35,74,137],"category":[36],"recognition":[38,133,140],"in":[39,113],"video.":[41],"LSTM-RNN":[42],"able":[44],"to":[45,102],"incorporate":[46],"knowledge":[47],"about":[48],"how":[49],"evolves":[51],"over":[52],"range":[54],"successive":[55],"frames":[56],"clues":[59],"isolated":[61],"frame.":[62],"After":[63],"encoding,":[64],"each":[65,75],"clip":[67],"represented":[70],"by":[71],"vector":[73,99],"input":[76],"sequence.":[78],"The":[79,131],"vectors":[80,91],"contain":[81],"frame":[83],"level":[84,87],"sequence":[86],"information.":[89],"These":[90],"are":[92,129],"then":[93],"concatenated":[94],"fed":[96],"into":[97],"support":[98],"machine":[100],"(SVM)":[101],"get":[103],"final":[105,132],"prediction":[106],"result.":[107],"Extensive":[108],"evaluations":[109],"on":[110],"Emotion":[111],"Challenge":[112],"Wild":[115],"(EmotiW2015)":[116],"dataset":[117],"show":[118],"efficiency":[120],"of":[121],"proposed":[123],"competitive":[127],"results":[128],"obtained.":[130],"accuracy":[134],"achieves":[135],"46.38%":[136],"audio-video":[138],"sub-challenge,":[141],"where":[142],"challenge":[144],"baseline":[145],"39.33%.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}