{"id":"https://openalex.org/W2981372722","doi":"https://doi.org/10.1145/3343031.3350871","title":"Emotion Recognition using Multimodal Residual LSTM Network","display_name":"Emotion Recognition using Multimodal Residual LSTM Network","publication_year":2019,"publication_date":"2019-10-15","ids":{"openalex":"https://openalex.org/W2981372722","doi":"https://doi.org/10.1145/3343031.3350871","mag":"2981372722"},"language":"en","primary_location":{"id":"doi:10.1145/3343031.3350871","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3343031.3350871","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101808509","display_name":"Jiaxin Ma","orcid":"https://orcid.org/0000-0002-7429-1205"},"institutions":[{"id":"https://openalex.org/I146230289","display_name":"Omron (Japan)","ror":"https://ror.org/00q0w1h45","country_code":"JP","type":"company","lineage":["https://openalex.org/I146230289"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Jiaxin Ma","raw_affiliation_strings":["OMRON SINIC X Corporation, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"OMRON SINIC X Corporation, Tokyo, Japan","institution_ids":["https://openalex.org/I146230289"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050748634","display_name":"Hao Tang","orcid":"https://orcid.org/0000-0002-2077-1246"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Tang","raw_affiliation_strings":["SJTU, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"SJTU, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056335002","display_name":"Wei\u2010Long Zheng","orcid":"https://orcid.org/0000-0002-9474-6369"},"institutions":[{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei-Long Zheng","raw_affiliation_strings":["Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I4210087915","https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040440605","display_name":"Bao\u2010Liang Lu","orcid":"https://orcid.org/0000-0001-8359-0058"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bao-Liang Lu","raw_affiliation_strings":["SJTU, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"SJTU, Shanghai, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101808509"],"corresponding_institution_ids":["https://openalex.org/I146230289"],"apc_list":null,"apc_paid":null,"fwci":15.6446,"has_fulltext":false,"cited_by_count":200,"citation_normalized_percentile":{"value":0.99373068,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"176","last_page":"183"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8030279874801636},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.7755194902420044},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6287707686424255},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6222761869430542},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6050269603729248},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.6019597053527832},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5005984306335449},{"id":"https://openalex.org/keywords/long-short-term-memory","display_name":"Long short term memory","score":0.4708288013935089},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.46152937412261963},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3803129494190216},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3320136070251465},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.2862744629383087},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2524528205394745}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8030279874801636},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.7755194902420044},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6287707686424255},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6222761869430542},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6050269603729248},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.6019597053527832},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5005984306335449},{"id":"https://openalex.org/C133488467","wikidata":"https://www.wikidata.org/wiki/Q6673524","display_name":"Long short term memory","level":4,"score":0.4708288013935089},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.46152937412261963},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3803129494190216},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3320136070251465},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.2862744629383087},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2524528205394745},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3343031.3350871","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3343031.3350871","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1895577753","https://openalex.org/W1947251450","https://openalex.org/W1967993123","https://openalex.org/W2002055708","https://openalex.org/W2064675550","https://openalex.org/W2097117768","https://openalex.org/W2122098299","https://openalex.org/W2134892478","https://openalex.org/W2139564752","https://openalex.org/W2143350951","https://openalex.org/W2143612262","https://openalex.org/W2194775991","https://openalex.org/W2222099799","https://openalex.org/W2230936439","https://openalex.org/W2407512993","https://openalex.org/W2476805215","https://openalex.org/W2525648609","https://openalex.org/W2565944610","https://openalex.org/W2593390416","https://openalex.org/W2599124244","https://openalex.org/W2604096629","https://openalex.org/W2611174197","https://openalex.org/W2765355882","https://openalex.org/W2765362197","https://openalex.org/W2765856398","https://openalex.org/W2766825571","https://openalex.org/W2778812440","https://openalex.org/W2783433009","https://openalex.org/W2786768213","https://openalex.org/W2800137521","https://openalex.org/W2806925798","https://openalex.org/W2885934369","https://openalex.org/W2901809396","https://openalex.org/W2913059114","https://openalex.org/W2949117887","https://openalex.org/W2950621961","https://openalex.org/W2953092061","https://openalex.org/W2962699674","https://openalex.org/W2962905870","https://openalex.org/W2963983719","https://openalex.org/W2964325005","https://openalex.org/W4238327235","https://openalex.org/W4301045096","https://openalex.org/W6922016914"],"related_works":["https://openalex.org/W2185469136","https://openalex.org/W2011264131","https://openalex.org/W2922348724","https://openalex.org/W200322357","https://openalex.org/W2130428257","https://openalex.org/W2560215812","https://openalex.org/W4308951944","https://openalex.org/W4306353150","https://openalex.org/W2026860389","https://openalex.org/W2804825109"],"abstract_inverted_index":{"Various":[0],"studies":[1],"have":[2],"shown":[3],"that":[4,129],"the":[5,31,65,68,76,79,88,94,130],"temporal":[6,98],"information":[7],"captured":[8],"by":[9,93,102],"conventional":[10],"long-short-term":[11],"memory":[12],"(LSTM)":[13],"networks":[14,43],"is":[15,44],"very":[16],"useful":[17],"for":[18,58,104,120,144,148],"enhancing":[19],"multimodal":[20,53],"emotion":[21,59,122],"recognition":[22],"using":[23,40,115],"encephalography":[24],"(EEG)":[25],"and":[26,36,81,97,146],"other":[27,82],"physiological":[28,83],"signals.":[29,84],"However,":[30],"dependency":[32],"among":[33],"multiple":[34],"modalities":[35,69],"high-level":[37,108],"temporal-feature":[38],"learning":[39,106],"deeper":[41],"LSTM":[42,55,72,103],"yet":[45],"to":[46,74],"be":[47],"investigated.":[48],"Thus,":[49],"we":[50],"propose":[51],"a":[52,116,135,139],"residual":[54,95],"(MMResLSTM)":[56],"network":[57,63,96,112,133],"recognition.":[60],"The":[61,110,125],"MMResLSTM":[62,132],"shares":[64],"weights":[66],"across":[67],"in":[70],"each":[71],"layer":[73],"learn":[75],"correlation":[77],"between":[78],"EEG":[80],"It":[85],"contains":[86],"both":[87],"spatial":[89],"shortcut":[90,99],"paths":[91,100],"provided":[92,101],"efficiently":[105],"emotion-related":[107],"features.":[109],"proposed":[111,131],"was":[113],"evaluated":[114],"publicly":[117],"available":[118],"dataset":[119],"EEG-based":[121],"recognition,":[123],"DEAP.":[124],"experimental":[126],"results":[127],"indicate":[128],"yielded":[134],"promising":[136],"result,":[137],"with":[138],"classification":[140],"accuracy":[141],"of":[142],"92.87%":[143],"arousal":[145],"92.30%":[147],"valence.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":47},{"year":2023,"cited_by_count":44},{"year":2022,"cited_by_count":34},{"year":2021,"cited_by_count":27},{"year":2020,"cited_by_count":17}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}