{"id":"https://openalex.org/W2808415943","doi":"https://doi.org/10.1145/3206025.3206076","title":"Multimodal Continuous Prediction of Emotions in Movies using Long Short-Term Memory Networks","display_name":"Multimodal Continuous Prediction of Emotions in Movies using Long Short-Term Memory Networks","publication_year":2018,"publication_date":"2018-06-05","ids":{"openalex":"https://openalex.org/W2808415943","doi":"https://doi.org/10.1145/3206025.3206076","mag":"2808415943"},"language":"en","primary_location":{"id":"doi:10.1145/3206025.3206076","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3206025.3206076","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 ACM on International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082060797","display_name":"Sarath Sivaprasad","orcid":null},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Sarath Sivaprasad","raw_affiliation_strings":["Tata Consultancy Services Ltd., Pune, India"],"affiliations":[{"raw_affiliation_string":"Tata Consultancy Services Ltd., Pune, India","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011916304","display_name":"Tanmayee Joshi","orcid":null},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Tanmayee Joshi","raw_affiliation_strings":["Tata Consultancy Services Ltd., Pune, India"],"affiliations":[{"raw_affiliation_string":"Tata Consultancy Services Ltd., Pune, India","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039483511","display_name":"Rishabh Agrawal","orcid":"https://orcid.org/0000-0002-7368-5130"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rishabh Agrawal","raw_affiliation_strings":["Tata Consultancy Services Ltd., Pune, India"],"affiliations":[{"raw_affiliation_string":"Tata Consultancy Services Ltd., Pune, India","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070671075","display_name":"Niranjan Pedanekar","orcid":"https://orcid.org/0009-0009-5381-5450"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Niranjan Pedanekar","raw_affiliation_strings":["Tata Consultancy Services Ltd., Pune, India"],"affiliations":[{"raw_affiliation_string":"Tata Consultancy Services Ltd., Pune, India","institution_ids":["https://openalex.org/I55215948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5082060797"],"corresponding_institution_ids":["https://openalex.org/I55215948"],"apc_list":null,"apc_paid":null,"fwci":1.8166,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.8607704,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"413","last_page":"419"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8160578012466431},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.7003957033157349},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.6233336329460144},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.5522671341896057},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5167161822319031},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.513943612575531},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.47689393162727356},{"id":"https://openalex.org/keywords/long-short-term-memory","display_name":"Long short term memory","score":0.47411492466926575},{"id":"https://openalex.org/keywords/entertainment","display_name":"Entertainment","score":0.4589482545852661},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4370403587818146},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4358820617198944},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.4337380826473236},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.406869113445282},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.31036365032196045},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2757006883621216},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10710054636001587}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8160578012466431},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.7003957033157349},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.6233336329460144},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.5522671341896057},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5167161822319031},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.513943612575531},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.47689393162727356},{"id":"https://openalex.org/C133488467","wikidata":"https://www.wikidata.org/wiki/Q6673524","display_name":"Long short term memory","level":4,"score":0.47411492466926575},{"id":"https://openalex.org/C512170562","wikidata":"https://www.wikidata.org/wiki/Q173799","display_name":"Entertainment","level":2,"score":0.4589482545852661},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4370403587818146},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4358820617198944},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.4337380826473236},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.406869113445282},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.31036365032196045},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2757006883621216},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10710054636001587},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3206025.3206076","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3206025.3206076","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 ACM on International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320308668","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60"},{"id":"https://openalex.org/F4320330142","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1491347169","https://openalex.org/W2003653478","https://openalex.org/W2026243162","https://openalex.org/W2044807399","https://openalex.org/W2057137426","https://openalex.org/W2081996934","https://openalex.org/W2114025269","https://openalex.org/W2114948194","https://openalex.org/W2116261113","https://openalex.org/W2121407761","https://openalex.org/W2158874389","https://openalex.org/W2164186291","https://openalex.org/W2277890884","https://openalex.org/W2281488167","https://openalex.org/W2404368331","https://openalex.org/W2580719207"],"related_works":["https://openalex.org/W2912153778","https://openalex.org/W4288108708","https://openalex.org/W4387163678","https://openalex.org/W2973430807","https://openalex.org/W4385280324","https://openalex.org/W2890685186","https://openalex.org/W2984436043","https://openalex.org/W4390245176","https://openalex.org/W3173606726","https://openalex.org/W2904359912"],"abstract_inverted_index":{"Predicting":[0],"emotions":[1],"that":[2],"movies":[3],"are":[4],"designed":[5],"to":[6,72,130],"evoke,":[7],"can":[8],"be":[9],"useful":[10],"in":[11,30,59,77],"entertainment":[12],"applications":[13],"such":[14],"as":[15],"content":[16,34],"personalization,":[17],"video":[18],"summarization":[19],"and":[20,27,47,116,127],"ad":[21],"placement.":[22],"Multimodal":[23],"input,":[24],"primarily":[25],"audio":[26,46],"video,":[28,48],"helps":[29],"building":[31],"the":[32,39,49,74,108,112],"emotional":[33],"of":[35,52,80,97],"a":[36,89,104],"movie.":[37],"Since":[38],"emotion":[40,85],"is":[41,55,119],"built":[42],"over":[43,107],"time":[44],"by":[45],"temporal":[50,75],"context":[51,76],"these":[53],"modalities":[54],"an":[56,94],"important":[57],"aspect":[58],"modeling":[60],"it.":[61],"In":[62],"this":[63],"paper,":[64],"we":[65],"use":[66],"Long":[67],"Short-Term":[68],"Memory":[69],"networks":[70],"(LSTMs)":[71],"model":[73],"audio-video":[78],"features":[79],"movies.":[81,101],"We":[82,102],"present":[83],"continuous":[84],"prediction":[86],"results":[87],"using":[88],"multimodal":[90],"fusion":[91],"scheme":[92],"on":[93],"annotated":[95,117],"dataset":[96],"Academy":[98],"Award":[99],"winning":[100],"report":[103],"significant":[105],"improvement":[106],"state-of-the-art":[109],"results,":[110],"wherein":[111],"correlation":[113],"between":[114],"predicted":[115],"values":[118],"improved":[120],"from":[121,128],"0.62":[122],"vs":[123],"0.84":[124],"for":[125,132],"arousal,":[126],"0.29":[129],"0.50":[131],"valence.":[133]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}