{"id":"https://openalex.org/W4224322086","doi":"https://doi.org/10.3390/mti6040028","title":"Emotion Classification from Speech and Text in Videos Using a Multimodal Approach","display_name":"Emotion Classification from Speech and Text in Videos Using a Multimodal Approach","publication_year":2022,"publication_date":"2022-04-12","ids":{"openalex":"https://openalex.org/W4224322086","doi":"https://doi.org/10.3390/mti6040028"},"language":"en","primary_location":{"id":"doi:10.3390/mti6040028","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti6040028","pdf_url":"https://www.mdpi.com/2414-4088/6/4/28/pdf?version=1649758195","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2414-4088/6/4/28/pdf?version=1649758195","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079191251","display_name":"Maria Chiara Caschera","orcid":"https://orcid.org/0000-0002-3580-0505"},"institutions":[{"id":"https://openalex.org/I4210117484","display_name":"Institute for Research on Population and Social Policies","ror":"https://ror.org/01n1ayq61","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210117484","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Maria Chiara Caschera","raw_affiliation_strings":["National Research Council, Institute of Research on Population and Social Policies (CNR-IRPPS), Via Palestro 32, 00185 Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0002-3580-0505","affiliations":[{"raw_affiliation_string":"National Research Council, Institute of Research on Population and Social Policies (CNR-IRPPS), Via Palestro 32, 00185 Rome, Italy","institution_ids":["https://openalex.org/I4210117484","https://openalex.org/I4210155236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006840555","display_name":"Patrizia Grifoni","orcid":"https://orcid.org/0000-0003-4298-5437"},"institutions":[{"id":"https://openalex.org/I4210117484","display_name":"Institute for Research on Population and Social Policies","ror":"https://ror.org/01n1ayq61","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210117484","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Patrizia Grifoni","raw_affiliation_strings":["National Research Council, Institute of Research on Population and Social Policies (CNR-IRPPS), Via Palestro 32, 00185 Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0003-4298-5437","affiliations":[{"raw_affiliation_string":"National Research Council, Institute of Research on Population and Social Policies (CNR-IRPPS), Via Palestro 32, 00185 Rome, Italy","institution_ids":["https://openalex.org/I4210117484","https://openalex.org/I4210155236"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009699658","display_name":"Fernando Ferri","orcid":"https://orcid.org/0000-0001-9963-3315"},"institutions":[{"id":"https://openalex.org/I4210117484","display_name":"Institute for Research on Population and Social Policies","ror":"https://ror.org/01n1ayq61","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210117484","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fernando Ferri","raw_affiliation_strings":["National Research Council, Institute of Research on Population and Social Policies (CNR-IRPPS), Via Palestro 32, 00185 Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Research Council, Institute of Research on Population and Social Policies (CNR-IRPPS), Via Palestro 32, 00185 Rome, Italy","institution_ids":["https://openalex.org/I4210117484","https://openalex.org/I4210155236"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5006840555"],"corresponding_institution_ids":["https://openalex.org/I4210117484","https://openalex.org/I4210155236"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":4.9389,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.95697927,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"6","issue":"4","first_page":"28","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9567999839782715,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7459049820899963},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.7265037298202515},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.5804305672645569},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5642968416213989},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5242465138435364},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.49622756242752075},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4694891571998596},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.4575343430042267},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4558088481426239}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7459049820899963},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.7265037298202515},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.5804305672645569},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5642968416213989},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5242465138435364},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.49622756242752075},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4694891571998596},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.4575343430042267},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4558088481426239},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/mti6040028","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti6040028","pdf_url":"https://www.mdpi.com/2414-4088/6/4/28/pdf?version=1649758195","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e07dead9a2bd4710a427d0b2129048bf","is_oa":true,"landing_page_url":"https://doaj.org/article/e07dead9a2bd4710a427d0b2129048bf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Multimodal Technologies and Interaction, Vol 6, Iss 4, p 28 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2414-4088/6/4/28/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/mti6040028","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Multimodal Technologies and Interaction; Volume 6; Issue 4; Pages: 28","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/mti6040028","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti6040028","pdf_url":"https://www.mdpi.com/2414-4088/6/4/28/pdf?version=1649758195","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4224322086.pdf"},"referenced_works_count":104,"referenced_works":["https://openalex.org/W47598355","https://openalex.org/W566072128","https://openalex.org/W1133916940","https://openalex.org/W1480583224","https://openalex.org/W1536826708","https://openalex.org/W1548323646","https://openalex.org/W1569316412","https://openalex.org/W1632114991","https://openalex.org/W1668904664","https://openalex.org/W1951269370","https://openalex.org/W1964113959","https://openalex.org/W1964976907","https://openalex.org/W1965461531","https://openalex.org/W1972280480","https://openalex.org/W1973378890","https://openalex.org/W1979372195","https://openalex.org/W1983198987","https://openalex.org/W1998257453","https://openalex.org/W2001569578","https://openalex.org/W2012070465","https://openalex.org/W2019759670","https://openalex.org/W2032254851","https://openalex.org/W2035643242","https://openalex.org/W2046305633","https://openalex.org/W2046858834","https://openalex.org/W2049380974","https://openalex.org/W2057890129","https://openalex.org/W2059019405","https://openalex.org/W2059348974","https://openalex.org/W2073072357","https://openalex.org/W2074788634","https://openalex.org/W2080830759","https://openalex.org/W2084242110","https://openalex.org/W2088385127","https://openalex.org/W2088846517","https://openalex.org/W2090777335","https://openalex.org/W2098437222","https://openalex.org/W2102548748","https://openalex.org/W2104773730","https://openalex.org/W2110052520","https://openalex.org/W2111926505","https://openalex.org/W2116110436","https://openalex.org/W2122458510","https://openalex.org/W2122563357","https://openalex.org/W2123260696","https://openalex.org/W2125283600","https://openalex.org/W2125838338","https://openalex.org/W2125905119","https://openalex.org/W2127941101","https://openalex.org/W2129724149","https://openalex.org/W2134031328","https://openalex.org/W2137454998","https://openalex.org/W2143350951","https://openalex.org/W2148154194","https://openalex.org/W2148914735","https://openalex.org/W2149940198","https://openalex.org/W2154739180","https://openalex.org/W2156503193","https://openalex.org/W2163026698","https://openalex.org/W2166706824","https://openalex.org/W2171468534","https://openalex.org/W2171939880","https://openalex.org/W2172247269","https://openalex.org/W2281407413","https://openalex.org/W2293236424","https://openalex.org/W2310404790","https://openalex.org/W2315323222","https://openalex.org/W2319834509","https://openalex.org/W2339042347","https://openalex.org/W2342115244","https://openalex.org/W2406223855","https://openalex.org/W2406846344","https://openalex.org/W2406882852","https://openalex.org/W2478322774","https://openalex.org/W2497753530","https://openalex.org/W2503474909","https://openalex.org/W2505415825","https://openalex.org/W2520314979","https://openalex.org/W2563649374","https://openalex.org/W2580100592","https://openalex.org/W2588279288","https://openalex.org/W2736825059","https://openalex.org/W2773080983","https://openalex.org/W2905545827","https://openalex.org/W2963174546","https://openalex.org/W2972417292","https://openalex.org/W2973200045","https://openalex.org/W3006072622","https://openalex.org/W3027136380","https://openalex.org/W3041618870","https://openalex.org/W3047607035","https://openalex.org/W3102684349","https://openalex.org/W3156576211","https://openalex.org/W3159946074","https://openalex.org/W3173175625","https://openalex.org/W3185593275","https://openalex.org/W4205184193","https://openalex.org/W4236122429","https://openalex.org/W4251570678","https://openalex.org/W6632412389","https://openalex.org/W6632840872","https://openalex.org/W6636649193","https://openalex.org/W6638656256","https://openalex.org/W6959961848"],"related_works":["https://openalex.org/W1550318927","https://openalex.org/W4305042383","https://openalex.org/W2546649374","https://openalex.org/W2773396412","https://openalex.org/W4380854332","https://openalex.org/W2184859701","https://openalex.org/W4386232293","https://openalex.org/W4380370144","https://openalex.org/W2009950829","https://openalex.org/W2382178633"],"abstract_inverted_index":{"Emotion":[0],"classification":[1,40,123],"is":[2,84,105],"a":[3,43,63,76,91,98,121],"research":[4],"area":[5],"in":[6,50],"which":[7],"there":[8],"has":[9],"been":[10],"very":[11],"intensive":[12],"literature":[13],"production":[14],"concerning":[15],"natural":[16],"language":[17],"processing,":[18],"multimedia":[19,30],"data,":[20],"semantic":[21],"knowledge":[22],"discovery,":[23],"social":[24],"network":[25],"mining,":[26],"and":[27,29,41,73],"text":[28],"data":[31,52,61,83],"mining.":[32],"This":[33],"paper":[34],"addresses":[35],"the":[36,47,88],"issue":[37],"of":[38,65,81,109],"emotion":[39,89,96],"proposes":[42],"method":[44,58,92],"for":[45,125],"classifying":[46],"emotions":[48],"expressed":[49],"multimodal":[51,60,82,110],"extracted":[53,67],"from":[54,68],"videos.":[55],"The":[56,102,117],"proposed":[57],"models":[59,94],"as":[62],"sequence":[64,80],"features":[66],"facial":[69],"expressions,":[70],"speech,":[71],"gestures,":[72],"text,":[74],"using":[75,97],"linguistic":[77],"approach.":[78],"Each":[79],"correctly":[85],"associated":[86,112],"with":[87,113],"by":[90],"that":[93],"each":[95],"hidden":[99],"Markov":[100],"model.":[101],"trained":[103],"model":[104],"evaluated":[106],"on":[107],"samples":[108],"sentences":[111],"seven":[114],"basic":[115],"emotions.":[116,126],"experimental":[118],"results":[119],"demonstrate":[120],"good":[122],"rate":[124]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-12T07:33:03.550515","created_date":"2022-04-26T00:00:00"}