{"id":"https://openalex.org/W2967464701","doi":null,"title":"Multimodal emotion recognition for video content","display_name":"Multimodal emotion recognition for video content","alternate_titles":[],"publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2967464701","mag":"2967464701"},"language":"en","primary_location":{"id":"pmh:oai:dspace.library.uu.nl:1874/381913","doi":null,"is_oa":true,"landing_page_url":"http://dspace.library.uu.nl/handle/1874/381913","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Master thesis"},"parent_works":[],"lineage":["https://openalex.org/W2967464701"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://dspace.library.uu.nl/handle/1874/381913","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000374275","display_name":"Leona Polyanskaya","orcid":"https://orcid.org/0000-0002-3702-786X","observed_orcids":["https://orcid.org/0000-0002-3702-786X"]},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Leona Polyanskaya","raw_affiliation_strings":["Utrecht University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Utrecht University","institution_ids":["https://openalex.org/I193662353"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5000374275"],"corresponding_institution_ids":["https://openalex.org/I193662353"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.0031999999191612005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-emotion-recognition","display_name":"multimodal emotion recognition","score":0.9919999837875366},{"id":"https://openalex.org/keywords/bimodal-fusion","display_name":"bimodal fusion","score":0.8519999980926514},{"id":"https://openalex.org/keywords/facial-emotion-recognition","display_name":"facial emotion recognition","score":0.9179999828338623},{"id":"https://openalex.org/keywords/bert-fine-tuning","display_name":"BERT fine-tuning","score":0.902999997138977},{"id":"https://openalex.org/keywords/video-content","display_name":"video content","score":0.44699999690055847},{"id":"https://openalex.org/keywords/soap-opera","display_name":"soap opera","score":0.8270000219345093},{"id":"https://openalex.org/keywords/emotion-annotation","display_name":"emotion annotation","score":0.6990000009536743},{"id":"https://openalex.org/keywords/cross-dataset-evaluation","display_name":"cross-dataset evaluation","score":0.9350000023841858}],"concepts":[{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.632550835609436},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.5807206034660339},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4477531611919403},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3545936942100525},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3505195379257202},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08571335673332214},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:dspace.library.uu.nl:1874/381913","doi":null,"is_oa":true,"landing_page_url":"http://dspace.library.uu.nl/handle/1874/381913","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Master thesis"},{"id":"mag:2967464701","doi":null,"is_oa":false,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/381913","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:dspace.library.uu.nl:1874/381913","doi":null,"is_oa":true,"landing_page_url":"http://dspace.library.uu.nl/handle/1874/381913","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Master thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2967464701.pdf","grobid_xml":"https://content.openalex.org/works/W2967464701.grobid-xml"},"referenced_works_count":67,"referenced_works":["https://openalex.org/W172260869","https://openalex.org/W1554171126","https://openalex.org/W1559788381","https://openalex.org/W1836465849","https://openalex.org/W1965947362","https://openalex.org/W1966797434","https://openalex.org/W1993518282","https://openalex.org/W2014112886","https://openalex.org/W2022964551","https://openalex.org/W2032254851","https://openalex.org/W2033773055","https://openalex.org/W2040467972","https://openalex.org/W2041224215","https://openalex.org/W2045528981","https://openalex.org/W2046677541","https://openalex.org/W2061116763","https://openalex.org/W2074788634","https://openalex.org/W2081835714","https://openalex.org/W2087281575","https://openalex.org/W2093102333","https://openalex.org/W2098689807","https://openalex.org/W2123260696","https://openalex.org/W2128837546","https://openalex.org/W2131274108","https://openalex.org/W2137409775","https://openalex.org/W2139220371","https://openalex.org/W2143350951","https://openalex.org/W2146334809","https://openalex.org/W2148028185","https://openalex.org/W2149628368","https://openalex.org/W2153579005","https://openalex.org/W2154739180","https://openalex.org/W2156503193","https://openalex.org/W2158596451","https://openalex.org/W2161969291","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2251394420","https://openalex.org/W2314395941","https://openalex.org/W2492922441","https://openalex.org/W2493916176","https://openalex.org/W2500329338","https://openalex.org/W2525778437","https://openalex.org/W2535097731","https://openalex.org/W2546875627","https://openalex.org/W2551429935","https://openalex.org/W2583643061","https://openalex.org/W2584561145","https://openalex.org/W2587282796","https://openalex.org/W2604255570","https://openalex.org/W2606776062","https://openalex.org/W2612445135","https://openalex.org/W2625652088","https://openalex.org/W2745497104","https://openalex.org/W2760398086","https://openalex.org/W2767103364","https://openalex.org/W2767106145","https://openalex.org/W2767618761","https://openalex.org/W2784655662","https://openalex.org/W2792191740","https://openalex.org/W2884739346","https://openalex.org/W2885068312","https://openalex.org/W2896457183","https://openalex.org/W2963566548","https://openalex.org/W3144795237","https://openalex.org/W3214102110","https://openalex.org/W4394642372"],"related_works":["https://openalex.org/W6941054864","https://openalex.org/W7106656278","https://openalex.org/W4392412790","https://openalex.org/W3174977508","https://openalex.org/W4379742993","https://openalex.org/W6941470255","https://openalex.org/W7154463791","https://openalex.org/W2142480614","https://openalex.org/W7162072271","https://openalex.org/W2997949149"],"abstract_inverted_index":{"There":[0],"is":[1,38,48,83,170,190],"a":[2,141],"huge":[3],"body":[4],"of":[5,34,95,119,162,235,288,306],"research":[6,47,231],"dedicated":[7],"to":[8,50,208],"automatic":[9,264],"emotion":[10,43,57,65,88,102,120,138,217,225,265],"recognition":[11,44,58,89],"from":[12,16,28],"facial":[13,62,87,133,224],"expressions":[14],"and":[15,63,90,112,135],"texts.":[17],"Although":[18,243],"previous":[19],"work":[20],"has":[21],"shown":[22],"that":[23,60,128,159,278],"combining":[24],"the":[25,32,41,76,86,92,100,110,117,125,132,148,160,167,187,199,201,215,223,233,244,255,275,286,303,307,312],"information":[26],"learned":[27],"these":[29,163],"channels":[30],"improve":[31,116,198],"quality":[33,118],"predictions,":[35],"this":[36,52,71,230],"combination":[37],"underrepresented":[39],"in":[40,228,282,311],"bimodal":[42,72,188,202,245,276,314],"domain.":[45],"Our":[46,156],"aimed":[49],"close":[51],"gap":[53],"by":[54],"creating":[55],"an":[56,260],"model":[59,73,94,189,203,246,277],"joins":[61],"textual":[64,101,111,136,216],"classifiers.":[66],"Two":[67],"building":[68],"components":[69],"for":[70,85,131,238,263,274,298],"are":[74],"1)":[75],"high-performing":[77,126,239],"convolutional":[78],"neural":[79],"network":[80],"mini-Xception":[81,195],"which":[82,146],"responsible":[84],"2)":[91],"BERT":[93,179,193],"word":[96],"embeddings":[97],"fine-tuned":[98,178],"on":[99,140,166],"classification":[103],"task.":[104],"Firstly,":[105],"we":[106,123],"investigated":[107],"if":[108],"engaging":[109],"video":[113],"modalities":[114,256],"would":[115],"classification.":[121,266],"Secondly,":[122],"evaluated":[124],"models":[127,165,251,309],"were":[129,271],"employed":[130],"(mini-Xception)":[134],"(BERT)":[137],"predictions":[139,305],"new":[142,168],"dynamic":[143],"data":[144,169],"source":[145],"was":[147,295],"Dutch":[149],"soap":[150,290],"opera":[151,291],"\"Goede":[152],"Tijden,":[153],"Slechte":[154],"Tijden\".":[155],"result":[157],"showed":[158],"performance":[161],"two":[164],"not":[171,197,248],"high:":[172],"Mini-Xception":[173],"gained":[174],"0.17":[175],"macro":[176,182],"F1-score,":[177],"-":[180],"0.26":[181],"F1-score.":[183],"As":[184],"far":[185],"as":[186,252],"concerned,":[191],"fusing":[192],"with":[194,293],"did":[196,247],"classification:":[200],"(Random":[204],"Forest)":[205],"turned":[206],"out":[207],"perform":[209],"worse":[210],"(macro":[211],"F1-score":[212],"0.22)":[213],"than":[214,222],"classifier,":[218],"but":[219],"slightly":[220],"better":[221],"classifier.":[226],"All":[227],"all,":[229],"demonstrated":[232],"necessity":[234],"cross-dataset":[236],"evaluation":[237],"deep":[240],"learning":[241],"models.":[242],"outperform":[249],"unimodal":[250,308],"expected,":[253],"joining":[254],"can":[257],"still":[258],"be":[259],"efficient":[261],"approach":[262],"In":[267,301],"our":[268],"set-up":[269],"there":[270],"some":[272],"obstacles":[273],"may":[279],"have":[280],"resulted":[281,310],"poor":[283],"performance.":[284,315],"First,":[285],"task":[287],"annotating":[289],"shots":[292],"emotions":[294],"formidable":[296],"even":[297],"human":[299],"annotators.":[300],"addition,":[302],"bad":[304],"low":[313]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2967464701","counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2019-08-22T00:00:00"}
