{"id":"https://openalex.org/W2981948106","doi":"https://doi.org/10.1145/3347320.3357689","title":"A Multimodal Framework for State of Mind Assessment with Sentiment Pre-classification","display_name":"A Multimodal Framework for State of Mind Assessment with Sentiment Pre-classification","publication_year":2019,"publication_date":"2019-10-15","ids":{"openalex":"https://openalex.org/W2981948106","doi":"https://doi.org/10.1145/3347320.3357689","mag":"2981948106"},"language":"en","primary_location":{"id":"doi:10.1145/3347320.3357689","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3347320.3357689","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th International on Audio/Visual Emotion Challenge and Workshop","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100723045","display_name":"Yan Li","orcid":"https://orcid.org/0009-0000-1331-9182"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Li","raw_affiliation_strings":["Northwestern Polytechnical University & Peng Cheng Laboratory, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University & Peng Cheng Laboratory, Xi'an, China","institution_ids":["https://openalex.org/I17145004","https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050684783","display_name":"Tao Yang","orcid":"https://orcid.org/0000-0003-3729-4359"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Yang","raw_affiliation_strings":["Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100454251","display_name":"Le Yang","orcid":"https://orcid.org/0000-0001-9985-7458"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Yang","raw_affiliation_strings":["Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069084947","display_name":"Xiaohan Xia","orcid":"https://orcid.org/0000-0002-5192-3863"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohan Xia","raw_affiliation_strings":["Northwestern Polytechnical University & Peng Cheng Laboratory, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University & Peng Cheng Laboratory, Xi'an, China","institution_ids":["https://openalex.org/I17145004","https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102021514","display_name":"Dongmei Jiang","orcid":"https://orcid.org/0000-0002-6238-8499"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongmei Jiang","raw_affiliation_strings":["Northwestern Polytechnical University & Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University & Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793","https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073820422","display_name":"Hichem Sahli","orcid":"https://orcid.org/0000-0002-1774-2970"},"institutions":[{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Hichem Sahli","raw_affiliation_strings":["Vrije University Brussel & Interuniversity Microelectronics Centre, Brussels, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije University Brussel & Interuniversity Microelectronics Centre, Brussels, Belgium","institution_ids":["https://openalex.org/I4210114974"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"13","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7356325387954712},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.7065644264221191},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6135275959968567},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5834947228431702},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.5562616586685181},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5355688333511353},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.5196301341056824},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4757501780986786},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.4446328282356262},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3727656304836273},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34691089391708374},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12566205859184265}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7356325387954712},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.7065644264221191},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6135275959968567},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5834947228431702},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.5562616586685181},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5355688333511353},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.5196301341056824},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4757501780986786},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.4446328282356262},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3727656304836273},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34691089391708374},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12566205859184265},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3347320.3357689","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3347320.3357689","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th International on Audio/Visual Emotion Challenge and Workshop","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2021913835","https://openalex.org/W2085662862","https://openalex.org/W2099813784","https://openalex.org/W2114388122","https://openalex.org/W2526050071","https://openalex.org/W2888784284","https://openalex.org/W2889150482","https://openalex.org/W2889327511","https://openalex.org/W2889342907","https://openalex.org/W2889468383","https://openalex.org/W2897337310","https://openalex.org/W2936644098","https://openalex.org/W2981619156","https://openalex.org/W2981677410","https://openalex.org/W4401201189"],"related_works":["https://openalex.org/W2029072726","https://openalex.org/W91913183","https://openalex.org/W2936882366","https://openalex.org/W1987182177","https://openalex.org/W2736893848","https://openalex.org/W2128698257","https://openalex.org/W1544055438","https://openalex.org/W3003450285","https://openalex.org/W2085024878","https://openalex.org/W4361008003"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,110],"aim":[4],"at":[5],"the":[6,35,47,60,80,85,89,95,105,114,128,139,158,174,180,185,211,219],"AVEC2019":[7],"State":[8],"of":[9,18,59,78,88,98,161],"Mind":[10],"Sub-Challenge":[11],"(SoMS),":[12],"and":[13,24,43,118,127,164,192],"propose":[14,111],"a":[15,147,162,165],"multimodal":[16],"state":[17],"mind":[19],"assessment":[20,69,108],"framework,":[21],"for":[22,72,173,200],"valence":[23],"arousal,":[25,94],"respectively.":[26],"For":[27,93,104,143],"valence,":[28,201],"sentiment":[29],"analysis":[30],"is":[31,62,82,101,154,171,215],"firstly":[32],"performed":[33],"on":[34,133,179,210],"English":[36],"text":[37],"obtained":[38],"via":[39],"German":[40],"speech":[41],"recognition":[42],"translation":[44],"to":[45,112,156,208],"classify":[46],"audio":[48,66,90],"visual":[49,67,91,130,141],"session":[50,61],"into":[51,64],"positive/negative":[52,73,99],"narrative.":[53],"Then":[54],"each":[55,144],"overlapping":[56],"60s":[57],"segment":[58],"input":[63],"an":[65],"SoM":[68,107],"model":[70,153,170,186],"trained":[71,155],"narratives.":[74],"The":[75],"mean":[76],"prediction":[77,87,198],"all":[79],"segments":[81],"adopted":[83,172],"as":[84],"final":[86,175],"session.":[92],"first":[96],"step":[97],"classification":[100],"not":[102],"performed.":[103],"audio-visual":[106],"models,":[109],"extract":[113],"functional":[115],"features":[116,123,131,191,195],"(Function)":[117],"VGGish":[119],"based":[120,132],"deep":[121],"learning":[122],"(VGGish)":[124],"from":[125,138],"speech,":[126],"abstract":[129],"convolutional":[134],"neural":[135],"network":[136],"(CNN)":[137],"baseline":[140,189,193,220],"features.":[142],"feature":[145],"stream,":[146],"long":[148],"short":[149],"term":[150],"memory":[151],"(LSTM)":[152],"predict":[157],"valence/arousal":[159],"values":[160],"segment,":[163],"support":[166],"vector":[167],"regression":[168],"(SVR)":[169],"decision":[176],"fusion.":[177],"Experiments":[178],"USoM":[181],"dataset":[182],"show":[183],"that":[184],"with":[187,202],"Function,":[188],"ResNet":[190],"VGG":[194],"obtains":[196],"promising":[197],"results":[199],"concordance":[203],"correlation":[204],"coefficient":[205],"(CCC)":[206],"up":[207],"0.531":[209],"test":[212],"set,":[213],"which":[214],"much":[216],"higher":[217],"than":[218],"result":[221],"0.219.":[222]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}