{"id":"https://openalex.org/W4380873761","doi":"https://doi.org/10.1145/3591156.3591160","title":"Empirical study of emotional state recognition using multimodal fusion framework","display_name":"Empirical study of emotional state recognition using multimodal fusion framework","publication_year":2023,"publication_date":"2023-03-24","ids":{"openalex":"https://openalex.org/W4380873761","doi":"https://doi.org/10.1145/3591156.3591160"},"language":"en","primary_location":{"id":"doi:10.1145/3591156.3591160","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3591156.3591160","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 5th International Conference on Image, Video and Signal Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021535482","display_name":"Ruchilekha","orcid":null},"institutions":[{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Ruchilekha","raw_affiliation_strings":["DST- Centre for Interdisciplinary Mathematical Sciences, Banaras Hindu University, India"],"raw_orcid":"https://orcid.org/0000-0002-1593-5218","affiliations":[{"raw_affiliation_string":"DST- Centre for Interdisciplinary Mathematical Sciences, Banaras Hindu University, India","institution_ids":["https://openalex.org/I91357014"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101503842","display_name":"Manoj Kumar Singh","orcid":"https://orcid.org/0000-0002-7575-9041"},"institutions":[{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Manoj Kumar Singh","raw_affiliation_strings":["Department of Computer Science, Banaras Hindu University, India"],"raw_orcid":"https://orcid.org/0000-0002-7575-9041","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Banaras Hindu University, India","institution_ids":["https://openalex.org/I91357014"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5021535482"],"corresponding_institution_ids":["https://openalex.org/I91357014"],"apc_list":null,"apc_paid":null,"fwci":0.1712,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.46811532,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"27","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7336913347244263},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6556812524795532},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6136171817779541},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.6008062958717346},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.5185966491699219},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5088894367218018},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4340035021305084},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.4199483096599579},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.4175175428390503},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.41488102078437805},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4089081883430481},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37075746059417725}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7336913347244263},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6556812524795532},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6136171817779541},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.6008062958717346},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.5185966491699219},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5088894367218018},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4340035021305084},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.4199483096599579},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.4175175428390503},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.41488102078437805},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4089081883430481},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37075746059417725},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3591156.3591160","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3591156.3591160","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 5th International Conference on Image, Video and Signal Processing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.7900000214576721,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W54429504","https://openalex.org/W387672264","https://openalex.org/W1963753144","https://openalex.org/W1975235746","https://openalex.org/W1996589480","https://openalex.org/W2002055708","https://openalex.org/W2050748628","https://openalex.org/W2052431898","https://openalex.org/W2061131717","https://openalex.org/W2063372382","https://openalex.org/W2081420711","https://openalex.org/W2108050717","https://openalex.org/W2149628368","https://openalex.org/W2151069331","https://openalex.org/W2198212055","https://openalex.org/W2270626504","https://openalex.org/W2300264992","https://openalex.org/W2525771685","https://openalex.org/W2565944610","https://openalex.org/W2734606999","https://openalex.org/W2778812440","https://openalex.org/W2941914178","https://openalex.org/W2944277248","https://openalex.org/W2946869992","https://openalex.org/W2997540115","https://openalex.org/W3009294386","https://openalex.org/W3011464256","https://openalex.org/W3021351070","https://openalex.org/W3027131706","https://openalex.org/W3120929420","https://openalex.org/W3172873108","https://openalex.org/W4205431832","https://openalex.org/W4223957608","https://openalex.org/W4251591997","https://openalex.org/W4281628436","https://openalex.org/W4296992742","https://openalex.org/W6605154018","https://openalex.org/W6633894697"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935"],"abstract_inverted_index":{"Recent":[0],"trends":[1],"towards":[2,227],"emotion":[3,86,225],"recognition":[4,226],"are":[5,18,73,80,100,110,148,210],"not":[6],"only":[7],"limited":[8],"to":[9,68,75,130,213],"text,":[10],"audio":[11],"and":[12,95,104,109,137,141,196],"visual":[13],"modalities;":[14],"instead,":[15],"physiological":[16,42],"signals":[17,43,107,136,139],"tempting":[19],"attention":[20],"of":[21,27,41,126,134,165,180,208],"many":[22],"researchers":[23],"in":[24,58],"challenging":[25],"field":[26],"human-computer":[28,228],"interaction.":[29,229],"In":[30],"this":[31,59,127],"paper,":[32],"an":[33],"empirical":[34],"analysis":[35],"is":[36,55,65,129,152,188,202],"conducted":[37,189],"with":[38,112,158,167],"static":[39],"patterns":[40],"over":[44],"time":[45],"for":[46,171,223],"human":[47,224],"emotional":[48],"state":[49],"using":[50,88,120,177,193],"machine":[51],"learning":[52],"approach.":[53],"It":[54,151,201],"also":[56,203],"investigated":[57],"study":[60,128,187],"that":[61,154,205],"which":[62,79],"brain":[63,209],"lobe":[64],"most":[66],"efficient":[67],"emotions.":[69,214],"Here,":[70],"subjective":[71],"ratings":[72],"transformed":[74],"3-dimensional":[76],"VAD":[77],"space":[78],"then":[81],"grouped":[82],"into":[83],"five":[84],"discrete":[85],"labels":[87,114,179],"three":[89],"clustering":[90,118],"techniques":[91],"via":[92,183],"k-means,":[93],"k-medoids":[94],"fuzzy":[96,181],"c-means.":[97],"Various":[98],"features":[99],"extracted":[101],"from":[102,116],"EEG":[103,135,218],"other":[105],"peripheral":[106,138],"separately":[108],"validated":[111,176],"the":[113,132,143,155,162],"obtained":[115,157],"these":[117,146,216],"mechanisms":[119],"traditional":[121],"classification":[122],"algorithms.":[123],"The":[124,186],"aim":[125],"evaluate":[131],"performance":[133],"individually":[140],"analyze":[142],"results":[144,156],"when":[145,175],"modalities":[147],"fused":[149],"together.":[150],"observed":[153,204],"multimodal":[159],"fusion":[160],"acquires":[161],"highest":[163],"accuracy":[164],"91.90%":[166],"0.98":[168],"AUC":[169],"score":[170],"ensemble":[172],"subspace-KNN":[173],"classifier":[174],"clustered":[178],"c-means":[182],"city-block":[184],"metric.":[185],"on":[190],"DEAP":[191],"dataset":[192],"32":[194],"subjects":[195],"15":[197],"named":[198],"emotions":[199],"only.":[200],"temporal":[206,217],"regions":[207],"mostly":[211],"correlated":[212],"Hence,":[215],"channels":[219],"can":[220],"be":[221],"utilized":[222]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}