{"id":"https://openalex.org/W3087074188","doi":"https://doi.org/10.1007/s11042-020-09842-1","title":"Human emotion recognition based on the weighted integration method using image sequences and acoustic features","display_name":"Human emotion recognition based on the weighted integration method using image sequences and acoustic features","publication_year":2020,"publication_date":"2020-09-18","ids":{"openalex":"https://openalex.org/W3087074188","doi":"https://doi.org/10.1007/s11042-020-09842-1","mag":"3087074188"},"language":"en","primary_location":{"id":"doi:10.1007/s11042-020-09842-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-020-09842-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-020-09842-1.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11042-020-09842-1.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003641755","display_name":"Sung-Woo Byun","orcid":"https://orcid.org/0000-0002-4648-873X"},"institutions":[{"id":"https://openalex.org/I157264075","display_name":"Sangmyung University","ror":"https://ror.org/01x4whx42","country_code":"KR","type":"education","lineage":["https://openalex.org/I157264075"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sung-Woo Byun","raw_affiliation_strings":["Graduate School, Department of Computer Science, SangMyung University, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Graduate School, Department of Computer Science, SangMyung University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I157264075"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027074324","display_name":"Seok-Pil Lee","orcid":"https://orcid.org/0000-0003-2520-6681"},"institutions":[{"id":"https://openalex.org/I157264075","display_name":"Sangmyung University","ror":"https://ror.org/01x4whx42","country_code":"KR","type":"education","lineage":["https://openalex.org/I157264075"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Seok-Pil Lee","raw_affiliation_strings":["Department of Electronic Engineering, SangMyung University, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, SangMyung University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I157264075"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5027074324"],"corresponding_institution_ids":["https://openalex.org/I157264075"],"apc_list":null,"apc_paid":null,"fwci":2.221,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.88030877,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"80","issue":"28-29","first_page":"35871","last_page":"35885"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8971177935600281},{"id":"https://openalex.org/keywords/synchronizing","display_name":"Synchronizing","score":0.8190264701843262},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6619585156440735},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5983580350875854},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5672756433486938},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5671330690383911},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4987044334411621},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4572640657424927},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.44524991512298584},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.41447409987449646},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3799419403076172}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8971177935600281},{"id":"https://openalex.org/C162932704","wikidata":"https://www.wikidata.org/wiki/Q1058791","display_name":"Synchronizing","level":3,"score":0.8190264701843262},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6619585156440735},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5983580350875854},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5672756433486938},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5671330690383911},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4987044334411621},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4572640657424927},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.44524991512298584},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.41447409987449646},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3799419403076172},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11042-020-09842-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-020-09842-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-020-09842-1.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11042-020-09842-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-020-09842-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-020-09842-1.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3087074188.pdf","grobid_xml":"https://content.openalex.org/works/W3087074188.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W174622267","https://openalex.org/W216271725","https://openalex.org/W1542637018","https://openalex.org/W1963552095","https://openalex.org/W1976725440","https://openalex.org/W1983667494","https://openalex.org/W1987048275","https://openalex.org/W1995937139","https://openalex.org/W1996958556","https://openalex.org/W2006217447","https://openalex.org/W2007717387","https://openalex.org/W2074788634","https://openalex.org/W2091550557","https://openalex.org/W2094011994","https://openalex.org/W2099813784","https://openalex.org/W2123566882","https://openalex.org/W2157285372","https://openalex.org/W2198512331","https://openalex.org/W2217426128","https://openalex.org/W2239141610","https://openalex.org/W2298865080","https://openalex.org/W2487852963","https://openalex.org/W2557283755","https://openalex.org/W2609844408","https://openalex.org/W2617750261","https://openalex.org/W2765280073","https://openalex.org/W2765570813","https://openalex.org/W2766272105","https://openalex.org/W2784665486","https://openalex.org/W2792191740","https://openalex.org/W2794365923","https://openalex.org/W2799041689","https://openalex.org/W2804664105","https://openalex.org/W2889466822","https://openalex.org/W2889717020","https://openalex.org/W2918087949","https://openalex.org/W2919115771","https://openalex.org/W2919464470","https://openalex.org/W2945608075","https://openalex.org/W2963037989","https://openalex.org/W2971555734","https://openalex.org/W2995396423","https://openalex.org/W2995992198","https://openalex.org/W3012197804","https://openalex.org/W3023952446","https://openalex.org/W3034751874","https://openalex.org/W3102749295","https://openalex.org/W3124054989","https://openalex.org/W6632877636"],"related_works":["https://openalex.org/W2359328895","https://openalex.org/W2363535981","https://openalex.org/W2007402811","https://openalex.org/W2326762630","https://openalex.org/W2391354408","https://openalex.org/W2374939982","https://openalex.org/W2584926856","https://openalex.org/W2075935902","https://openalex.org/W3214419959","https://openalex.org/W2014713986"],"abstract_inverted_index":{"Abstract":[0],"People":[1],"generally":[2],"perceive":[3],"other":[4,118],"people\u2019s":[5],"emotions":[6,61],"based":[7],"on":[8,85],"speech":[9,20,31,64,102],"and":[10,22,32,66],"facial":[11,23,86,99],"expressions,":[12],"so":[13],"it":[14],"can":[15],"be":[16],"helpful":[17],"to":[18,59,94,97,107,134,147],"use":[19],"signals":[21,65,103],"images":[24],"simultaneously.":[25],"However,":[26],"because":[27],"the":[28,38,47,76,114,117,121,136,149,156],"characteristics":[29],"of":[30,49,75,116,138],"image":[33,67,81,122],"data":[34],"are":[35,91,104,111,127],"different,":[36],"combining":[37],"two":[39],"inputs":[40],"is":[41,78,145],"still":[42],"a":[43,57,130],"challenging":[44],"issue":[45],"in":[46],"area":[48],"emotion-recognition":[50],"research.":[51],"In":[52],"this":[53],"paper,":[54],"we":[55],"propose":[56],"method":[58,133,158],"recognize":[60],"by":[62],"synchronizing":[63,120],"sequences.":[68],"We":[69],"design":[70],"three":[71,125],"deep":[72],"networks.":[73],"One":[74],"networks":[77,126],"trained":[79],"using":[80,129],"sequences,":[82],"which":[83,110],"focus":[84],"expression":[87],"changes.":[88],"Facial":[89],"landmarks":[90],"also":[92],"input":[93,115],"another":[95],"network":[96],"reflect":[98],"motion.":[100],"The":[101,152],"first":[105],"converted":[106],"acoustic":[108],"features,":[109],"used":[112],"for":[113],"network,":[119],"sequence.":[123],"These":[124],"combined":[128],"novel":[131],"integration":[132],"boost":[135],"performance":[137,162],"emotion":[139],"recognition.":[140],"A":[141],"test":[142],"comparing":[143],"accuracy":[144],"conducted":[146],"verify":[148],"proposed":[150,157],"method.":[151],"results":[153],"demonstrated":[154],"that":[155],"exhibits":[159],"more":[160],"accurate":[161],"than":[163],"previous":[164],"studies.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}