{"id":"https://openalex.org/W4405488585","doi":"https://doi.org/10.1109/embc53108.2024.10782924","title":"Enhancing Emotion Recognition: A Dual-Input Model for Facial Expression Recognition Using Images and Facial Landmarks","display_name":"Enhancing Emotion Recognition: A Dual-Input Model for Facial Expression Recognition Using Images and Facial Landmarks","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4405488585","doi":"https://doi.org/10.1109/embc53108.2024.10782924","pmid":"https://pubmed.ncbi.nlm.nih.gov/40039450"},"language":"en","primary_location":{"id":"doi:10.1109/embc53108.2024.10782924","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10782924","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115513264","display_name":"Willian Guerreiro Colares","orcid":null},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Willian Guerreiro Colares","raw_affiliation_strings":["Federal University of Amazonas,Center for Research and Development in Electronics and Information Technology,Manaus,Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Amazonas,Center for Research and Development in Electronics and Information Technology,Manaus,Brazil","institution_ids":["https://openalex.org/I62885914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089746009","display_name":"Marly. G. F. Costa","orcid":null},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marly. G. F. Costa","raw_affiliation_strings":["Federal University of Amazonas,Center for Research and Development in Electronics and Information Technology,Manaus,Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Amazonas,Center for Research and Development in Electronics and Information Technology,Manaus,Brazil","institution_ids":["https://openalex.org/I62885914"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004818827","display_name":"C\u00edcero Ferreira Fernandes Costa Filho","orcid":"https://orcid.org/0000-0003-3325-5715"},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"C\u00edcero F. F. Costa Filho","raw_affiliation_strings":["Federal University of Amazonas,Center for Research and Development in Electronics and Information Technology,Manaus,Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Amazonas,Center for Research and Development in Electronics and Information Technology,Manaus,Brazil","institution_ids":["https://openalex.org/I62885914"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5115513264"],"corresponding_institution_ids":["https://openalex.org/I62885914"],"apc_list":null,"apc_paid":null,"fwci":2.4232,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.89737824,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"2024","issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6741141676902771},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6455968618392944},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6354416012763977},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.5965532064437866},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.596061646938324},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5568512082099915},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4711250960826874},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.45466816425323486},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.45425960421562195},{"id":"https://openalex.org/keywords/three-dimensional-face-recognition","display_name":"Three-dimensional face recognition","score":0.43151751160621643},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.411540150642395},{"id":"https://openalex.org/keywords/face-detection","display_name":"Face detection","score":0.151833176612854},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.05965432524681091}],"concepts":[{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6741141676902771},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6455968618392944},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6354416012763977},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.5965532064437866},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.596061646938324},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5568512082099915},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4711250960826874},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.45466816425323486},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.45425960421562195},{"id":"https://openalex.org/C88799230","wikidata":"https://www.wikidata.org/wiki/Q3398329","display_name":"Three-dimensional face recognition","level":5,"score":0.43151751160621643},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.411540150642395},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.151833176612854},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.05965432524681091},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000086762","descriptor_name":"Automated Facial Recognition","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000086762","descriptor_name":"Automated Facial Recognition","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D000086762","descriptor_name":"Automated Facial Recognition","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc53108.2024.10782924","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10782924","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:40039450","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40039450","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1578352865","https://openalex.org/W2103943262","https://openalex.org/W2490662969","https://openalex.org/W2533430402","https://openalex.org/W2745497104","https://openalex.org/W2889978276","https://openalex.org/W2904483377","https://openalex.org/W2931011950","https://openalex.org/W2963446712","https://openalex.org/W2971226036","https://openalex.org/W3122081138","https://openalex.org/W3208669052","https://openalex.org/W4200214499","https://openalex.org/W4200566134","https://openalex.org/W4200597619","https://openalex.org/W4285261560","https://openalex.org/W4287847204","https://openalex.org/W4377983075"],"related_works":["https://openalex.org/W2166031825","https://openalex.org/W2918845005","https://openalex.org/W2040482211","https://openalex.org/W2058325696","https://openalex.org/W325114128","https://openalex.org/W2185537520","https://openalex.org/W3108145925","https://openalex.org/W4387163326","https://openalex.org/W1517271056","https://openalex.org/W2356663679"],"abstract_inverted_index":{"Human":[0],"facial":[1,16,25,35,75,86,112],"expressions":[2,17],"play":[3],"a":[4,28,32,39,102,115,118],"fundamental":[5],"role":[6],"in":[7,59,160],"nonverbal":[8],"communication":[9],"and":[10,63,70,114],"the":[11,22,43,55,68,84,91,124,128,133,141,161,165,174,179],"conveyance":[12],"of":[13,24,46,72,93,143,158],"emotions.":[14],"Conceptually,":[15],"can":[18],"be":[19],"deduced":[20],"from":[21,49],"arrangement":[23],"muscles.":[26],"As":[27],"subjective":[29],"assessment,":[30],"constructing":[31],"database":[33,148],"for":[34,74,164],"expression":[36,76,87],"recognition":[37],"becomes":[38],"challenge":[40],"due":[41],"to":[42,82,173],"high":[44],"risk":[45],"bias":[47],"arising":[48],"unbalanced":[50],"or":[51],"inaccurate":[52],"data.":[53],"On":[54],"other":[56],"hand,":[57],"advances":[58],"image":[60,130],"processing":[61],"techniques":[62],"deep":[64],"learning":[65],"have":[66],"boosted":[67],"accuracy":[69,157],"effectiveness":[71],"algorithms":[73],"recognition.":[77],"In":[78],"this":[79,144],"work,":[80],"aiming":[81],"improve":[83],"automatic":[85],"recognition,":[88],"we":[89],"present":[90],"fusion":[92],"two":[94],"neural":[95,105,120],"network":[96,106,121],"architectures.":[97],"The":[98,135,146,151],"first":[99],"one":[100],"comprises":[101],"one-dimensional":[103],"convolutional":[104,119],"(1D),":[107],"with":[108,127],"input":[109],"characterized":[110],"by":[111],"landmarks,":[113],"second":[116],"one,":[117],"based":[122],"on":[123,178],"DenseNet":[125],"backbone,":[126],"face":[129],"itself":[131],"as":[132],"input.":[134],"ADAM":[136],"optimizer":[137],"was":[138,149,155],"used":[139],"during":[140],"training":[142],"network.":[145],"AffectNet":[147,180],"employed.":[150],"best":[152,175],"result":[153,170],"obtained":[154,177],"an":[156],"60.17%":[159],"test":[162],"subset,":[163],"7":[166],"classes":[167],"modality.":[168],"This":[169],"is":[171],"comparable":[172],"results":[176],"dataset.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}