{"id":"https://openalex.org/W4386280877","doi":"https://doi.org/10.1109/access.2023.3310428","title":"Multi-Modal CNN Features Fusion for Emotion Recognition: A Modified Xception Model","display_name":"Multi-Modal CNN Features Fusion for Emotion Recognition: A Modified Xception Model","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386280877","doi":"https://doi.org/10.1109/access.2023.3310428"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3310428","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3310428","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10234550.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10234550.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037103657","display_name":"H. M. Shahzad","orcid":"https://orcid.org/0000-0002-2452-6571"},"institutions":[{"id":"https://openalex.org/I4210100043","display_name":"Superior University","ror":"https://ror.org/00yh88643","country_code":"PK","type":"education","lineage":["https://openalex.org/I4210100043"]}],"countries":["PK"],"is_corresponding":true,"raw_author_name":"H. M. Shahzad","raw_affiliation_strings":["Faculty of Computer Science and Information Technology, Superior University, Lahore, Pakistan","Faculty of Computer Science and Information Technology, The Superior University, Lahore, Pakistan","Intelligent Data Visual Computing Research (IDVCR), Lahore, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-2452-6571","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Information Technology, Superior University, Lahore, Pakistan","institution_ids":["https://openalex.org/I4210100043"]},{"raw_affiliation_string":"Faculty of Computer Science and Information Technology, The Superior University, Lahore, Pakistan","institution_ids":["https://openalex.org/I4210100043"]},{"raw_affiliation_string":"Intelligent Data Visual Computing Research (IDVCR), Lahore, Pakistan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052231339","display_name":"Sohail Masood Bhatti","orcid":"https://orcid.org/0000-0002-8210-2785"},"institutions":[{"id":"https://openalex.org/I4210100043","display_name":"Superior University","ror":"https://ror.org/00yh88643","country_code":"PK","type":"education","lineage":["https://openalex.org/I4210100043"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Sohail Masood Bhatti","raw_affiliation_strings":["Faculty of Computer Science and Information Technology, Superior University, Lahore, Pakistan","Intelligent Data Visual Computing Research (IDVCR), Lahore, Pakistan","Faculty of Computer Science and Information Technology, The Superior University, Lahore, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Information Technology, Superior University, Lahore, Pakistan","institution_ids":["https://openalex.org/I4210100043"]},{"raw_affiliation_string":"Intelligent Data Visual Computing Research (IDVCR), Lahore, Pakistan","institution_ids":[]},{"raw_affiliation_string":"Faculty of Computer Science and Information Technology, The Superior University, Lahore, Pakistan","institution_ids":["https://openalex.org/I4210100043"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062907646","display_name":"Arfan Jaffar","orcid":"https://orcid.org/0000-0002-7003-4498"},"institutions":[{"id":"https://openalex.org/I4210100043","display_name":"Superior University","ror":"https://ror.org/00yh88643","country_code":"PK","type":"education","lineage":["https://openalex.org/I4210100043"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Arfan Jaffar","raw_affiliation_strings":["Faculty of Computer Science and Information Technology, Superior University, Lahore, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Information Technology, Superior University, Lahore, Pakistan","institution_ids":["https://openalex.org/I4210100043"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042960304","display_name":"Muhammad Rashid","orcid":"https://orcid.org/0009-0008-2796-4594"},"institutions":[{"id":"https://openalex.org/I4210143942","display_name":"National University of Technology","ror":"https://ror.org/05e21fw44","country_code":"PK","type":"education","lineage":["https://openalex.org/I4210143942"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Rashid","raw_affiliation_strings":["Department of Computer Science, National University of Technology, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0009-0008-2796-4594","affiliations":[{"raw_affiliation_string":"Department of Computer Science, National University of Technology, Islamabad, Pakistan","institution_ids":["https://openalex.org/I4210143942"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031902955","display_name":"Sheeraz Akram","orcid":"https://orcid.org/0000-0003-2321-3845"},"institutions":[{"id":"https://openalex.org/I240666556","display_name":"Imam Mohammad ibn Saud Islamic University","ror":"https://ror.org/05gxjyb39","country_code":"SA","type":"education","lineage":["https://openalex.org/I240666556"]},{"id":"https://openalex.org/I4210100043","display_name":"Superior University","ror":"https://ror.org/00yh88643","country_code":"PK","type":"education","lineage":["https://openalex.org/I4210100043"]}],"countries":["PK","SA"],"is_corresponding":false,"raw_author_name":"Sheeraz Akram","raw_affiliation_strings":["Faculty of Computer Science and Information Technology, Superior University, Lahore, Pakistan","Faculty of Computer Science and Information Technology, The Superior University, Lahore, Pakistan","Information Systems Department, College of Computer and Information Sciences, Imam Mohammad Ibn Saud Islamic University (IMSIU), Riyadh, Saudi Arabia","Intelligent Data Visual Computing Research (IDVCR), Lahore, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-2321-3845","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Information Technology, Superior University, Lahore, Pakistan","institution_ids":["https://openalex.org/I4210100043"]},{"raw_affiliation_string":"Faculty of Computer Science and Information Technology, The Superior University, Lahore, Pakistan","institution_ids":["https://openalex.org/I4210100043"]},{"raw_affiliation_string":"Information Systems Department, College of Computer and Information Sciences, Imam Mohammad Ibn Saud Islamic University (IMSIU), Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I240666556"]},{"raw_affiliation_string":"Intelligent Data Visual Computing Research (IDVCR), Lahore, Pakistan","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5037103657"],"corresponding_institution_ids":["https://openalex.org/I4210100043"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.9265,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.95606739,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"94281","last_page":"94289"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.8493019342422485},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7733421325683594},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6815961599349976},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.565508246421814},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5481305122375488},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5167121887207031},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.5057766437530518},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4840809404850006},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.4725598692893982},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4511888325214386},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4155595302581787},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.40849775075912476}],"concepts":[{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.8493019342422485},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7733421325683594},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6815961599349976},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.565508246421814},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5481305122375488},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5167121887207031},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.5057766437530518},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4840809404850006},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.4725598692893982},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4511888325214386},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4155595302581787},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.40849775075912476},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3310428","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3310428","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10234550.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:aecc95d6de164d71a645e73a7cb02219","is_oa":true,"landing_page_url":"https://doaj.org/article/aecc95d6de164d71a645e73a7cb02219","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 94281-94289 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3310428","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3310428","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10234550.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.8399999737739563}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386280877.pdf","grobid_xml":"https://content.openalex.org/works/W4386280877.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1631012836","https://openalex.org/W2030931454","https://openalex.org/W2036242736","https://openalex.org/W2598207902","https://openalex.org/W2753372987","https://openalex.org/W2799441690","https://openalex.org/W2959006588","https://openalex.org/W3013269789","https://openalex.org/W3015707499","https://openalex.org/W3049149679","https://openalex.org/W3109932136","https://openalex.org/W3111370776","https://openalex.org/W3130875629","https://openalex.org/W3135665849","https://openalex.org/W3147948705","https://openalex.org/W3153921064","https://openalex.org/W3156664941","https://openalex.org/W3157833636","https://openalex.org/W3177132078","https://openalex.org/W3177310574","https://openalex.org/W3184679245","https://openalex.org/W3189062941","https://openalex.org/W3198461787","https://openalex.org/W3200499951","https://openalex.org/W3202114828","https://openalex.org/W3203942358","https://openalex.org/W3209195665","https://openalex.org/W3213421775","https://openalex.org/W4200326299","https://openalex.org/W4206776864","https://openalex.org/W4214505042","https://openalex.org/W4214847742","https://openalex.org/W4220763407","https://openalex.org/W4221111272","https://openalex.org/W4224313028","https://openalex.org/W4225878721","https://openalex.org/W4291221227","https://openalex.org/W4313585894","https://openalex.org/W4367596453","https://openalex.org/W6797445705","https://openalex.org/W6802048532"],"related_works":["https://openalex.org/W2355913164","https://openalex.org/W4205986151","https://openalex.org/W2168968280","https://openalex.org/W2116055069","https://openalex.org/W2584926856","https://openalex.org/W4323520705","https://openalex.org/W4240500943","https://openalex.org/W2356663679","https://openalex.org/W2169777806","https://openalex.org/W3027190010"],"abstract_inverted_index":{"Facial":[0],"expression":[1,26,107,145],"recognition":[2,27,146],"(FER)":[3],"is":[4],"advancing":[5],"human-computer":[6],"interaction,":[7],"especially,":[8],"today,":[9],"where":[10],"facial":[11,25,69,86,106,144],"masks":[12],"are":[13],"commonly":[14],"worn":[15],"due":[16],"to":[17,67,84],"the":[18,113,125,130,136,140],"COVID-19":[19],"pandemic.":[20],"Traditional":[21],"unimodal":[22,103,131],"techniques":[23],"for":[24],"may":[28],"be":[29],"ineffective":[30],"under":[31,71,147],"these":[32],"circumstances.":[33],"To":[34],"address":[35],"this":[36],"challenge,":[37],"multimodal":[38,61,92],"approaches":[39],"that":[40,112],"incorporate":[41],"data":[42],"from":[43],"various":[44],"modalities,":[45],"such":[46],"as":[47,52],"voice":[48],"expressions,":[49],"have":[50],"emerged":[51],"a":[53,59,121],"promising":[54],"solution.":[55],"This":[56],"paper":[57],"proposed":[58,114,141],"novel":[60],"methodology":[62],"based":[63],"on":[64],"deep":[65],"learning":[66],"recognize":[68],"expressions":[70],"masked":[72,148],"conditions":[73],"effectively.":[74],"The":[75],"approach":[76,115,142],"utilized":[77],"two":[78],"standard":[79],"datasets,":[80],"M-LFW-F":[81],"and":[82,87],"CREMA-D,":[83],"capture":[85],"vocal":[88],"emotional":[89],"expressions.":[90],"A":[91],"neural":[93],"network":[94],"was":[95],"then":[96],"trained":[97],"using":[98],"fusion":[99],"techniques,":[100],"outperforming":[101],"conventional":[102],"methods":[104],"in":[105,143],"recognition.":[108],"Experimental":[109],"evaluations":[110],"demonstrated":[111],"achieved":[116],"an":[117],"accuracy":[118,127],"of":[119,139],"79.81%,":[120],"significant":[122],"improvement":[123],"over":[124],"68.81%":[126],"attained":[128],"by":[129],"technique.":[132],"These":[133],"results":[134],"highlight":[135],"superior":[137],"performance":[138],"conditions.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}