{"id":"https://openalex.org/W3205601133","doi":"https://doi.org/10.3390/app11199174","title":"A Unified Framework of Deep Learning-Based Facial Expression Recognition System for Diversified Applications","display_name":"A Unified Framework of Deep Learning-Based Facial Expression Recognition System for Diversified Applications","publication_year":2021,"publication_date":"2021-10-02","ids":{"openalex":"https://openalex.org/W3205601133","doi":"https://doi.org/10.3390/app11199174","mag":"3205601133"},"language":"en","primary_location":{"id":"doi:10.3390/app11199174","doi":"https://doi.org/10.3390/app11199174","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app11199174","pdf_url":"https://www.mdpi.com/2076-3417/11/19/9174/pdf?version=1633772196","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2076-3417/11/19/9174/pdf?version=1633772196","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023441955","display_name":"Sanoar Hossain","orcid":"https://orcid.org/0000-0002-1232-7487","observed_orcids":["https://orcid.org/0000-0002-1232-7487"]},"institutions":[{"id":"https://openalex.org/I180765649","display_name":"Aliah University","ror":"https://ror.org/03rfycd69","country_code":"IN","type":"education","lineage":["https://openalex.org/I180765649"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sanoar Hossain","raw_affiliation_strings":["Department of Computer Science and Engineering, Aliah University, Kolkata 700156, India"],"raw_orcid":"https://orcid.org/0000-0002-1232-7487","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Aliah University, Kolkata 700156, India","institution_ids":["https://openalex.org/I180765649"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028760144","display_name":"Saiyed Umer","orcid":"https://orcid.org/0000-0002-1476-041X","observed_orcids":["https://orcid.org/0000-0002-1476-041X"]},"institutions":[{"id":"https://openalex.org/I180765649","display_name":"Aliah University","ror":"https://ror.org/03rfycd69","country_code":"IN","type":"education","lineage":["https://openalex.org/I180765649"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Saiyed Umer","raw_affiliation_strings":["Department of Computer Science and Engineering, Aliah University, Kolkata 700156, India"],"raw_orcid":"https://orcid.org/0000-0002-1476-041X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Aliah University, Kolkata 700156, India","institution_ids":["https://openalex.org/I180765649"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061050831","display_name":"Vijayan K. Asari","orcid":"https://orcid.org/0000-0002-3751-5492","observed_orcids":["https://orcid.org/0000-0002-3751-5492"]},"institutions":[{"id":"https://openalex.org/I127591826","display_name":"University of Dayton","ror":"https://ror.org/021v3qy27","country_code":"US","type":"education","lineage":["https://openalex.org/I127591826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vijayan Asari","raw_affiliation_strings":["Electrical and Computer Engineering, University of Dayton, 300 College Park, Dayton, OH 45469-0232, USA"],"raw_orcid":"https://orcid.org/0000-0002-3751-5492","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, University of Dayton, 300 College Park, Dayton, OH 45469-0232, USA","institution_ids":["https://openalex.org/I127591826"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074915163","display_name":"Ranjeet Kumar Rout","orcid":"https://orcid.org/0000-0002-1546-1702","observed_orcids":["https://orcid.org/0000-0002-1546-1702"]},"institutions":[{"id":"https://openalex.org/I8778637","display_name":"National Institute of Technology Srinagar","ror":"https://ror.org/03sfwvw54","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210152752","https://openalex.org/I8778637"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ranjeet Kumar Rout","raw_affiliation_strings":["Department of Computer Science and Engineering, National Institute of Technology, Srinagar 190006, India"],"raw_orcid":"https://orcid.org/0000-0002-1546-1702","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, National Institute of Technology, Srinagar 190006, India","institution_ids":["https://openalex.org/I8778637"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5028760144"],"corresponding_institution_ids":["https://openalex.org/I180765649"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2160},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2160},"fwci":8.6993,"has_fulltext":true,"cited_by_count":47,"citation_normalized_percentile":{"value":0.97964622,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"11","issue":"19","first_page":"9174","last_page":"9174"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8895999789237976,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8895999789237976,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.09380000084638596,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.012299999594688416,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"facial expression recognition","score":1.0},{"id":"https://openalex.org/keywords/facial-landmark-detection","display_name":"facial landmark detection","score":0.7490000128746033},{"id":"https://openalex.org/keywords/multi-resolution-images","display_name":"multi-resolution images","score":0.7279999852180481},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.8579999804496765},{"id":"https://openalex.org/keywords/data-augmentation","display_name":"data augmentation","score":0.6370000243186951},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.9980000257492065},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.6880000233650208},{"id":"https://openalex.org/keywords/texture-features","display_name":"texture features","score":0.5249999761581421},{"id":"https://openalex.org/keywords/karolinska-directed-emotional-faces","display_name":"KDEF","score":0.6209999918937683},{"id":"https://openalex.org/keywords/ck","display_name":"CK+","score":0.8379999995231628}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7913097143173218},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7116454243659973},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6868282556533813},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.623889684677124},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6022603511810303},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.528538167476654},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5093997120857239},{"id":"https://openalex.org/C2780297707","wikidata":"https://www.wikidata.org/wiki/Q4895393","display_name":"Landmark","level":2,"score":0.5035366415977478},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4871196746826172},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.4466535747051239},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.4299173355102539},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.42872148752212524},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.41962358355522156},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3689548671245575},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08929020166397095},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/app11199174","doi":"https://doi.org/10.3390/app11199174","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app11199174","pdf_url":"https://www.mdpi.com/2076-3417/11/19/9174/pdf?version=1633772196","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ec6ab24df54a412cbd10d634ab5636b2","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/ec6ab24df54a412cbd10d634ab5636b2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Applied Sciences, Vol 11, Iss 19, p 9174 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/app11199174","doi":"https://doi.org/10.3390/app11199174","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app11199174","pdf_url":"https://www.mdpi.com/2076-3417/11/19/9174/pdf?version=1633772196","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3205601133.pdf","grobid_xml":"https://content.openalex.org/works/W3205601133.grobid-xml"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W1523493493","https://openalex.org/W1529297639","https://openalex.org/W1963952148","https://openalex.org/W1999042468","https://openalex.org/W2000820603","https://openalex.org/W2003238582","https://openalex.org/W2016598597","https://openalex.org/W2031187406","https://openalex.org/W2039051707","https://openalex.org/W2041649634","https://openalex.org/W2045472600","https://openalex.org/W2047508432","https://openalex.org/W2058098602","https://openalex.org/W2068908391","https://openalex.org/W2083021723","https://openalex.org/W2095705004","https://openalex.org/W2098532194","https://openalex.org/W2102532543","https://openalex.org/W2102570318","https://openalex.org/W2103943262","https://openalex.org/W2106390385","https://openalex.org/W2107671593","https://openalex.org/W2109002458","https://openalex.org/W2109774206","https://openalex.org/W2117553576","https://openalex.org/W2121221486","https://openalex.org/W2134860945","https://openalex.org/W2138451337","https://openalex.org/W2139916508","https://openalex.org/W2147220807","https://openalex.org/W2159017231","https://openalex.org/W2161877343","https://openalex.org/W2161969291","https://openalex.org/W2163605009","https://openalex.org/W2183341477","https://openalex.org/W2185532022","https://openalex.org/W2189295201","https://openalex.org/W2244142460","https://openalex.org/W2342264685","https://openalex.org/W2490049321","https://openalex.org/W2563037228","https://openalex.org/W2606761503","https://openalex.org/W2607323193","https://openalex.org/W2615237916","https://openalex.org/W2622525607","https://openalex.org/W2735224642","https://openalex.org/W2767405849","https://openalex.org/W2892456951","https://openalex.org/W2938428612","https://openalex.org/W2946704636","https://openalex.org/W2949958650","https://openalex.org/W2964350391","https://openalex.org/W2976670645","https://openalex.org/W2996641430","https://openalex.org/W3008818343","https://openalex.org/W3042011474","https://openalex.org/W3111347180","https://openalex.org/W3119295385","https://openalex.org/W4255747608","https://openalex.org/W4388330068","https://openalex.org/W6674865903"],"related_works":["https://openalex.org/W3119295385","https://openalex.org/W4205166102","https://openalex.org/W7056764936","https://openalex.org/W4314936797","https://openalex.org/W4309199041","https://openalex.org/W3008818343","https://openalex.org/W2884048435","https://openalex.org/W4391317358","https://openalex.org/W4214561993","https://openalex.org/W4238447835"],"abstract_inverted_index":{"This":[0],"work":[1],"proposes":[2],"a":[3,9,28,52],"facial":[4,70,123,163,235],"expression":[5,164,236],"recognition":[6,165,237],"system":[7,19,238],"for":[8,160,190],"diversified":[10],"field":[11],"of":[12,16,25,34,97,144,169],"applications.":[13],"The":[14,32,72,167,218],"purpose":[15],"the":[17,23,35,44,48,65,91,95,113,118,122,127,145,150,161,170,185,200,213,233],"proposed":[18,36,111,128,162,171,234],"is":[20,38,178],"to":[21,68,78,85,94,116,153,174,180],"predict":[22],"type":[24],"expressions":[26],"in":[27,112,121,149,212],"human":[29],"face":[30,74],"region.":[31],"implementation":[33],"method":[37],"fragmented":[39],"into":[40],"three":[41],"components.":[42],"In":[43],"first":[45],"component,":[46],"from":[47],"given":[49],"input":[50,66],"image,":[51],"tree-structured":[53],"part":[54],"model":[55],"has":[56,195,220],"been":[57,196,221],"applied":[58],"that":[59,90,232],"predicts":[60],"some":[61,104,132,224],"landmark":[62],"points":[63],"on":[64],"image":[67,139],"detect":[69],"regions.":[71,124],"detected":[73],"region":[75],"was":[76],"normalized":[77],"its":[79,86],"fixed":[80],"size":[81],"and":[82,142,157,189,208],"then":[83],"down-sampled":[84],"varying":[87],"sizes":[88],"such":[89,135],"advantages,":[92],"due":[93,173],"effect":[96],"multi-resolution":[98],"images,":[99],"can":[100],"be":[101],"introduced.":[102],"Then,":[103],"convolutional":[105],"neural":[106],"network":[107],"(CNN)":[108],"architectures":[109],"were":[110,147],"second":[114],"component":[115,152],"analyze":[117],"texture":[119],"patterns":[120],"To":[125],"enhance":[126],"CNN":[129,176],"model\u2019s":[130],"performance,":[131],"advanced":[133],"techniques,":[134],"data":[136],"augmentation,":[137],"progressive":[138],"resizing,":[140],"transfer-learning,":[141],"fine-tuning":[143],"parameters,":[146],"employed":[148],"third":[151],"extract":[154],"more":[155],"distinctive":[156],"discriminant":[158],"features":[159],"system.":[166],"performance":[168,183,219],"system,":[172],"different":[175],"models,":[177],"fused":[179],"achieve":[181],"better":[182],"than":[184],"existing":[186,225],"state-of-the-art":[187],"methods":[188,226],"this":[191],"reason,":[192],"extensive":[193],"experimentation":[194],"carried":[197],"out":[198],"using":[199],"Karolinska-directed":[201],"emotional":[202],"faces":[203],"(KDEF),":[204],"GENKI-4k,":[205],"Cohn-Kanade":[206],"(CK+),":[207],"Static":[209],"Facial":[210],"Expressions":[211],"Wild":[214],"(SFEW)":[215],"benchmark":[216],"databases.":[217],"compared":[222],"with":[223],"concerning":[227],"these":[228],"databases,":[229],"which":[230],"shows":[231],"outperforms":[239],"other":[240],"competing":[241],"methods.":[242]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":11}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2021-10-25T00:00:00"}