{"id":"https://openalex.org/W3136481713","doi":"https://doi.org/10.1155/2021/8893661","title":"Empirical Investigation of Multimodal Sensors in Novel Deep Facial Expression Recognition In\u2010the\u2010Wild","display_name":"Empirical Investigation of Multimodal Sensors in Novel Deep Facial Expression Recognition In\u2010the\u2010Wild","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3136481713","doi":"https://doi.org/10.1155/2021/8893661","mag":"3136481713"},"language":"en","primary_location":{"id":"doi:10.1155/2021/8893661","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/8893661","pdf_url":"https://downloads.hindawi.com/journals/js/2021/8893661.pdf","source":{"id":"https://openalex.org/S96783963","display_name":"Journal of Sensors","issn_l":"1687-725X","issn":["1687-725X","1687-7268"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/js/2021/8893661.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101418371","display_name":"Asad Ullah","orcid":"https://orcid.org/0000-0003-1382-1353"},"institutions":[{"id":"https://openalex.org/I12832649","display_name":"Gachon University","ror":"https://ror.org/03ryywt80","country_code":"KR","type":"education","lineage":["https://openalex.org/I12832649"]},{"id":"https://openalex.org/I202376891","display_name":"Sarhad University of Science and Information Technology","ror":"https://ror.org/04dx2y384","country_code":"PK","type":"education","lineage":["https://openalex.org/I202376891"]}],"countries":["KR","PK"],"is_corresponding":false,"raw_author_name":"Asad Ullah","raw_affiliation_strings":["Department of Computer Engineering, Gachon University, Seongnam, Republic of Korea gachon.ac.kr","Department of Computer Science and Information Technology, Sarhad University of Science and Information Technology, Peshawar 25000, Pakistan suit.edu.pk","Department of Computer Engineering, Gachon University, Seongnam, Republic of Korea","Department of Computer Science and Information Technology, Sarhad University of Science and Information Technology, Peshawar 25000, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-1382-1353","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Gachon University, Seongnam, Republic of Korea gachon.ac.kr","institution_ids":["https://openalex.org/I12832649"]},{"raw_affiliation_string":"Department of Computer Science and Information Technology, Sarhad University of Science and Information Technology, Peshawar 25000, Pakistan suit.edu.pk","institution_ids":["https://openalex.org/I202376891"]},{"raw_affiliation_string":"Department of Computer Engineering, Gachon University, Seongnam, Republic of Korea","institution_ids":["https://openalex.org/I12832649"]},{"raw_affiliation_string":"Department of Computer Science and Information Technology, Sarhad University of Science and Information Technology, Peshawar 25000, Pakistan","institution_ids":["https://openalex.org/I202376891"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115589198","display_name":"Jing Wang","orcid":"https://orcid.org/0000-0002-3793-3264"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I202334528","display_name":"Beijing Electronic Science and Technology Institute","ror":"https://ror.org/01xdzh226","country_code":"CN","type":"education","lineage":["https://openalex.org/I202334528"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Wang","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing 100081, China bit.edu.cn","School of Information and Electronics, Beijing Institute of Technology, Beijing 100081, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing 100081, China bit.edu.cn","institution_ids":["https://openalex.org/I125839683","https://openalex.org/I202334528"]},{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing 100081, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014296507","display_name":"Muhammad Shahid Anwar","orcid":"https://orcid.org/0000-0001-8093-6690"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I202334528","display_name":"Beijing Electronic Science and Technology Institute","ror":"https://ror.org/01xdzh226","country_code":"CN","type":"education","lineage":["https://openalex.org/I202334528"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"M. Shahid Anwar","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing 100081, China bit.edu.cn","School of Information and Electronics, Beijing Institute of Technology, Beijing 100081, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing 100081, China bit.edu.cn","institution_ids":["https://openalex.org/I125839683","https://openalex.org/I202334528"]},{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing 100081, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026267523","display_name":"Taeg Keun Whangbo","orcid":"https://orcid.org/0000-0003-1409-0580"},"institutions":[{"id":"https://openalex.org/I12832649","display_name":"Gachon University","ror":"https://ror.org/03ryywt80","country_code":"KR","type":"education","lineage":["https://openalex.org/I12832649"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Taeg Keun Whangbo","raw_affiliation_strings":["Department of Computer Engineering, Gachon University, Seongnam, Republic of Korea gachon.ac.kr","Department of Computer Engineering, Gachon University, Seongnam, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Gachon University, Seongnam, Republic of Korea gachon.ac.kr","institution_ids":["https://openalex.org/I12832649"]},{"raw_affiliation_string":"Department of Computer Engineering, Gachon University, Seongnam, Republic of Korea","institution_ids":["https://openalex.org/I12832649"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024453292","display_name":"Yaping Zhu","orcid":"https://orcid.org/0000-0002-6406-9483"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yaping Zhu","raw_affiliation_strings":["School of Information and Communication Engineering, Communication University of China, China cuc.edu.cn","School of Information and Communication Engineering, Communication University of China, China"],"raw_orcid":"https://orcid.org/0000-0002-6406-9483","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Communication University of China, China cuc.edu.cn","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Communication University of China, China","institution_ids":["https://openalex.org/I75689368"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5024453292"],"corresponding_institution_ids":["https://openalex.org/I75689368"],"apc_list":{"value":2375,"currency":"USD","value_usd":2375},"apc_paid":{"value":2375,"currency":"USD","value_usd":2375},"fwci":0.8383,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.72203807,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2021","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5944494009017944},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.5518433451652527},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5238694548606873},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48081886768341064},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4196584224700928},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4095454812049866},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3720129132270813},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32555949687957764},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.21289625763893127}],"concepts":[{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5944494009017944},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.5518433451652527},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5238694548606873},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48081886768341064},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4196584224700928},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4095454812049866},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3720129132270813},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32555949687957764},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.21289625763893127},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1155/2021/8893661","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/8893661","pdf_url":"https://downloads.hindawi.com/journals/js/2021/8893661.pdf","source":{"id":"https://openalex.org/S96783963","display_name":"Journal of Sensors","issn_l":"1687-725X","issn":["1687-725X","1687-7268"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Sensors","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e9b32674ae6044c1a06c1214b2396491","is_oa":false,"landing_page_url":"https://doaj.org/article/e9b32674ae6044c1a06c1214b2396491","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Sensors, Vol 2021 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1155/2021/8893661","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/8893661","pdf_url":"https://downloads.hindawi.com/journals/js/2021/8893661.pdf","source":{"id":"https://openalex.org/S96783963","display_name":"Journal of Sensors","issn_l":"1687-725X","issn":["1687-725X","1687-7268"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6600000262260437,"id":"https://metadata.un.org/sdg/15","display_name":"Life in Land"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3136481713.pdf","grobid_xml":"https://content.openalex.org/works/W3136481713.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W132448360","https://openalex.org/W1669230375","https://openalex.org/W2003238582","https://openalex.org/W2008887256","https://openalex.org/W2024868105","https://openalex.org/W2035372623","https://openalex.org/W2048533792","https://openalex.org/W2061199901","https://openalex.org/W2088575594","https://openalex.org/W2103943262","https://openalex.org/W2124079640","https://openalex.org/W2127786001","https://openalex.org/W2134860945","https://openalex.org/W2139916508","https://openalex.org/W2143899944","https://openalex.org/W2161634108","https://openalex.org/W2164598857","https://openalex.org/W2198512331","https://openalex.org/W2217426128","https://openalex.org/W2246249023","https://openalex.org/W2253728219","https://openalex.org/W2294427751","https://openalex.org/W2490049321","https://openalex.org/W2583955973","https://openalex.org/W2622525607","https://openalex.org/W2730601341","https://openalex.org/W2738672149","https://openalex.org/W2784208377","https://openalex.org/W2787696757","https://openalex.org/W2788728386","https://openalex.org/W2798583514","https://openalex.org/W2805080735","https://openalex.org/W2884048435","https://openalex.org/W2889978276","https://openalex.org/W2896277673","https://openalex.org/W2902460788","https://openalex.org/W2914156334","https://openalex.org/W2918907031","https://openalex.org/W2920385316","https://openalex.org/W2938404524","https://openalex.org/W2952757518","https://openalex.org/W2959639774","https://openalex.org/W2963112684","https://openalex.org/W2963712289","https://openalex.org/W2991978568","https://openalex.org/W3001587372","https://openalex.org/W3124675547","https://openalex.org/W3127636223"],"related_works":["https://openalex.org/W2642127892","https://openalex.org/W4205986151","https://openalex.org/W2355913164","https://openalex.org/W2162992774","https://openalex.org/W1153638794","https://openalex.org/W2168968280","https://openalex.org/W2116055069","https://openalex.org/W2901126000","https://openalex.org/W4323520705","https://openalex.org/W2356663679"],"abstract_inverted_index":{"The":[0,206],"interest":[1],"in":[2,40,53,130,159],"the":[3,37,81,95,107,125,131,164,170,182,203,215,218,226,256,262,269],"facial":[4,84,91,223],"expression":[5],"recognition":[6],"(FER)":[7],"is":[8,51,78,87,121,196,199,229,253],"increasing":[9],"day":[10,12],"by":[11,162,267],"due":[13,234],"to":[14,105,124,145,180,201,212,235],"its":[15],"practical":[16],"and":[17,26,43,63,67,110,168,190,240,274],"potential":[18],"applications,":[19],"such":[20],"as":[21,217],"human":[22],"physiological":[23],"interaction":[24],"diagnosis":[25],"mental":[27],"diseases":[28],"detection.":[29],"This":[30,56],"area":[31],"has":[32],"received":[33],"much":[34],"attention":[35],"from":[36],"research":[38,57],"community":[39],"recent":[41],"years":[42],"achieved":[44],"remarkable":[45],"results;":[46],"however,":[47],"a":[48,60,133,155],"significant":[49,183],"improvement":[50],"required":[52],"spatial":[54,204,232],"problems.":[55],"work":[58],"presents":[59],"novel":[61],"framework":[62],"proposes":[64],"an":[65,73],"effective":[66],"robust":[68],"solution":[69],"for":[70,89,94,246,255],"FER":[71],"under":[72,99],"unconstrained":[74,101],"environment.":[75],"Face":[76],"detection":[77,96],"performed":[79],"using":[80],"supervision":[82],"of":[83,97,136,173,231,264],"attributes.":[85],"Faceness\u2010Net":[86],"used":[88,179,197,254],"deep":[90],"part":[92],"responses":[93],"faces":[98],"severe":[100],"variations.":[102],"In":[103],"order":[104],"improve":[106,169],"generalization":[108],"problems":[109],"avoid":[111],"insufficient":[112],"data":[113,160],"regime,":[114],"Deep":[115],"Convolutional":[116],"Graphical":[117],"Adversarial":[118],"Network":[119],"(DC\u2010GAN)":[120],"utilized.":[122],"Due":[123],"challenging":[126],"environmental":[127],"factors":[128],"faced":[129],"wild,":[132],"large":[134],"number":[135],"noises":[137],"disrupt":[138],"feature":[139],"extraction,":[140],"thus":[141,241],"making":[142],"it":[143],"hard":[144],"capture":[146],"ground":[147],"truth.":[148],"We":[149,259],"leverage":[150],"different":[151],"multimodal":[152],"sensors":[153,177],"with":[154],"camera":[156],"that":[157,277],"aids":[158],"acquisition,":[161],"extracting":[163],"features":[165,245],"more":[166],"accurately":[167],"overall":[171],"performance":[172],"FER.":[174],"These":[175],"intelligent":[176],"are":[178,210],"tackle":[181],"challenges":[184],"like":[185],"illumination":[186],"variance,":[187],"subject":[188],"dependence,":[189],"head":[191],"pose.":[192],"Dual\u2010enhanced":[193],"capsule":[194,208],"network":[195,228],"which":[198],"able":[200],"handle":[202],"problem.":[205],"traditional":[207],"networks":[209],"unable":[211],"sufficiently":[213],"extract":[214],"features,":[216],"distance":[219],"varies":[220],"greatly":[221],"between":[222,249],"features.":[224],"Therefore,":[225],"proposed":[227],"capable":[230],"transformation":[233],"action":[236],"unit":[237],"aware":[238],"mechanism":[239],"forward":[242],"most":[243],"desiring":[244],"dynamic":[247],"routing":[248],"capsules.":[250],"Squashing":[251],"function":[252],"classification":[257],"function.":[258],"have":[260],"elaborated":[261],"effectiveness":[263],"our":[265],"method":[266],"validating":[268],"results":[270],"on":[271],"four":[272],"popular":[273],"versatile":[275],"databases":[276],"outperform":[278],"all":[279],"state\u2010of\u2010the\u2010art":[280],"methods.":[281]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}