{"id":"https://openalex.org/W4293574656","doi":"https://doi.org/10.1117/1.jei.31.4.043056","title":"Uncertain and biased facial expression recognition based on depthwise separable convolutional neural network with embedded attention mechanism","display_name":"Uncertain and biased facial expression recognition based on depthwise separable convolutional neural network with embedded attention mechanism","publication_year":2022,"publication_date":"2022-08-30","ids":{"openalex":"https://openalex.org/W4293574656","doi":"https://doi.org/10.1117/1.jei.31.4.043056"},"language":"en","primary_location":{"id":"doi:10.1117/1.jei.31.4.043056","doi":"https://doi.org/10.1117/1.jei.31.4.043056","is_oa":false,"landing_page_url":"https://doi.org/10.1117/1.jei.31.4.043056","pdf_url":null,"source":{"id":"https://openalex.org/S158511090","display_name":"Journal of Electronic Imaging","issn_l":"1017-9909","issn":["1017-9909","1560-229X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","jufo-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310315543","host_organization_name":"SPIE","host_organization_lineage":["https://openalex.org/P4310315543"],"host_organization_lineage_names":["SPIE"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Electronic Imaging","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055169822","display_name":"Piao Shi","orcid":"https://orcid.org/0000-0002-0783-5487","observed_orcids":["https://orcid.org/0000-0002-0783-5487"]},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Piao Shi","raw_affiliation_strings":["Hefei Univ. of Technology","Hefei University of Technology, Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, School of Computer Science and Information Engineerin"],"raw_orcid":"https://orcid.org/0000-0002-0783-5487","affiliations":[{"raw_affiliation_string":"Hefei Univ. of Technology","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Hefei University of Technology, Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, School of Computer Science and Information Engineerin","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091586702","display_name":"Min Qiang Hu","orcid":"https://orcid.org/0000-0003-2122-0240","observed_orcids":["https://orcid.org/0000-0003-2122-0240"]},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Min Hu","raw_affiliation_strings":["Hefei Univ. of Technology","Hefei University of Technology, Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, School of Computer Science and Information Engineerin"],"raw_orcid":"https://orcid.org/0000-0003-2122-0240","affiliations":[{"raw_affiliation_string":"Hefei Univ. of Technology","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Hefei University of Technology, Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, School of Computer Science and Information Engineerin","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071943346","display_name":"Fuji Ren","orcid":"https://orcid.org/0000-0003-4860-9184","observed_orcids":["https://orcid.org/0000-0003-4860-9184"]},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fuji Ren","raw_affiliation_strings":["Univ. of Electronic Science and Technology of China","University of Electronic Science and Technology of China, School of Computer Science and Engineering, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"University of Electronic Science and Technology of China, School of Computer Science and Engineering, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064939131","display_name":"Xuefeng Shi","orcid":"https://orcid.org/0000-0003-1514-9265","observed_orcids":["https://orcid.org/0000-0003-1514-9265"]},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuefeng Shi","raw_affiliation_strings":["Hefei Univ. of Technology","Hefei University of Technology, Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, School of Computer Science and Information Engineerin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hefei Univ. of Technology","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Hefei University of Technology, Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, School of Computer Science and Information Engineerin","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100402157","display_name":"Hongbo Li","orcid":"https://orcid.org/0000-0001-7711-5744","observed_orcids":["https://orcid.org/0000-0001-7711-5744","https://orcid.org/0000-0002-0784-8034"]},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbo Li","raw_affiliation_strings":["Hefei Univ. of Technology","Hefei University of Technology, Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, School of Computer Science and Information Engineerin"],"raw_orcid":"https://orcid.org/0000-0002-0784-8034","affiliations":[{"raw_affiliation_string":"Hefei Univ. of Technology","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Hefei University of Technology, Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, School of Computer Science and Information Engineerin","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102015595","display_name":"Zezhong Li","orcid":"https://orcid.org/0000-0003-2257-178X","observed_orcids":["https://orcid.org/0000-0003-2257-178X"]},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zezhong Li","raw_affiliation_strings":["Hefei Univ. of Technology","Hefei University of Technology, Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, School of Computer Science and Information Engineerin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hefei Univ. of Technology","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Hefei University of Technology, Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, School of Computer Science and Information Engineerin","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029920666","display_name":"Hui Zhi Lin","orcid":"https://orcid.org/0000-0002-6559-2751","observed_orcids":["https://orcid.org/0000-0002-6559-2751"]},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Lin","raw_affiliation_strings":["Hefei Univ. of Technology","Hefei University of Technology, Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, School of Computer Science and Information Engineerin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hefei Univ. of Technology","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Hefei University of Technology, Key Laboratory of Knowledge Engineering with Big Data, Ministry of Education, Anhui Province Key Laboratory of Affective Computing and Advanced Intelligent Machine, School of Computer Science and Information Engineerin","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5071943346","https://openalex.org/A5091586702"],"corresponding_institution_ids":["https://openalex.org/I150229711","https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":0.3319,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.51185979,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":"31","issue":"04","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9599999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9599999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.034699998795986176,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.002899999963119626,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"facial expression recognition","score":0.9990000128746033},{"id":"https://openalex.org/keywords/depthwise-separable-convolutional-neural-network","display_name":"depthwise separable convolutional neural network","score":0.9150000214576721},{"id":"https://openalex.org/keywords/squeeze-and-excitation","display_name":"squeeze-and-excitation","score":0.9340000152587891},{"id":"https://openalex.org/keywords/class-imbalance","display_name":"class imbalance","score":0.6930000185966492},{"id":"https://openalex.org/keywords/cross-entropy-loss","display_name":"cross-entropy loss","score":0.7580000162124634},{"id":"https://openalex.org/keywords/facial-landmarks","display_name":"facial landmarks","score":0.6019999980926514},{"id":"https://openalex.org/keywords/face-detection","display_name":"face detection","score":0.7639999985694885},{"id":"https://openalex.org/keywords/cultural-bias","display_name":"cultural bias","score":0.621999979019165},{"id":"https://openalex.org/keywords/ck","display_name":"CK+","score":0.45100000500679016},{"id":"https://openalex.org/keywords/fer-2013","display_name":"FER2013","score":0.9900000095367432},{"id":"https://openalex.org/keywords/raf-db","display_name":"RAF-DB","score":0.9769999980926514}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7649530172348022},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6749261021614075},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6741474866867065},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5973780751228333},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5300179719924927},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.527458667755127},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.5123084783554077},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.49961161613464355},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4746549725532532},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.4524650573730469},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3523339033126831},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1117/1.jei.31.4.043056","doi":"https://doi.org/10.1117/1.jei.31.4.043056","is_oa":false,"landing_page_url":"https://doi.org/10.1117/1.jei.31.4.043056","pdf_url":null,"source":{"id":"https://openalex.org/S158511090","display_name":"Journal of Electronic Imaging","issn_l":"1017-9909","issn":["1017-9909","1560-229X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","jufo-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310315543","host_organization_name":"SPIE","host_organization_lineage":["https://openalex.org/P4310315543"],"host_organization_lineage_names":["SPIE"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Electronic Imaging","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W603908379","https://openalex.org/W1523438332","https://openalex.org/W1686810756","https://openalex.org/W2003238582","https://openalex.org/W2020707054","https://openalex.org/W2041616772","https://openalex.org/W2058098602","https://openalex.org/W2103943262","https://openalex.org/W2147527908","https://openalex.org/W2194775991","https://openalex.org/W2288573467","https://openalex.org/W2302255633","https://openalex.org/W2341528187","https://openalex.org/W2507533913","https://openalex.org/W2513140567","https://openalex.org/W2531409750","https://openalex.org/W2577784528","https://openalex.org/W2592335154","https://openalex.org/W2612445135","https://openalex.org/W2738672149","https://openalex.org/W2752782242","https://openalex.org/W2752971446","https://openalex.org/W2767103364","https://openalex.org/W2771326598","https://openalex.org/W2799041689","https://openalex.org/W2884585870","https://openalex.org/W2889978276","https://openalex.org/W2896277673","https://openalex.org/W2904483377","https://openalex.org/W2922509574","https://openalex.org/W2940983946","https://openalex.org/W2944523338","https://openalex.org/W2951005624","https://openalex.org/W2995852188","https://openalex.org/W3003720578","https://openalex.org/W3008189420","https://openalex.org/W3012740297","https://openalex.org/W3015028581","https://openalex.org/W3016800735","https://openalex.org/W3034552520","https://openalex.org/W3035336958","https://openalex.org/W3035565904","https://openalex.org/W3037983895","https://openalex.org/W3083071247","https://openalex.org/W3092969547","https://openalex.org/W3118530108","https://openalex.org/W3119833370","https://openalex.org/W3129458182","https://openalex.org/W3133185844","https://openalex.org/W3162836489","https://openalex.org/W3174243668","https://openalex.org/W3177052299","https://openalex.org/W3205981084","https://openalex.org/W3211081651","https://openalex.org/W3213061128","https://openalex.org/W3214497239","https://openalex.org/W4205510620","https://openalex.org/W4205766918","https://openalex.org/W4206326349","https://openalex.org/W4206411193","https://openalex.org/W4206637691","https://openalex.org/W4206796133","https://openalex.org/W4207042493","https://openalex.org/W4211255653","https://openalex.org/W4213322091","https://openalex.org/W4221056035","https://openalex.org/W4399202545","https://openalex.org/W6696542922"],"related_works":["https://openalex.org/W3195355674","https://openalex.org/W3129151249","https://openalex.org/W3021995521","https://openalex.org/W3216427062","https://openalex.org/W4415013072","https://openalex.org/W4387769186","https://openalex.org/W2934832377","https://openalex.org/W3094016979","https://openalex.org/W3157360070","https://openalex.org/W7221045293"],"abstract_inverted_index":{"Datasets":[0],"play":[1],"a":[2,73,122,144],"crucial":[3],"role":[4],"in":[5],"the":[6,16,92,97,151,179,182,198],"development":[7],"of":[8,15,43,181,197],"facial":[9,48,107],"expression":[10,49,88,99],"recognition":[11],"(FER),":[12],"but":[13],"most":[14,196],"datasets":[17,57,189],"suffer":[18],"from":[19,65,105],"obvious":[20],"uncertainties":[21,139],"and":[22,28,47,60,67,138,166],"biases":[23,137],"caused":[24],"by":[25],"different":[26],"cultures":[27],"collection":[29],"conditions.":[30],"To":[31],"look":[32],"deeper":[33],"into":[34],"these":[35],"issues,":[36,140],"this":[37,141],"paper":[38,71,142],"first":[39],"conducts":[40],"two":[41],"sets":[42],"experiments,":[44],"face":[45],"detection,":[46],"(FE)":[50],"classification.":[51],"They":[52],"are":[53,63],"based":[54,120],"on":[55,121,186],"three":[56,187],"(CK+,":[58],"FER2013,":[59],"RAF\u2013DB),":[61],"which":[62,102,118],"collected":[64],"lab":[66],"wild":[68],"environments.":[69],"This":[70],"proposes":[72,143],"network,":[74],"depthwise":[75],"separable":[76],"convolutional":[77],"neural":[78],"network":[79],"(CNN)":[80],"with":[81,134,161],"an":[82],"embedded":[83],"attention":[84,126],"mechanism":[85],"(DSA\u2013CNN)":[86],"for":[87,127],"recognition.":[89],"First,":[90],"at":[91,172],"preprocessing":[93],"stage,":[94,175],"we":[95,115,158],"obtain":[96],"maximum":[98],"range":[100],"clipping,":[101],"is":[103,119],"calculated":[104],"81":[106],"landmark":[108],"points":[109],"to":[110,131,149,176],"filter":[111],"nonface":[112],"interferences.":[113],"Then,":[114,157],"use":[116],"DSA\u2013CNN,":[117],"coordinate":[123],"squeeze-and-excitation":[124],"(CSE)":[125],"feature":[128],"extraction.":[129],"Finally,":[130],"further":[132],"deal":[133],"imbalanced":[135],"class":[136],"class-weighted":[145],"cross-entropy":[146,169],"loss":[147,164,170],"(CCE-loss)":[148],"alleviate":[150],"imbalance":[152],"among":[153],"seven":[154],"emotional":[155],"classes.":[156],"combine":[159],"CCE-loss":[160],"ranking":[162],"regularization":[163],"(RR-loss)":[165],"self-importance":[167],"weighting":[168],"(SCE-loss)":[171],"label":[173],"amend":[174],"jointly":[177],"guide":[178],"training":[180],"network.":[183],"Extensive":[184],"experiments":[185],"FER":[188],"demonstrate":[190],"that":[191],"our":[192],"proposed":[193],"method":[194],"outperforms":[195],"state-of-the-art":[199],"methods":[200],"eventually.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2022-08-30T00:00:00"}
