{"id":"https://openalex.org/W4380520382","doi":"https://doi.org/10.1109/taffc.2023.3285231","title":"Transformer-Augmented Network With Online Label Correction for Facial Expression Recognition","display_name":"Transformer-Augmented Network With Online Label Correction for Facial Expression Recognition","publication_year":2023,"publication_date":"2023-06-13","ids":{"openalex":"https://openalex.org/W4380520382","doi":"https://doi.org/10.1109/taffc.2023.3285231"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2023.3285231","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2023.3285231","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090221825","display_name":"Fuyan Ma","orcid":"https://orcid.org/0000-0003-0483-8866"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fuyan Ma","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China","College of Electrical and Information Engineering, and with the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-0483-8866","affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"College of Electrical and Information Engineering, and with the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100641761","display_name":"Bin Sun","orcid":"https://orcid.org/0000-0002-7029-8784"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Sun","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China","College of Electrical and Information Engineering, and with the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-7029-8784","affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"College of Electrical and Information Engineering, and with the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067097659","display_name":"Shutao Li","orcid":"https://orcid.org/0000-0002-0585-9848"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shutao Li","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China","College of Electrical and Information Engineering, with the State Key Laboratory of Advanced Design and Manufacturing for Vehicle Body and with the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-0585-9848","affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"College of Electrical and Information Engineering, with the State Key Laboratory of Advanced Design and Manufacturing for Vehicle Body and with the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5090221825"],"corresponding_institution_ids":["https://openalex.org/I16609230"],"apc_list":null,"apc_paid":null,"fwci":7.4627,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.97744638,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"15","issue":"2","first_page":"593","last_page":"605"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7451452612876892},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6885520815849304},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6705741286277771},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6339287161827087},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6338884830474854},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6063816547393799},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5570095777511597},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4653022885322571},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.4595969319343567},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.09105464816093445},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08707985281944275}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7451452612876892},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6885520815849304},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6705741286277771},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6339287161827087},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6338884830474854},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6063816547393799},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5570095777511597},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4653022885322571},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4595969319343567},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.09105464816093445},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08707985281944275},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2023.3285231","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2023.3285231","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.699999988079071}],"awards":[{"id":"https://openalex.org/G5561626794","display_name":null,"funder_award_id":"2022JJ20017","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G7579875074","display_name":null,"funder_award_id":"62171183","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W1546411676","https://openalex.org/W1821462560","https://openalex.org/W1990207480","https://openalex.org/W2014185685","https://openalex.org/W2035372623","https://openalex.org/W2088575594","https://openalex.org/W2101176070","https://openalex.org/W2103943262","https://openalex.org/W2106390385","https://openalex.org/W2108113956","https://openalex.org/W2108598243","https://openalex.org/W2121056381","https://openalex.org/W2128992588","https://openalex.org/W2147800946","https://openalex.org/W2183341477","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2341528187","https://openalex.org/W2481681431","https://openalex.org/W2515770085","https://openalex.org/W2548899748","https://openalex.org/W2745497104","https://openalex.org/W2787524669","https://openalex.org/W2887842788","https://openalex.org/W2889978276","https://openalex.org/W2896277673","https://openalex.org/W2902598059","https://openalex.org/W2904483377","https://openalex.org/W2948217907","https://openalex.org/W2948606739","https://openalex.org/W2962858109","https://openalex.org/W2963939124","https://openalex.org/W2969985801","https://openalex.org/W3003720578","https://openalex.org/W3019410392","https://openalex.org/W3035336958","https://openalex.org/W3089911443","https://openalex.org/W3094502228","https://openalex.org/W3101998545","https://openalex.org/W3106547440","https://openalex.org/W3108417339","https://openalex.org/W3112113890","https://openalex.org/W3114896399","https://openalex.org/W3117707723","https://openalex.org/W3118405827","https://openalex.org/W3120399736","https://openalex.org/W3122081138","https://openalex.org/W3154541964","https://openalex.org/W3167651619","https://openalex.org/W3171516518","https://openalex.org/W3173196825","https://openalex.org/W3179103990","https://openalex.org/W3180355996","https://openalex.org/W3186105911","https://openalex.org/W3195286673","https://openalex.org/W3209798173","https://openalex.org/W4238539449","https://openalex.org/W4295312788","https://openalex.org/W4311414773","https://openalex.org/W4385245566","https://openalex.org/W6632670727","https://openalex.org/W6638523607","https://openalex.org/W6675224631","https://openalex.org/W6678280073","https://openalex.org/W6691161760","https://openalex.org/W6739901393","https://openalex.org/W6753772092","https://openalex.org/W6755106128","https://openalex.org/W6766978945","https://openalex.org/W6784333009","https://openalex.org/W6786690992","https://openalex.org/W6787826751","https://openalex.org/W6787906798","https://openalex.org/W6795986427","https://openalex.org/W6803462455"],"related_works":["https://openalex.org/W2965546495","https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W4205463238","https://openalex.org/W2761785940","https://openalex.org/W2110523656","https://openalex.org/W1482209366","https://openalex.org/W2521627374"],"abstract_inverted_index":{"Facial":[0],"expression":[1],"recognition":[2],"(FER)":[3],"in":[4],"the":[5,32,58,66,70,100,114,122,131,136,146,163,166,170,206],"wild":[6],"is":[7,95,117],"extremely":[8],"challenging":[9],"due":[10],"to":[11,30,55,98,119,134,152],"occlusions,":[12],"variant":[13],"head":[14],"poses":[15],"under":[16],"unconstrained":[17],"conditions":[18],"and":[19,39,64,157,191,195],"incorrect":[20],"annotations":[21],"(e.g.,":[22],"label":[23,41,148,176],"noise).":[24],"In":[25],"this":[26],"paper,":[27],"we":[28,49,129,144],"aim":[29],"improve":[31],"performance":[33],"of":[34,75,82,113,165,172],"in-the-wild":[35],"FER":[36],"with":[37],"Transformers":[38],"online":[40,147],"correction.":[42],"Different":[43],"from":[44],"pure":[45],"CNNs":[46],"based":[47,161],"methods,":[48],"propose":[50,130],"a":[51,73,80,87],"Transformer-augmented":[52],"network":[53],"(TAN)":[54],"dynamically":[56],"capture":[57,99],"relationships":[59],"within":[60,104],"each":[61,105],"facial":[62,67,76],"patch":[63,77],"across":[65,138],"patches.":[68],"Specifically,":[69],"TAN":[71],"translates":[72],"number":[74],"images":[78],"into":[79],"set":[81],"visual":[83,106],"feature":[84,107,126,140],"sequences":[85],"by":[86],"backbone":[88],"convolutional":[89],"neural":[90],"network.":[91],"The":[92,109,214],"intra-patch":[93,115],"Transformer":[94,116,133],"subsequently":[96],"utilized":[97],"most":[101],"discriminative":[102],"features":[103],"sequence.":[108],"position-disentangled":[110],"attention":[111],"mechanism":[112],"proposed":[118,207],"better":[120],"incorporate":[121],"positional":[123],"information":[124],"for":[125],"sequences.":[127,141],"Furthermore,":[128],"inter-patch":[132],"model":[135,174],"dependencies":[137],"these":[139,202],"More":[142],"importantly,":[143],"present":[145],"correction":[149],"(OLC)":[150],"framework":[151],"correct":[153],"suspicious":[154],"hard":[155],"labels":[156,160],"accumulate":[158],"soft":[159],"on":[162,182,201],"predictions":[164],"model,":[167],"which":[168],"strengthens":[169],"robustness":[171],"our":[173,180],"against":[175,211],"noise.":[177],"We":[178],"validate":[179],"method":[181,208],"several":[183],"widely-used":[184],"datasets":[185],"(RAF-DB,":[186],"FERPlus,":[187],"AffectNet),":[188],"realistic":[189],"occlusion":[190],"pose":[192],"variation":[193],"datasets,":[194],"synthetic":[196],"noisy":[197],"datasets.":[198],"Extensive":[199],"experiments":[200],"benchmarks":[203],"demonstrate":[204],"that":[205],"performs":[209],"favorably":[210],"state-of-the-art":[212],"methods.":[213],"source":[215],"code":[216],"will":[217],"be":[218],"made":[219],"publicly":[220],"available.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":11}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}