{"id":"https://openalex.org/W4393639583","doi":"https://doi.org/10.1109/taffc.2024.3382618","title":"Joint Training on Multiple Datasets With Inconsistent Labeling Criteria for Facial Expression Recognition","display_name":"Joint Training on Multiple Datasets With Inconsistent Labeling Criteria for Facial Expression Recognition","publication_year":2024,"publication_date":"2024-04-02","ids":{"openalex":"https://openalex.org/W4393639583","doi":"https://doi.org/10.1109/taffc.2024.3382618"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2024.3382618","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3382618","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040239317","display_name":"Chengyan Yu","orcid":"https://orcid.org/0000-0002-5915-7091"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210159968","display_name":"Duke Kunshan University","ror":"https://ror.org/04sr5ys16","country_code":"CN","type":"education","lineage":["https://openalex.org/I170897317","https://openalex.org/I37461747","https://openalex.org/I4210159968"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chengyan Yu","raw_affiliation_strings":["School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","Suzhou Municipal Key Laboratory of Multimodal Intelligent Systems, Data Science Research Center, Duke Kunshan University, China"],"raw_orcid":"https://orcid.org/0000-0002-5915-7091","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Suzhou Municipal Key Laboratory of Multimodal Intelligent Systems, Data Science Research Center, Duke Kunshan University, China","institution_ids":["https://openalex.org/I4210159968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100366134","display_name":"Dong Zhang","orcid":"https://orcid.org/0000-0003-0825-3400"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Zhang","raw_affiliation_strings":["School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0825-3400","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101795361","display_name":"Wei Zou","orcid":"https://orcid.org/0000-0003-2559-2519"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zou","raw_affiliation_strings":["School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-2559-2519","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100351449","display_name":"Ming Li","orcid":"https://orcid.org/0000-0002-6406-1983"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210159968","display_name":"Duke Kunshan University","ror":"https://ror.org/04sr5ys16","country_code":"CN","type":"education","lineage":["https://openalex.org/I170897317","https://openalex.org/I37461747","https://openalex.org/I4210159968"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Li","raw_affiliation_strings":["Suzhou Municipal Key Laboratory of Multimodal Intelligent Systems, Data Science Research Center, Duke Kunshan University, Kunshan, China","School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-6406-1983","affiliations":[{"raw_affiliation_string":"Suzhou Municipal Key Laboratory of Multimodal Intelligent Systems, Data Science Research Center, Duke Kunshan University, Kunshan, China","institution_ids":["https://openalex.org/I4210159968"]},{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5040239317"],"corresponding_institution_ids":["https://openalex.org/I157773358","https://openalex.org/I4210159968"],"apc_list":null,"apc_paid":null,"fwci":3.4529,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.93597453,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"15","issue":"3","first_page":"1812","last_page":"1825"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.7119005918502808},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6359334588050842},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.6009784936904907},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5597899556159973},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5386127829551697},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5383561253547668},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.49383053183555603},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.4854317307472229},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4649003744125366},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4609973430633545},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.46096158027648926},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35467052459716797},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.32439714670181274},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14148643612861633}],"concepts":[{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.7119005918502808},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6359334588050842},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.6009784936904907},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5597899556159973},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5386127829551697},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5383561253547668},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.49383053183555603},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.4854317307472229},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4649003744125366},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4609973430633545},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.46096158027648926},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35467052459716797},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32439714670181274},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14148643612861633},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2024.3382618","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3382618","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.4300000071525574,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G1270229601","display_name":null,"funder_award_id":"62171207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1545573750","display_name":null,"funder_award_id":"62173353","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3144500776","display_name":null,"funder_award_id":"202007030011","funder_id":"https://openalex.org/F4320335480","funder_display_name":"Guangzhou Municipal Science and Technology Project"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335480","display_name":"Guangzhou Municipal Science and Technology Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W369786348","https://openalex.org/W2035372623","https://openalex.org/W2073534683","https://openalex.org/W2083021723","https://openalex.org/W2102348129","https://openalex.org/W2103943262","https://openalex.org/W2106115875","https://openalex.org/W2108598243","https://openalex.org/W2114025269","https://openalex.org/W2151103935","https://openalex.org/W2161969291","https://openalex.org/W2162888803","https://openalex.org/W2163808566","https://openalex.org/W2165731615","https://openalex.org/W2169931729","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2345305417","https://openalex.org/W2436394355","https://openalex.org/W2515770085","https://openalex.org/W2566079294","https://openalex.org/W2577784528","https://openalex.org/W2738672149","https://openalex.org/W2745497104","https://openalex.org/W2788045938","https://openalex.org/W2799041689","https://openalex.org/W2885948040","https://openalex.org/W2889978276","https://openalex.org/W2896277673","https://openalex.org/W2900164843","https://openalex.org/W2913340405","https://openalex.org/W2928165649","https://openalex.org/W2964347177","https://openalex.org/W3001529617","https://openalex.org/W3003720578","https://openalex.org/W3034504038","https://openalex.org/W3035336958","https://openalex.org/W3042609801","https://openalex.org/W3119221111","https://openalex.org/W3122081138","https://openalex.org/W3124054989","https://openalex.org/W3136617080","https://openalex.org/W3173787706","https://openalex.org/W3177390112","https://openalex.org/W3179103990","https://openalex.org/W4290610135","https://openalex.org/W4297798436","https://openalex.org/W4304091652","https://openalex.org/W4312465353","https://openalex.org/W6631190155","https://openalex.org/W6679564466","https://openalex.org/W6732696085","https://openalex.org/W6738471490","https://openalex.org/W6748420268","https://openalex.org/W6753772092","https://openalex.org/W6792139870"],"related_works":["https://openalex.org/W2642127892","https://openalex.org/W4205986151","https://openalex.org/W2355913164","https://openalex.org/W2162992774","https://openalex.org/W1153638794","https://openalex.org/W2168968280","https://openalex.org/W2116055069","https://openalex.org/W2901126000","https://openalex.org/W2584926856","https://openalex.org/W2075935902"],"abstract_inverted_index":{"One":[0],"potential":[1],"way":[2],"to":[3,13,131],"enhance":[4],"the":[5,15,20,38,53,104,112,117,132,136,143,165,181],"performance":[6,196],"of":[7,22,56,96,119,135,184,203],"facial":[8],"expression":[9],"recognition":[10,54],"(FER)":[11],"is":[12],"augment":[14],"training":[16,67,82,85,142,151,191],"set":[17,192],"by":[18],"increasing":[19],"number":[21],"samples.":[23],"By":[24],"incorporating":[25],"multiple":[26,69,90],"FER":[27,48,87,91,157,186],"datasets,":[28],"deep":[29,57],"learning":[30,58],"models":[31,59],"can":[32,50],"extract":[33],"more":[34],"discriminative":[35],"features.":[36],"However,":[37],"inconsistent":[39],"labeling":[40,133],"criteria":[41,134],"and":[42,126,139,161,193,199,205],"subjective":[43],"biases":[44],"found":[45],"in":[46],"annotated":[47],"datasets":[49,70,121,187],"significantly":[51],"hinder":[52],"accuracy":[55],"when":[60],"handling":[61],"mixed":[62],"datasets.":[63,92],"Effectively":[64],"perform":[65],"joint":[66,81,150],"on":[68,153,197],"remains":[71],"a":[72,80,101,189],"challenging":[73],"task.":[74],"In":[75],"this":[76],"study,":[77],"we":[78],"propose":[79],"method":[83,94,179],"for":[84,111],"an":[86,169],"model":[88,144],"using":[89,122,145],"Our":[93],"consists":[95],"four":[97],"steps:":[98],"(1)":[99],"selecting":[100],"subset":[102],"from":[103],"additional":[105,170],"dataset,":[106,114,138],"(2)":[107],"generating":[108],"pseudo-continuous":[109],"labels":[110,118],"target":[113,137],"(3)":[115],"refining":[116],"different":[120,185],"continuous":[123],"label":[124,128],"mapping":[125],"discrete":[127],"relabeling":[129],"according":[130],"(4)":[140],"jointly":[141],"multi-task":[146],"learning.":[147],"We":[148],"conduct":[149],"experiments":[152],"two":[154],"popular":[155],"in-the-wild":[156],"benchmark":[158],"databases,":[159],"RAF-DB":[160,198],"CAER-S,":[162],"while":[163],"utilizing":[164],"AffectNet":[166],"dataset":[167],"as":[168],"dataset.":[171],"The":[172],"experimental":[173],"results":[174],"demonstrate":[175],"that":[176],"our":[177],"proposed":[178],"outperforms":[180],"direct":[182],"merging":[183],"into":[188],"single":[190],"achieves":[194],"state-of-the-art":[195],"CAER-S":[200],"with":[201],"accuracies":[202],"92.24%":[204],"94.57%,":[206],"respectively.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":3}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}