{"id":"https://openalex.org/W4415883329","doi":"https://doi.org/10.1109/taffc.2025.3628680","title":"Facial AU Recognition With Feature-Based AU Localization and Confidence-Based Relation Mining","display_name":"Facial AU Recognition With Feature-Based AU Localization and Confidence-Based Relation Mining","publication_year":2025,"publication_date":"2025-11-04","ids":{"openalex":"https://openalex.org/W4415883329","doi":"https://doi.org/10.1109/taffc.2025.3628680"},"language":null,"primary_location":{"id":"doi:10.1109/taffc.2025.3628680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3628680","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zihao Huang","orcid":"https://orcid.org/0009-0004-9587-4196"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zihao Huang","raw_affiliation_strings":["School of Computer Science and Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0004-9587-4196","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031928873","display_name":"Jianxi Gao","orcid":"https://orcid.org/0000-0002-3952-208X"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Gao","raw_affiliation_strings":["School of Computer Science and Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074006175","display_name":"Wentian Cai","orcid":"https://orcid.org/0000-0003-1754-2407"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wentian Cai","raw_affiliation_strings":["School of Computer Science and Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1754-2407","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102500343","display_name":"Yandan Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yandan Chen","raw_affiliation_strings":["School of Computer Science and Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007941489","display_name":"Xiping Hu","orcid":"https://orcid.org/0000-0002-4952-699X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiping Hu","raw_affiliation_strings":["School of Medical Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4952-699X","affiliations":[{"raw_affiliation_string":"School of Medical Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102225234","display_name":"Ping Gao","orcid":"https://orcid.org/0000-0001-9805-6835"},"institutions":[{"id":"https://openalex.org/I4210145693","display_name":"Guangdong Academy of Medical Sciences","ror":"https://ror.org/0432p8t34","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210145693"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Gao","raw_affiliation_strings":["Department of Geriatric Respiratory Medicine, Guangdong Provincial People's Hospital, Guangdong Academy of Medical Sciences, Guangzhou, China","Department of Geriatric Respiratory Medicine, Guangdong Provincial People's Hospital, Guangdong Academy of Medical Sciences, Guangdong Provincial Geriatrics Institute, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0001-9805-6835","affiliations":[{"raw_affiliation_string":"Department of Geriatric Respiratory Medicine, Guangdong Provincial People's Hospital, Guangdong Academy of Medical Sciences, Guangzhou, China","institution_ids":["https://openalex.org/I4210145693"]},{"raw_affiliation_string":"Department of Geriatric Respiratory Medicine, Guangdong Provincial People's Hospital, Guangdong Academy of Medical Sciences, Guangdong Provincial Geriatrics Institute, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I4210145693"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101828088","display_name":"Ying Gao","orcid":"https://orcid.org/0000-0002-8925-8192"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Gao","raw_affiliation_strings":["School of Computer Science and Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8925-8192","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.32285648,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"1","first_page":"616","last_page":"629"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9527999758720398,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9527999758720398,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.005799999926239252,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.004800000227987766,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6238999962806702},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6003000140190125},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5978000164031982},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5954999923706055},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5271999835968018},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5245000123977661},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5038999915122986},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.48969998955726624},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.41190001368522644}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7109000086784363},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7003999948501587},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6238999962806702},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6003000140190125},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5978000164031982},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5954999923706055},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5271999835968018},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5245000123977661},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5038999915122986},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.48969998955726624},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.41190001368522644},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.41130000352859497},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3804999887943268},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3783999979496002},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.35589998960494995},{"id":"https://openalex.org/C27511587","wikidata":"https://www.wikidata.org/wiki/Q2178623","display_name":"Spatial relation","level":2,"score":0.3465999960899353},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.31299999356269836},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.287200003862381},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.28540000319480896},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.2800000011920929},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26339998841285706},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3628680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3628680","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1588539311","https://openalex.org/W1980331490","https://openalex.org/W2045472600","https://openalex.org/W2051297709","https://openalex.org/W2101965618","https://openalex.org/W2108445559","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2421475762","https://openalex.org/W2612215259","https://openalex.org/W2784208377","https://openalex.org/W2789992948","https://openalex.org/W2798833386","https://openalex.org/W2888200171","https://openalex.org/W2897308331","https://openalex.org/W2903991757","https://openalex.org/W2945559452","https://openalex.org/W2948303854","https://openalex.org/W2963150697","https://openalex.org/W2963875208","https://openalex.org/W2964007075","https://openalex.org/W2982949428","https://openalex.org/W2995659499","https://openalex.org/W3011227460","https://openalex.org/W3157716656","https://openalex.org/W3173225380","https://openalex.org/W3175851380","https://openalex.org/W3176327573","https://openalex.org/W3201204128","https://openalex.org/W3205977177","https://openalex.org/W3205983874","https://openalex.org/W4210814853","https://openalex.org/W4214917333","https://openalex.org/W4225339745","https://openalex.org/W4285601347","https://openalex.org/W4304015059","https://openalex.org/W4312239024","https://openalex.org/W4313886804","https://openalex.org/W4360993968","https://openalex.org/W4372259876","https://openalex.org/W4377098248","https://openalex.org/W4380881572","https://openalex.org/W4381785813","https://openalex.org/W4385245566","https://openalex.org/W4385801631","https://openalex.org/W4385801686","https://openalex.org/W4386038389","https://openalex.org/W4386065626","https://openalex.org/W4386076392","https://openalex.org/W4390873581","https://openalex.org/W4391681622","https://openalex.org/W4393237095","https://openalex.org/W4402509346","https://openalex.org/W4402704637","https://openalex.org/W4402978944","https://openalex.org/W4403943251","https://openalex.org/W4408520705","https://openalex.org/W4409177071","https://openalex.org/W4415537896","https://openalex.org/W4415708137"],"related_works":[],"abstract_inverted_index":{"Facial":[0],"Action":[1],"Unit":[2],"(AU)":[3],"recognition":[4],"involves":[5],"identifying":[6],"subtle":[7],"muscle":[8],"movements":[9],"corresponding":[10,105],"to":[11,109,147],"different":[12],"AUs.":[13,115,151],"Recent":[14],"approaches":[15,189],"have":[16],"focused":[17],"on":[18,36,69,149,172],"localizing":[19,114],"AUs":[20],"using":[21],"predefined":[22,40,70],"Regions":[23],"of":[24,39,48,131,155,181],"Interest":[25],"(RoIs)":[26],"or":[27,42,72],"learnable":[28,74],"modules.":[29],"However,":[30],"these":[31],"methods":[32],"either":[33],"overly":[34],"depend":[35],"the":[37,49,77,84,98,104,111,129,145,153,173,179],"precision":[38],"RoIs":[41,71],"inaccurately":[43],"localize":[44],"background":[45],"regions":[46],"instead":[47],"actual":[50],"AU":[51,66,89,92,106,125,139,195],"positions.":[52],"To":[53],"address":[54],"this":[55],"challenge,":[56],"we":[57,117,135,159],"propose":[58,136],"a":[59,137,161],"novel":[60],"method,":[61,183],"which":[62],"automatically":[63],"localizes":[64],"each":[65],"without":[67],"relying":[68],"introducing":[73],"modules":[75],"during":[76],"inference":[78],"phase.":[79],"Specifically,":[80],"our":[81,182],"approach":[82],"decomposes":[83],"task":[85],"into":[86],"two":[87],"subtasks:":[88],"localization":[90],"and":[91,103,120,175,190],"state":[93,126],"verification.":[94],"We":[95],"first":[96],"align":[97],"direction":[99],"between":[100],"spatial":[101,119,132],"features":[102],"class":[107],"weights":[108],"guide":[110],"model":[112,146],"in":[113,194],"Next,":[116],"incorporate":[118],"temporal":[121,156,162],"aspects":[122],"for":[123],"precise":[124],"detection.":[127],"From":[128,152],"perspective":[130],"information":[133,157],"learning,":[134,158],"confidence-based":[138],"relationship":[140],"mining":[141],"module":[142],"that":[143,165,185],"directs":[144],"focus":[148],"uncertain":[150],"aspect":[154],"introduce":[160],"sampling":[163],"strategy":[164],"implicitly":[166],"captures":[167],"time-dependent":[168],"features.":[169],"Experimental":[170],"results":[171],"BP4D":[174],"DISFA":[176],"datasets":[177],"demonstrate":[178],"effectiveness":[180],"showing":[184],"it":[186],"outperforms":[187],"existing":[188],"achieves":[191],"state-of-the-art":[192],"performance":[193],"recognition.":[196]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-11-04T00:00:00"}