{"id":"https://openalex.org/W4402509346","doi":"https://doi.org/10.1109/taffc.2024.3460538","title":"Multi-Scale Promoted Self-Adjusting Correlation Learning for Facial Action Unit Detection","display_name":"Multi-Scale Promoted Self-Adjusting Correlation Learning for Facial Action Unit Detection","publication_year":2024,"publication_date":"2024-09-13","ids":{"openalex":"https://openalex.org/W4402509346","doi":"https://doi.org/10.1109/taffc.2024.3460538"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2024.3460538","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3460538","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058509635","display_name":"Xin Liu","orcid":"https://orcid.org/0000-0002-2242-6139"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xin Liu","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113137535","display_name":"Kaishen Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaishen Yuan","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017662559","display_name":"Xuesong Niu","orcid":"https://orcid.org/0000-0001-7737-4287"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":"CN","type":"government","lineage":["https://openalex.org/I4392738278"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuesong Niu","raw_affiliation_strings":["Beijing Institute for General Artificial Intelligence, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute for General Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4392738278"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064150384","display_name":"Jingang Shi","orcid":"https://orcid.org/0000-0001-7070-6365"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingang Shi","raw_affiliation_strings":["School of Software Engineering, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103099781","display_name":"Zitong Yu","orcid":"https://orcid.org/0000-0003-0422-6616"},"institutions":[{"id":"https://openalex.org/I4396570619","display_name":"Great Bay University","ror":"https://ror.org/01hdgge16","country_code":null,"type":"education","lineage":["https://openalex.org/I4396570619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zitong Yu","raw_affiliation_strings":["Great Bay University, Dongguan, China"],"affiliations":[{"raw_affiliation_string":"Great Bay University, Dongguan, China","institution_ids":["https://openalex.org/I4396570619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033035049","display_name":"Huanjing Yue","orcid":"https://orcid.org/0000-0003-2517-9783"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanjing Yue","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063288559","display_name":"Jingyu Yang","orcid":"https://orcid.org/0000-0002-7521-7920"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyu Yang","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5058509635"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":4.5015,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.9576295,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"16","issue":"2","first_page":"697","last_page":"711"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.6400531530380249},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5747831463813782},{"id":"https://openalex.org/keywords/emotion-detection","display_name":"Emotion detection","score":0.5646949410438538},{"id":"https://openalex.org/keywords/unit","display_name":"Unit (ring theory)","score":0.5539252161979675},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.546126663684845},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5415738821029663},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5381048917770386},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.49755552411079407},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4041234254837036},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39565011858940125},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3886946141719818},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3752860426902771},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.3702054023742676},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3594633936882019},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34971317648887634},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3211771845817566},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23782026767730713},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.11500886082649231},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09602224826812744},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08974882960319519},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.07489436864852905}],"concepts":[{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.6400531530380249},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5747831463813782},{"id":"https://openalex.org/C2988148770","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion detection","level":3,"score":0.5646949410438538},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.5539252161979675},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.546126663684845},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5415738821029663},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5381048917770386},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.49755552411079407},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4041234254837036},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39565011858940125},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3886946141719818},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3752860426902771},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.3702054023742676},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3594633936882019},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34971317648887634},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3211771845817566},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23782026767730713},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.11500886082649231},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09602224826812744},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08974882960319519},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.07489436864852905},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2024.3460538","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3460538","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5","score":0.4099999964237213}],"awards":[{"id":"https://openalex.org/G2256185642","display_name":null,"funder_award_id":"62171309","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3095105706","display_name":null,"funder_award_id":"62311530046","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G809398285","display_name":null,"funder_award_id":"62306061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8506230555","display_name":null,"funder_award_id":"2023A1515140037","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W1940404584","https://openalex.org/W1994616650","https://openalex.org/W2045472600","https://openalex.org/W2051297709","https://openalex.org/W2068258779","https://openalex.org/W2108445559","https://openalex.org/W2108598243","https://openalex.org/W2138648333","https://openalex.org/W2152826865","https://openalex.org/W2157285372","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2421475762","https://openalex.org/W2470957930","https://openalex.org/W2480276594","https://openalex.org/W2609450230","https://openalex.org/W2737559518","https://openalex.org/W2768242641","https://openalex.org/W2784208377","https://openalex.org/W2789992948","https://openalex.org/W2799685664","https://openalex.org/W2885517064","https://openalex.org/W2888200171","https://openalex.org/W2899663614","https://openalex.org/W2903991757","https://openalex.org/W2906753464","https://openalex.org/W2950898568","https://openalex.org/W2964007075","https://openalex.org/W2964140963","https://openalex.org/W2969059826","https://openalex.org/W2979750740","https://openalex.org/W2982033433","https://openalex.org/W2990045899","https://openalex.org/W2995034616","https://openalex.org/W3005560345","https://openalex.org/W3006913151","https://openalex.org/W3011227460","https://openalex.org/W3094502228","https://openalex.org/W3101614002","https://openalex.org/W3102025332","https://openalex.org/W3105960011","https://openalex.org/W3115865297","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3173225380","https://openalex.org/W3174724419","https://openalex.org/W3175851380","https://openalex.org/W3176327573","https://openalex.org/W3177709384","https://openalex.org/W3202135301","https://openalex.org/W4285601347","https://openalex.org/W4312239024","https://openalex.org/W4312372133","https://openalex.org/W4312977443","https://openalex.org/W4319300022","https://openalex.org/W4385731896","https://openalex.org/W4386076392","https://openalex.org/W4389977645","https://openalex.org/W4391696999","https://openalex.org/W4402917209","https://openalex.org/W4403943251","https://openalex.org/W4405426201","https://openalex.org/W4411203204","https://openalex.org/W6604254268","https://openalex.org/W6690815549","https://openalex.org/W6721773991","https://openalex.org/W6738964360","https://openalex.org/W6746451923","https://openalex.org/W6754929296","https://openalex.org/W6755977528","https://openalex.org/W6772129282","https://openalex.org/W6784333009","https://openalex.org/W6795463671","https://openalex.org/W6848935878","https://openalex.org/W6862626980","https://openalex.org/W6875359300"],"related_works":["https://openalex.org/W4379117383","https://openalex.org/W2584926856","https://openalex.org/W2075935902","https://openalex.org/W4391307871","https://openalex.org/W4206796671","https://openalex.org/W3090814224","https://openalex.org/W4312615275","https://openalex.org/W4392502551","https://openalex.org/W2336827033","https://openalex.org/W1970739466"],"abstract_inverted_index":{"Facial":[0],"Action":[1],"Unit":[2],"(AU)":[3],"detection":[4,222],"is":[5,60],"a":[6,78,93,100,110,169,197],"crucial":[7],"task":[8],"in":[9,92,148,163,182],"affective":[10],"computing":[11],"and":[12,36,96,127,143,167,228,233],"social":[13],"robotics":[14],"as":[15],"it":[16,59],"helps":[17],"to":[18,62,82,178],"identify":[19],"emotions":[20],"expressed":[21],"through":[22],"facial":[23],"expressions.":[24],"Anatomically,":[25],"there":[26],"are":[27,37,73],"innumerable":[28],"correlations":[29,47,66],"between":[30,67],"AUs,":[31],"which":[32],"contain":[33],"rich":[34],"information":[35,146,165,189],"vital":[38],"for":[39,120,202],"AU":[40,46,121,129,141,183,187,205,221],"detection.":[41,122,184,206],"Previous":[42],"methods":[43,75,217],"used":[44,220],"fixed":[45],"based":[48],"on":[49,55,218],"expert":[50],"experience":[51],"or":[52],"statistical":[53],"rules":[54],"specific":[56],"benchmarks,":[57],"but":[58],"challenging":[61],"comprehensively":[63],"reflect":[64],"complex":[65],"AUs":[68],"via":[69],"hand-crafted":[70],"settings.":[71],"There":[72],"alternative":[74],"that":[76,210],"employ":[77],"fully":[79],"connected":[80],"graph":[81],"learn":[83],"these":[84,88,105],"dependencies":[85],"exhaustively.":[86],"However,":[87],"approaches":[89],"can":[90],"result":[91],"computational":[94],"explosion":[95],"high":[97],"dependency":[98],"with":[99,117,190,225],"large":[101],"dataset.":[102],"To":[103],"address":[104],"challenges,":[106],"this":[107,155],"paper":[108,156],"proposes":[109],"novel":[111],"self-adjusting":[112],"AU-correlation":[113],"learning":[114,162,175],"(SACL)":[115],"method":[116,124,177,195,213],"less":[118],"computation":[119],"This":[123],"adaptively":[125],"learns":[126],"updates":[128],"correlation":[130,164,188],"graphs":[131],"by":[132],"efficiently":[133],"leveraging":[134],"the":[135,152,158,193,203,211,215,231,236],"characteristics":[136],"of":[137,140,151,160,230,235],"different":[138,149],"levels":[139],"motion":[142],"emotion":[144],"representation":[145,201],"extracted":[147],"stages":[150],"network.":[153],"Moreover,":[154],"explores":[157],"role":[159],"multi-scale":[161,173,191],"extraction,":[166],"design":[168],"simple":[170],"yet":[171],"effective":[172],"feature":[174,200],"(MSFL)":[176],"promote":[179],"better":[180],"performance":[181],"By":[185],"integrating":[186],"features,":[192],"proposed":[194,212],"obtains":[196],"more":[198],"robust":[199],"final":[204],"Extensive":[207],"experiments":[208],"show":[209],"outperforms":[214],"state-of-the-art":[216],"widely":[219],"benchmark":[223],"datasets,":[224],"only":[226],"28.7%":[227],"12.0%":[229],"parameters":[232],"FLOPs":[234],"best":[237],"method,":[238],"respectively.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}