{"id":"https://openalex.org/W4391946607","doi":"https://doi.org/10.1109/taffc.2024.3367015","title":"Facial Action Unit Detection and Intensity Estimation From Self-Supervised Representation","display_name":"Facial Action Unit Detection and Intensity Estimation From Self-Supervised Representation","publication_year":2024,"publication_date":"2024-02-19","ids":{"openalex":"https://openalex.org/W4391946607","doi":"https://doi.org/10.1109/taffc.2024.3367015"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2024.3367015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3367015","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028336671","display_name":"Bowen Ma","orcid":"https://orcid.org/0000-0002-7538-3996"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bowen Ma","raw_affiliation_strings":["Netease Fuxi AI Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Netease Fuxi AI Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010729494","display_name":"An RuDong","orcid":"https://orcid.org/0000-0002-8575-8229"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rudong An","raw_affiliation_strings":["Netease Fuxi AI Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Netease Fuxi AI Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038514666","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0001-5907-7342"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Netease Fuxi AI Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Netease Fuxi AI Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101853531","display_name":"Yu Ding","orcid":"https://orcid.org/0000-0003-1834-4429"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Ding","raw_affiliation_strings":["Netease Fuxi AI Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Netease Fuxi AI Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100723431","display_name":"Zeng Zhao","orcid":"https://orcid.org/0000-0002-7292-876X"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeng Zhao","raw_affiliation_strings":["Netease Fuxi AI Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Netease Fuxi AI Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018408488","display_name":"Rongsheng Zhang","orcid":"https://orcid.org/0009-0008-1248-2090"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongsheng Zhang","raw_affiliation_strings":["Netease Fuxi AI Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Netease Fuxi AI Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081297475","display_name":"Tangjie Lv","orcid":"https://orcid.org/0000-0001-9858-809X"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tangjie Lv","raw_affiliation_strings":["Netease Fuxi AI Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Netease Fuxi AI Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022008180","display_name":"Changjie Fan","orcid":"https://orcid.org/0000-0001-5420-0516"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changjie Fan","raw_affiliation_strings":["Netease Fuxi AI Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Netease Fuxi AI Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101779299","display_name":"Zhipeng Hu","orcid":"https://orcid.org/0000-0003-4367-0816"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Hu","raw_affiliation_strings":["Netease Fuxi AI Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Netease Fuxi AI Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5028336671"],"corresponding_institution_ids":["https://openalex.org/I4210091137"],"apc_list":null,"apc_paid":null,"fwci":3.49,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.93594354,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"15","issue":"3","first_page":"1669","last_page":"1683"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6277914047241211},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5859283208847046},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5309644937515259},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.523901104927063},{"id":"https://openalex.org/keywords/unit","display_name":"Unit (ring theory)","score":0.49910593032836914},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4764809310436249},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.46203377842903137},{"id":"https://openalex.org/keywords/intensity","display_name":"Intensity (physics)","score":0.44708967208862305},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.4212995171546936},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.41925573348999023},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3679331839084625},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.33844688534736633},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13229259848594666},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09544342756271362}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6277914047241211},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5859283208847046},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5309644937515259},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.523901104927063},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.49910593032836914},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4764809310436249},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.46203377842903137},{"id":"https://openalex.org/C93038891","wikidata":"https://www.wikidata.org/wiki/Q1061524","display_name":"Intensity (physics)","level":2,"score":0.44708967208862305},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4212995171546936},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.41925573348999023},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3679331839084625},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33844688534736633},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13229259848594666},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09544342756271362},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2024.3367015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3367015","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":127,"referenced_works":["https://openalex.org/W155718687","https://openalex.org/W1509966554","https://openalex.org/W1588539311","https://openalex.org/W1665222191","https://openalex.org/W1834627138","https://openalex.org/W1964277727","https://openalex.org/W2045472600","https://openalex.org/W2051297709","https://openalex.org/W2065379720","https://openalex.org/W2083261714","https://openalex.org/W2101965618","https://openalex.org/W2104067190","https://openalex.org/W2108445559","https://openalex.org/W2117539524","https://openalex.org/W2143899944","https://openalex.org/W2201202240","https://openalex.org/W2331143823","https://openalex.org/W2396445702","https://openalex.org/W2421475762","https://openalex.org/W2470957930","https://openalex.org/W2510725918","https://openalex.org/W2533543668","https://openalex.org/W2583591231","https://openalex.org/W2589142773","https://openalex.org/W2622263826","https://openalex.org/W2733955764","https://openalex.org/W2738672149","https://openalex.org/W2745497104","https://openalex.org/W2756460808","https://openalex.org/W2784208377","https://openalex.org/W2798545058","https://openalex.org/W2798764454","https://openalex.org/W2798991696","https://openalex.org/W2799041689","https://openalex.org/W2799151537","https://openalex.org/W2888200171","https://openalex.org/W2896457183","https://openalex.org/W2903991757","https://openalex.org/W2905511418","https://openalex.org/W2908510526","https://openalex.org/W2962933664","https://openalex.org/W2963173418","https://openalex.org/W2963263347","https://openalex.org/W2963292431","https://openalex.org/W2963691377","https://openalex.org/W2963713173","https://openalex.org/W2964007075","https://openalex.org/W2964322530","https://openalex.org/W2969059826","https://openalex.org/W2981595954","https://openalex.org/W2982033433","https://openalex.org/W2989722689","https://openalex.org/W2992308087","https://openalex.org/W2995659499","https://openalex.org/W2996882407","https://openalex.org/W3008642973","https://openalex.org/W3011227460","https://openalex.org/W3034552680","https://openalex.org/W3035524453","https://openalex.org/W3035542935","https://openalex.org/W3035682985","https://openalex.org/W3094502228","https://openalex.org/W3102025332","https://openalex.org/W3105960011","https://openalex.org/W3115865297","https://openalex.org/W3118530108","https://openalex.org/W3122081138","https://openalex.org/W3124054989","https://openalex.org/W3128945844","https://openalex.org/W3130864507","https://openalex.org/W3136617080","https://openalex.org/W3146133395","https://openalex.org/W3159481202","https://openalex.org/W3170863103","https://openalex.org/W3173225380","https://openalex.org/W3174724419","https://openalex.org/W3175239729","https://openalex.org/W3175851380","https://openalex.org/W3176327573","https://openalex.org/W3185372235","https://openalex.org/W3195286673","https://openalex.org/W3202521030","https://openalex.org/W3205977177","https://openalex.org/W3210812086","https://openalex.org/W4210792305","https://openalex.org/W4221166187","https://openalex.org/W4224921346","https://openalex.org/W4225339745","https://openalex.org/W4234180827","https://openalex.org/W4283805587","https://openalex.org/W4285601347","https://openalex.org/W4286914341","https://openalex.org/W4287116734","https://openalex.org/W4297808394","https://openalex.org/W4307823382","https://openalex.org/W4312239024","https://openalex.org/W4312465353","https://openalex.org/W4313156423","https://openalex.org/W4376278471","https://openalex.org/W4385245566","https://openalex.org/W4390190649","https://openalex.org/W4391681622","https://openalex.org/W4402072291","https://openalex.org/W6630649318","https://openalex.org/W6631943919","https://openalex.org/W6726497184","https://openalex.org/W6739622702","https://openalex.org/W6749107692","https://openalex.org/W6754278344","https://openalex.org/W6755207826","https://openalex.org/W6757817989","https://openalex.org/W6763416564","https://openalex.org/W6766978945","https://openalex.org/W6767471576","https://openalex.org/W6778883912","https://openalex.org/W6780226713","https://openalex.org/W6784333009","https://openalex.org/W6785908105","https://openalex.org/W6786308541","https://openalex.org/W6788135285","https://openalex.org/W6790978476","https://openalex.org/W6792139870","https://openalex.org/W6796761347","https://openalex.org/W6798160016","https://openalex.org/W6801655670","https://openalex.org/W6810348384","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W611386996","https://openalex.org/W2371343292","https://openalex.org/W2576994247","https://openalex.org/W629290331","https://openalex.org/W2608353378","https://openalex.org/W4249206767","https://openalex.org/W617685022","https://openalex.org/W2563559453","https://openalex.org/W1509983653","https://openalex.org/W3215563689"],"abstract_inverted_index":{"As":[0],"a":[1,29,51,94,114,118,148],"fine-grained":[2],"and":[3,15,25,69,80,143,180],"local":[4],"expression":[5],"behavior":[6],"measurement,":[7],"facial":[8,96],"action":[9],"unit":[10],"(FAU)":[11],"analysis":[12,34],"(e.g.,":[13],"detection":[14,142],"intensity":[16,145],"estimation)":[17],"has":[18],"been":[19],"documented":[20],"for":[21,100,139],"its":[22,178],"time-consuming,":[23],"labor-intensive,":[24],"error-prone":[26],"annotation.":[27,90],"Thus":[28],"long-standing":[30],"challenge":[31],"of":[32,40,47,55,121,171],"FAU":[33],"arises":[35],"from":[36,117],"the":[37,44,85,107,154,172],"data":[38,89,126],"scarcity":[39],"manual":[41],"annotations,":[42],"limiting":[43],"generalization":[45,181],"ability":[46],"trained":[48],"models":[49],"to":[50,61],"large":[52],"extent.":[53],"Amounts":[54],"previous":[56],"works":[57],"have":[58,81],"made":[59],"efforts":[60],"alleviate":[62],"this":[63],"issue":[64],"via":[65],"semi/weakly":[66],"supervised":[67],"methods":[68,75],"extra":[70],"auxiliary":[71],"information.":[72],"However,":[73],"these":[74],"still":[76],"require":[77],"domain":[78],"knowledge":[79],"not":[82],"yet":[83],"avoided":[84],"high":[86],"dependency":[87],"on":[88,132,151,168],"This":[91],"article":[92],"introduces":[93],"robust":[95],"representation":[97],"model":[98,116,185],"MAE-Face":[99,111,135,161],"AU":[101,133,141,144,173],"analysis.":[102],"Using":[103],"masked":[104],"autoencoding":[105],"as":[106],"self-supervised":[108],"pre-training":[109],"approach,":[110],"first":[112],"learns":[113],"high-capacity":[115],"feasible":[119],"collection":[120],"face":[122],"images":[123],"without":[124],"additional":[125],"annotations.":[127],"Then":[128],"after":[129],"being":[130],"fine-tuned":[131,167],"datasets,":[134],"exhibits":[136],"convincing":[137],"performance":[138,164],"both":[140],"estimation,":[146],"achieving":[147],"new":[149],"state-of-the-art":[150],"nearly":[152],"all":[153],"evaluation":[155],"results.":[156],"Further":[157],"investigation":[158],"shows":[159],"that":[160],"achieves":[162],"decent":[163],"even":[165],"when":[166],"only":[169],"1%":[170],"training":[174],"set,":[175],"strongly":[176],"proving":[177],"robustness":[179],"performance.":[182],"The":[183],"pre-trained":[184],"is":[186],"available":[187],"at":[188],"our":[189],"GitHub":[190],"repository.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}