{"id":"https://openalex.org/W4402915321","doi":"https://doi.org/10.1109/tase.2024.3464519","title":"Facial Expression Monitoring via Fine-Grained Vision-Language Alignment","display_name":"Facial Expression Monitoring via Fine-Grained Vision-Language Alignment","publication_year":2024,"publication_date":"2024-09-27","ids":{"openalex":"https://openalex.org/W4402915321","doi":"https://doi.org/10.1109/tase.2024.3464519"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2024.3464519","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3464519","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072203497","display_name":"Weihong Ren","orcid":"https://orcid.org/0000-0003-3839-0078"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Weihong Ren","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","School of Mechanical Engineering and Automation, State Key Laboratory of Robotics and Systems, Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Mechanical Engineering and Automation, State Key Laboratory of Robotics and Systems, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115591245","display_name":"Yu Gao","orcid":"https://orcid.org/0000-0002-0286-6794"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Gao","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","School of Mechanical Engineering and Automation, State Key Laboratory of Robotics and Systems, Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Mechanical Engineering and Automation, State Key Laboratory of Robotics and Systems, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023023880","display_name":"Xi\u2019ai Chen","orcid":"https://orcid.org/0000-0003-4756-3962"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi\u2019ai Chen","raw_affiliation_strings":["State Key Laboratory of Robotics, Shenyang Institute of Automation, and the Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, and the Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001277681","display_name":"Zhi Han","orcid":"https://orcid.org/0000-0002-8039-6679"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Han","raw_affiliation_strings":["State Key Laboratory of Robotics, Shenyang Institute of Automation, and the Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, and the Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100443935","display_name":"Zhiyong Wang","orcid":"https://orcid.org/0000-0002-8043-0312"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Wang","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","School of Mechanical Engineering and Automation, State Key Laboratory of Robotics and Systems, Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Mechanical Engineering and Automation, State Key Laboratory of Robotics and Systems, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114189591","display_name":"Jiaole Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaole Wang","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","School of Mechanical Engineering and Automation, State Key Laboratory of Robotics and Systems, Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Mechanical Engineering and Automation, State Key Laboratory of Robotics and Systems, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085867312","display_name":"Honghai Liu","orcid":"https://orcid.org/0000-0002-2880-4698"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honghai Liu","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","School of Mechanical Engineering and Automation, State Key Laboratory of Robotics and Systems, Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Mechanical Engineering and Automation, State Key Laboratory of Robotics and Systems, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5072203497"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.7847,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.73344369,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"22","issue":null,"first_page":"7492","last_page":"7505"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9090999960899353,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9090999960899353,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6131028532981873},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5611363649368286},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5513861775398254},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5513321757316589},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.44687798619270325},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1352025270462036}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6131028532981873},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5611363649368286},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5513861775398254},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5513321757316589},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.44687798619270325},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1352025270462036}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2024.3464519","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3464519","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.49000000953674316}],"awards":[{"id":"https://openalex.org/G1908760408","display_name":null,"funder_award_id":"62206075","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1943871057","display_name":null,"funder_award_id":"62261160652","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2567398775","display_name":null,"funder_award_id":"61733011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3507080720","display_name":null,"funder_award_id":"61821005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5691570638","display_name":null,"funder_award_id":"U23A20343","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8622328191","display_name":null,"funder_award_id":"2024A1515012028","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G8627740535","display_name":null,"funder_award_id":"2022YFB4703200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1992227055","https://openalex.org/W2041616772","https://openalex.org/W2101545465","https://openalex.org/W2143238378","https://openalex.org/W2145310492","https://openalex.org/W2469434562","https://openalex.org/W2481681431","https://openalex.org/W2587128043","https://openalex.org/W2738672149","https://openalex.org/W2745497104","https://openalex.org/W2805422389","https://openalex.org/W2887057293","https://openalex.org/W2889978276","https://openalex.org/W2899136713","https://openalex.org/W2904483377","https://openalex.org/W2962784841","https://openalex.org/W2963712289","https://openalex.org/W3003720578","https://openalex.org/W3005244685","https://openalex.org/W3017052274","https://openalex.org/W3094409717","https://openalex.org/W3099598230","https://openalex.org/W3118405827","https://openalex.org/W3155665398","https://openalex.org/W3157045844","https://openalex.org/W3173787706","https://openalex.org/W3179103990","https://openalex.org/W3195286673","https://openalex.org/W3209798173","https://openalex.org/W4220652112","https://openalex.org/W4226487943","https://openalex.org/W4285606530","https://openalex.org/W4290775169","https://openalex.org/W4311414773","https://openalex.org/W4312465353","https://openalex.org/W4316660726","https://openalex.org/W4319300140","https://openalex.org/W4319878478","https://openalex.org/W4323338516","https://openalex.org/W4376278471","https://openalex.org/W4382450267","https://openalex.org/W4382460786","https://openalex.org/W4385245566","https://openalex.org/W4390871994","https://openalex.org/W6764733053","https://openalex.org/W6791353385","https://openalex.org/W6850704285","https://openalex.org/W6856455417"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"In":[0,76,148],"the":[1,22,43,47,66,106,130,135,159,180,189,217,231,242,252,266,282,287,290,304,308,318,328,337],"fields":[2],"of":[3,24,31,60,191,222,233,320],"health":[4,205,351],"care":[5,206],"and":[6,33,62,119,132,164,193,207,219,247,274,279,322,336,346],"clinical":[7,208],"monitoring,":[8,209],"vision-based":[9],"Facial":[10],"Expression":[11],"Recognition":[12],"(FER)":[13],"has":[14,40,226,342],"achieved":[15],"significantly":[16],"progress,":[17],"but":[18],"it":[19,237,311],"still":[20,238],"faces":[21,239],"challenge":[23],"poor":[25],"generalization":[26,345],"ability":[27],"under":[28,188,317],"unconstrained":[29],"conditions":[30,190,221,319],"occlusions":[32,192,246,321],"pose":[34,194,248,323],"variation.":[35],"Recently,":[36],"Vision-Language":[37],"Model":[38],"(VLM)":[39],"greatly":[41],"advanced":[42],"FER":[44,50,89,185,225,259],"task.":[45],"However,":[46],"existing":[48,288],"VLM-based":[49],"methods":[51,182,306],"typically":[52],"leverage":[53],"a":[54,81,126,153,168,257,332,343],"hard-crafted":[55],"prompt":[56],"(e.g.,":[57,245],"\u201ca":[58],"photo":[59],"[class]\u201d)":[61],"only":[63],"focus":[64],"on":[65,183,265,307,331],"holistic":[67],"semantic":[68],"alignment,":[69],"which":[70,210],"may":[71],"suffer":[72],"from":[73,286],"modal":[74,140,160,296],"heterogeneity.":[75],"this":[77,262],"work,":[78],"we":[79,95,123,150,255,326],"propose":[80,256],"fine-grained":[82,98,145,295],"vision-language":[83,146,268],"model":[84,178],"via":[85],"Prompt":[86],"Masking":[87],"for":[88,92,298],"(PMFER).":[90],"Specifically,":[91],"each":[93],"expression,":[94],"first":[96],"create":[97],"prompts":[99,118,131,276],"using":[100],"facial":[101,299],"action":[102,121],"units":[103],"to":[104,109,114,156,197,215,350],"guide":[105],"image":[107,273],"encoder":[108],"learn":[110],"discriminative":[111],"representations.":[112],"Further,":[113],"finely":[115],"align":[116],"text":[117,275],"visual":[120,163],"units,":[122],"randomly":[124],"drop":[125],"phrase":[127,137],"description":[128],"in":[129,167,204,241,261],"then":[133],"predict":[134],"dropped":[136],"by":[138],"conducting":[139],"cross":[141],"attention,":[142],"implicitly":[143],"promoting":[144],"alignment.":[147],"addition,":[149],"also":[151],"design":[152],"modal-adversarial":[154],"strategy":[155],"holistically":[157],"eliminate":[158],"difference":[161],"between":[162],"textual":[165],"embeddings":[166],"common":[169],"latent":[170],"space.":[171],"Experimental":[172],"results":[173,338],"demonstrate":[174,339],"that":[175,340],"our":[176],"PMFER":[177,292,341],"outperforms":[179],"state-of-the-art":[181,305],"several":[184],"benchmarks,":[186],"especially":[187,316],"variations.":[195,324],"Note":[196],"Practitioners\u2014Facial":[198],"expression":[199,283],"recognition":[200],"is":[201],"very":[202],"important":[203],"provides":[211],"an":[212],"useful":[213],"tool":[214],"assess":[216],"psychological":[218],"physiological":[220],"patients.":[223],"Although":[224],"made":[227],"significant":[228],"progress":[229],"with":[230,303],"development":[232],"deep":[234],"learning":[235],"technologies,":[236],"problems":[240],"complex":[243],"environments":[244],"variations).":[249],"To":[250],"address":[251],"above":[253],"issues,":[254],"novel":[258],"method":[260,330],"work":[263],"based":[264],"recent":[267],"model.":[269],"It":[270],"takes":[271],"RGB":[272],"as":[277],"input":[278],"finally":[280],"predicts":[281],"classification.":[284],"Different":[285],"methods,":[289],"proposed":[291,329],"can":[293,312,347],"enable":[294],"alignment":[297],"key":[300],"units.":[301],"Compared":[302],"public":[309],"datasets,":[310],"achieve":[313],"better":[314],"results,":[315],"Also,":[325],"evaluate":[327],"real-world":[333],"pain":[334],"dataset,":[335],"good":[344],"be":[348],"applied":[349],"care.":[352]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}