{"id":"https://openalex.org/W4413462533","doi":"https://doi.org/10.1109/taffc.2025.3599063","title":"Text Prompt Region Decomposition for Effective Facial Expression Recognition","display_name":"Text Prompt Region Decomposition for Effective Facial Expression Recognition","publication_year":2025,"publication_date":"2025-08-14","ids":{"openalex":"https://openalex.org/W4413462533","doi":"https://doi.org/10.1109/taffc.2025.3599063"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3599063","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3599063","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102794220","display_name":"Wei Nie","orcid":"https://orcid.org/0009-0006-0270-2630"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Nie","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, Harbin Institute of Technology Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, Harbin Institute of Technology Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hanlin Zhang","orcid":"https://orcid.org/0000-0003-3171-069X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanlin Zhang","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, Harbin Institute of Technology Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, Harbin Institute of Technology Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100680599","display_name":"Xiangdong Zhang","orcid":"https://orcid.org/0000-0002-7725-8814"},"institutions":[{"id":"https://openalex.org/I4210139494","display_name":"Lishui Maternity and Child Health Care Hospital","ror":"https://ror.org/03p5ygk36","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210139494"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangdong Zhang","raw_affiliation_strings":["Center of Medical Prenatal Diagnosis, Lishui Maternity and Child Health Care Hospital, Lishui, China"],"affiliations":[{"raw_affiliation_string":"Center of Medical Prenatal Diagnosis, Lishui Maternity and Child Health Care Hospital, Lishui, China","institution_ids":["https://openalex.org/I4210139494"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018706878","display_name":"Zhiyong Wang","orcid":"https://orcid.org/0000-0001-5546-6666"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Wang","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, Harbin Institute of Technology Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, Harbin Institute of Technology Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085867312","display_name":"Honghai Liu","orcid":"https://orcid.org/0000-0002-2880-4698"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honghai Liu","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, Harbin Institute of Technology Shenzhen, Shenzhen, China","Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, Harbin Institute of Technology Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102794220"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":2.0178,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.87865364,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"16","issue":"4","first_page":"3387","last_page":"3403"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.859000027179718,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.859000027179718,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.7590000033378601,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.6344013214111328},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6299418210983276},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.5557498335838318},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5025434494018555},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.49012336134910583},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4842364490032196},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4428287446498871},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.42077067494392395},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41025111079216003},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.3642228841781616},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33548521995544434},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.12806040048599243}],"concepts":[{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.6344013214111328},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6299418210983276},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.5557498335838318},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5025434494018555},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.49012336134910583},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4842364490032196},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4428287446498871},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.42077067494392395},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41025111079216003},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.3642228841781616},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33548521995544434},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.12806040048599243},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3599063","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3599063","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1943871057","display_name":null,"funder_award_id":"62261160652","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2567398775","display_name":null,"funder_award_id":"61733011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4725280531","display_name":null,"funder_award_id":"JCYJ20210324120214040","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"},{"id":"https://openalex.org/G7875817464","display_name":null,"funder_award_id":"52275013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336569","display_name":"Shenzhen Science and Technology Innovation Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2014185685","https://openalex.org/W2041616772","https://openalex.org/W2082692487","https://openalex.org/W2103943262","https://openalex.org/W2106115875","https://openalex.org/W2106390385","https://openalex.org/W2161117158","https://openalex.org/W2244142460","https://openalex.org/W2481681431","https://openalex.org/W2738672149","https://openalex.org/W2745497104","https://openalex.org/W2752782242","https://openalex.org/W2767405849","https://openalex.org/W2799041689","https://openalex.org/W2805781993","https://openalex.org/W2884048435","https://openalex.org/W2902346685","https://openalex.org/W2904483377","https://openalex.org/W2908186737","https://openalex.org/W2934832377","https://openalex.org/W2940983946","https://openalex.org/W2949662773","https://openalex.org/W2963712289","https://openalex.org/W2963820951","https://openalex.org/W3003720578","https://openalex.org/W3035456997","https://openalex.org/W3093370878","https://openalex.org/W3118405827","https://openalex.org/W3119221111","https://openalex.org/W3173787706","https://openalex.org/W3179103990","https://openalex.org/W3184571633","https://openalex.org/W3189369550","https://openalex.org/W3195286673","https://openalex.org/W3206349670","https://openalex.org/W3209798173","https://openalex.org/W3216466215","https://openalex.org/W4225568094","https://openalex.org/W4226368482","https://openalex.org/W4312465353","https://openalex.org/W4313128368","https://openalex.org/W4313132476","https://openalex.org/W4316660726","https://openalex.org/W4362496449","https://openalex.org/W4366149058","https://openalex.org/W4376278471","https://openalex.org/W4382450267","https://openalex.org/W4386065595","https://openalex.org/W4389665539","https://openalex.org/W4390190649","https://openalex.org/W4390871994","https://openalex.org/W4390873629","https://openalex.org/W4400409555","https://openalex.org/W4401069854","https://openalex.org/W4402979749"],"related_works":["https://openalex.org/W2642127892","https://openalex.org/W4205986151","https://openalex.org/W2355913164","https://openalex.org/W2162992774","https://openalex.org/W1153638794","https://openalex.org/W2168968280","https://openalex.org/W2901126000","https://openalex.org/W2584926856","https://openalex.org/W2075935902","https://openalex.org/W4323520705"],"abstract_inverted_index":{"Facial":[0,21],"expressions":[1],"are":[2],"conveyed":[3],"through":[4],"semantically":[5,42],"distinct":[6,176],"visual":[7,109,113,146,161],"cues":[8,38],"distributed":[9],"across":[10,80],"different":[11,185],"facial":[12,82,186],"regions,":[13],"making":[14],"region-aware":[15],"feature":[16],"modeling":[17],"essential":[18],"for":[19,184],"accurate":[20],"Expression":[22],"Recognition":[23],"(FER).":[24],"However,":[25],"existing":[26],"methods":[27],"typically":[28],"rely":[29],"on":[30],"implicit":[31],"attention":[32],"mechanisms":[33],"or":[34],"manually":[35],"defined":[36],"region":[37],"without":[39],"grounding":[40],"in":[41,199,208],"aligned":[43],"supervision,":[44],"which":[45],"often":[46],"leads":[47],"to":[48,143],"suboptimal":[49],"representation":[50,183],"of":[51,57,152,159],"regional":[52,170,177],"expression":[53,187],"cues,":[54],"increased":[55],"risk":[56],"overfitting,":[58],"and":[59,102,171,202,212],"limited":[60],"interpretability.":[61],"To":[62],"address":[63],"these":[64],"limitations,":[65],"we":[66],"propose":[67],"a":[68,91,97,103,132,140],"Text":[69],"Prompt":[70],"Region":[71,98],"Decomposition":[72,99],"(TPRD)":[73],"network":[74],"that":[75,179,192],"explicitly":[76],"disentangles":[77],"expression-relevant":[78],"features":[79,114,147],"key":[81],"regions":[83],"via":[84],"text":[85,120,154],"prompt":[86],"guidance.":[87],"Specifically,":[88],"TPRD":[89,195],"comprises":[90],"visual-language":[92,134],"pretrained":[93],"encoder":[94,110,121],"(e.g.,":[95,125],"CLIP),":[96],"Module":[100,106],"(RDM),":[101],"Regional":[104],"Integration":[105],"(RIM).":[107],"The":[108,137],"extracts":[111],"global":[112,145,172,182],"from":[115],"full-face":[116],"images,":[117],"while":[118],"the":[119,149,164,167,181],"embeds":[122],"region-specific":[123,153],"prompts":[124],"\u201cmouth\u201d,":[126],"\u201ceye\u201d)":[127],"into":[128],"semantic":[129,150],"vectors":[130],"within":[131],"shared":[133],"embedding":[135],"space.":[136],"RDM":[138],"employs":[139],"multi-branch":[141],"architecture":[142],"project":[144],"onto":[148],"directions":[151],"embeddings,":[155],"enabling":[156],"explicit":[157],"extraction":[158],"local":[160],"features.":[162],"Subsequently,":[163],"RIM":[165],"models":[166],"interaction":[168],"between":[169],"features,":[173],"adaptively":[174],"generating":[175],"contributions":[178],"modulate":[180],"samples.":[188],"Experimental":[189],"results":[190],"demonstrate":[191],"our":[193],"proposed":[194],"achieves":[196],"leading":[197],"performance":[198],"both":[200],"within-":[201],"cross-dataset":[203],"evaluations,":[204],"as":[205,207],"well":[206],"scenarios":[209],"involving":[210],"occlusion":[211],"large":[213],"head":[214],"pose":[215],"variations.":[216]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}