{"id":"https://openalex.org/W7117435958","doi":"https://doi.org/10.1007/s10462-025-11468-4","title":"Emotion-aware adaptation of CLIP model for facial expression recognition","display_name":"Emotion-aware adaptation of CLIP model for facial expression recognition","publication_year":2025,"publication_date":"2025-12-28","ids":{"openalex":"https://openalex.org/W7117435958","doi":"https://doi.org/10.1007/s10462-025-11468-4"},"language":"en","primary_location":{"id":"doi:10.1007/s10462-025-11468-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11468-4","pdf_url":null,"source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/s10462-025-11468-4","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110209962","display_name":"Jing Huan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210096899","display_name":"Jiangsu University of Science and Technology","ror":"https://ror.org/00tyjp878","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210096899"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jing Huan","raw_affiliation_strings":["School of Computer, Jiangsu University of Science and Technology, Zhenjiang, 212100, China"],"affiliations":[{"raw_affiliation_string":"School of Computer, Jiangsu University of Science and Technology, Zhenjiang, 212100, China","institution_ids":["https://openalex.org/I4210096899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120978187","display_name":"Mingxing Li","orcid":null},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingxing Li","raw_affiliation_strings":["JingJiang College, Jiangsu University, Zhenjiang, 212013, China"],"affiliations":[{"raw_affiliation_string":"JingJiang College, Jiangsu University, Zhenjiang, 212013, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042987986","display_name":"Haoliang Zhou","orcid":"https://orcid.org/0000-0001-5663-3358"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoliang Zhou","raw_affiliation_strings":["School of Computer Science and Engineering, Tianjin University of Technology, Tianjin, 300384, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Tianjin University of Technology, Tianjin, 300384, China","institution_ids":["https://openalex.org/I136765683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5110209962"],"corresponding_institution_ids":["https://openalex.org/I4210096899"],"apc_list":{"value":2490,"currency":"EUR","value_usd":3090},"apc_paid":{"value":2490,"currency":"EUR","value_usd":3090},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.72935353,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"59","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.978600025177002,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.978600025177002,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.008799999952316284,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.0034000000450760126,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.82669997215271},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6653000116348267},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5830000042915344},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5296000242233276},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.41999998688697815},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.41609999537467957},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.400299996137619},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.3944000005722046}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8371000289916992},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.82669997215271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6876999735832214},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6653000116348267},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5830000042915344},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5296000242233276},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.41999998688697815},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.41609999537467957},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4065000116825104},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.400299996137619},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3944000005722046},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.38519999384880066},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.3808000087738037},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.36230000853538513},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3000999987125397},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.2939000129699707},{"id":"https://openalex.org/C83248878","wikidata":"https://www.wikidata.org/wiki/Q344000","display_name":"Active appearance model","level":3,"score":0.29089999198913574},{"id":"https://openalex.org/C88799230","wikidata":"https://www.wikidata.org/wiki/Q3398329","display_name":"Three-dimensional face recognition","level":5,"score":0.2892000079154968},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2849999964237213},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.26739999651908875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10462-025-11468-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11468-4","pdf_url":null,"source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10462-025-11468-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11468-4","pdf_url":null,"source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7571535110473633,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W2103943262","https://openalex.org/W2106115875","https://openalex.org/W2143238378","https://openalex.org/W2145310492","https://openalex.org/W2161969291","https://openalex.org/W2194775991","https://openalex.org/W2607849176","https://openalex.org/W2738672149","https://openalex.org/W2745497104","https://openalex.org/W2756114629","https://openalex.org/W2769507557","https://openalex.org/W2887057293","https://openalex.org/W2957123975","https://openalex.org/W2963087412","https://openalex.org/W2964347177","https://openalex.org/W3003720578","https://openalex.org/W3035253074","https://openalex.org/W3035336958","https://openalex.org/W3118405827","https://openalex.org/W3173787706","https://openalex.org/W3173859428","https://openalex.org/W3175546442","https://openalex.org/W3179103990","https://openalex.org/W3184571633","https://openalex.org/W3194949249","https://openalex.org/W3195286673","https://openalex.org/W3198377975","https://openalex.org/W3209798173","https://openalex.org/W4205166102","https://openalex.org/W4214944148","https://openalex.org/W4226368482","https://openalex.org/W4226487943","https://openalex.org/W4311414773","https://openalex.org/W4312310776","https://openalex.org/W4312458986","https://openalex.org/W4312465353","https://openalex.org/W4312651322","https://openalex.org/W4312823769","https://openalex.org/W4312907849","https://openalex.org/W4313156423","https://openalex.org/W4313175608","https://openalex.org/W4313555039","https://openalex.org/W4316660726","https://openalex.org/W4323362911","https://openalex.org/W4386065554","https://openalex.org/W4386072185","https://openalex.org/W4386113259","https://openalex.org/W4386330799","https://openalex.org/W4386790226","https://openalex.org/W4388668091","https://openalex.org/W4400409555","https://openalex.org/W4400527853","https://openalex.org/W4401567496","https://openalex.org/W4402072291","https://openalex.org/W4402754294","https://openalex.org/W4402979749","https://openalex.org/W4403780697","https://openalex.org/W4405778930","https://openalex.org/W4405894134","https://openalex.org/W4408706994"],"related_works":[],"abstract_inverted_index":{"Facial":[0],"expression":[1,135],"recognition":[2],"(FER)":[3],"remains":[4],"a":[5,80,153],"challenging":[6],"task":[7],"due":[8],"to":[9,61,99,115,140],"subtle":[10],"variations":[11],"in":[12,21,37,47,66],"facial":[13,35,118],"details":[14],"and":[15,25,69,96,103,156],"unconstrained":[16],"conditions":[17],"such":[18],"as":[19],"changes":[20],"head":[22],"posture,":[23],"illumination,":[24],"occlusion.":[26],"Current":[27],"FER":[28,164],"approaches":[29],"primarily":[30],"focus":[31],"on":[32,55,161],"capturing":[33],"discriminative":[34,157],"features":[36],"vision":[38],"manner,":[39],"often":[40],"neglecting":[41],"the":[42,75,87,111,125,129,133],"rich":[43],"semantic":[44],"information":[45],"available":[46],"textual":[48,97,142],"modalities.":[49],"Additionally,":[50],"these":[51],"methods":[52],"typically":[53],"rely":[54],"generic":[56],"classification":[57],"templates,":[58],"which":[59],"fail":[60],"capture":[62,104,116],"instance-specific":[63,145],"features,":[64],"resulting":[65],"inadequate":[67],"representation":[68,101],"fine-grained":[70,105],"discrimination":[71],"ability.":[72],"To":[73],"tackle":[74],"above":[76],"issues,":[77],"we":[78,109],"propose":[79],"novel":[81],"emotion-aware":[82],"adaptation":[83],"framework":[84],"that":[85],"integrates":[86],"pre-trained":[88],"CLIP":[89,130],"model":[90],"for":[91],"FER,":[92],"leveraging":[93],"both":[94],"visual":[95,146],"modalities":[98],"enhance":[100,141],"learning":[102],"emotional":[106],"details.":[107],"Specifically,":[108],"introduce":[110],"Expression-aware":[112],"adapter":[113],"module":[114,137],"emotion-specific":[117],"representations":[119],"through":[120],"task-specific":[121],"fine-tuning":[122],"while":[123],"preserving":[124],"generalization":[126],"capabilities":[127],"of":[128,168],"model.":[131],"Furthermore,":[132],"instance-enhanced":[134],"classifier":[136],"is":[138],"proposed":[139,170],"descriptors":[143],"with":[144],"embeddings":[147],"using":[148],"spherical":[149],"linear":[150],"interpolation,":[151],"creating":[152],"more":[154],"precise":[155],"classifier.":[158],"Extensive":[159],"experiments":[160],"three":[162],"in-the-wild":[163],"benchmarks":[165],"demonstrate":[166],"superiority":[167],"our":[169],"approach.":[171]},"counts_by_year":[],"updated_date":"2026-02-23T20:09:44.859080","created_date":"2025-12-28T00:00:00"}