{"id":"https://openalex.org/W7124746868","doi":"https://doi.org/10.1145/3786789","title":"PE-CLIP: A Parameter-Efficient Fine-Tuning of Vision Language Models for Dynamic Facial Expression Recognition","display_name":"PE-CLIP: A Parameter-Efficient Fine-Tuning of Vision Language Models for Dynamic Facial Expression Recognition","publication_year":2026,"publication_date":"2026-01-19","ids":{"openalex":"https://openalex.org/W7124746868","doi":"https://doi.org/10.1145/3786789"},"language":"en","primary_location":{"id":"doi:10.1145/3786789","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786789","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3786789","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093403245","display_name":"Ibtissam Saadi","orcid":"https://orcid.org/0009-0002-4231-4246"},"institutions":[{"id":"https://openalex.org/I51783024","display_name":"Brandenburg University of Technology Cottbus-Senftenberg","ror":"https://ror.org/02wxx3e24","country_code":"DE","type":"education","lineage":["https://openalex.org/I51783024"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ibtissam Saadi","raw_affiliation_strings":["Faculty of Graphical Systems, Univ. BTU Cottbus-Senftenberg, Cottbus, Germany"],"raw_orcid":"https://orcid.org/0009-0002-4231-4246","affiliations":[{"raw_affiliation_string":"Faculty of Graphical Systems, Univ. BTU Cottbus-Senftenberg, Cottbus, Germany","institution_ids":["https://openalex.org/I51783024"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122898477","display_name":"Abdenour Hadid","orcid":null},"institutions":[{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210141120","display_name":"Sorbonne University Abu Dhabi","ror":"https://ror.org/03e1ymy32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210141120"]}],"countries":["AE","FR"],"is_corresponding":false,"raw_author_name":"Abdenour Hadid","raw_affiliation_strings":["Sorbonne Center for Artificial Intelligence, Sorbonne University Abu Dhabi, Abu Dhabi, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0001-9092-735X","affiliations":[{"raw_affiliation_string":"Sorbonne Center for Artificial Intelligence, Sorbonne University Abu Dhabi, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I4210141120"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020400873","display_name":"Douglas W. Cunningham","orcid":"https://orcid.org/0000-0003-1419-2552"},"institutions":[{"id":"https://openalex.org/I51783024","display_name":"Brandenburg University of Technology Cottbus-Senftenberg","ror":"https://ror.org/02wxx3e24","country_code":"DE","type":"education","lineage":["https://openalex.org/I51783024"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Douglas W. Cunningham","raw_affiliation_strings":["Faculty of Graphical Systems, Univ. BTU Cottbus-Senftenberg, Cottbus, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1419-2552","affiliations":[{"raw_affiliation_string":"Faculty of Graphical Systems, Univ. BTU Cottbus-Senftenberg, Cottbus, Germany","institution_ids":["https://openalex.org/I51783024"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088214859","display_name":"Abdelmalik Taleb\u2010Ahmed","orcid":"https://orcid.org/0000-0001-7218-3799"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210123471","display_name":"Institut d'\u00e9lectronique de micro\u00e9lectronique et de nanotechnologie","ror":"https://ror.org/02q4res37","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I137614889","https://openalex.org/I2279609970","https://openalex.org/I3132279224","https://openalex.org/I4210095849","https://openalex.org/I4210123471","https://openalex.org/I4387154098","https://openalex.org/I70348806","https://openalex.org/I70348806","https://openalex.org/I7454413"]},{"id":"https://openalex.org/I70348806","display_name":"Universit\u00e9 Polytechnique Hauts-de-France","ror":"https://ror.org/02ezch769","country_code":"FR","type":"education","lineage":["https://openalex.org/I70348806"]},{"id":"https://openalex.org/I7454413","display_name":"\u00c9cole Centrale de Lille","ror":"https://ror.org/01x441g73","country_code":"FR","type":"education","lineage":["https://openalex.org/I7454413"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Abdelmalik Taleb-Ahmed","raw_affiliation_strings":["Laboratory of IEMN, CNRS, Centrale Lille, UMR 8520, Univ. Polytechnique Hauts-de-France, Valenciennes, France"],"raw_orcid":"https://orcid.org/0000-0001-7218-3799","affiliations":[{"raw_affiliation_string":"Laboratory of IEMN, CNRS, Centrale Lille, UMR 8520, Univ. Polytechnique Hauts-de-France, Valenciennes, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210123471","https://openalex.org/I70348806","https://openalex.org/I7454413"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112222701","display_name":"Yassin El Hillali","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210123471","display_name":"Institut d'\u00e9lectronique de micro\u00e9lectronique et de nanotechnologie","ror":"https://ror.org/02q4res37","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I137614889","https://openalex.org/I2279609970","https://openalex.org/I3132279224","https://openalex.org/I4210095849","https://openalex.org/I4210123471","https://openalex.org/I4387154098","https://openalex.org/I70348806","https://openalex.org/I70348806","https://openalex.org/I7454413"]},{"id":"https://openalex.org/I70348806","display_name":"Universit\u00e9 Polytechnique Hauts-de-France","ror":"https://ror.org/02ezch769","country_code":"FR","type":"education","lineage":["https://openalex.org/I70348806"]},{"id":"https://openalex.org/I7454413","display_name":"\u00c9cole Centrale de Lille","ror":"https://ror.org/01x441g73","country_code":"FR","type":"education","lineage":["https://openalex.org/I7454413"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Yassin El Hillali","raw_affiliation_strings":["Laboratory of IEMN, CNRS, Centrale Lille, UMR 8520, Univ. Polytechnique Hauts-de-France, Valenciennes, France"],"raw_orcid":"https://orcid.org/0000-0002-3980-9902","affiliations":[{"raw_affiliation_string":"Laboratory of IEMN, CNRS, Centrale Lille, UMR 8520, Univ. Polytechnique Hauts-de-France, Valenciennes, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210123471","https://openalex.org/I70348806","https://openalex.org/I7454413"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":63.8179,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.99823578,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"22","issue":"7","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.45899999141693115,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.45899999141693115,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3264999985694885,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.019300000742077827,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adapter","display_name":"Adapter (computing)","score":0.7894999980926514},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.570900022983551},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.54339998960495},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5156000256538391},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.38359999656677246},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.3456000089645386},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.3319000005722046},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.3287999927997589}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.879800021648407},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.7894999980926514},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.570900022983551},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.54339998960495},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5217999815940857},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5156000256538391},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.46050000190734863},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.38359999656677246},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.3456000089645386},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.3319000005722046},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3287999927997589},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29679998755455017},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2800999879837036},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.27149999141693115},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.258899986743927},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.2535000145435333}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3786789","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786789","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-05495924v1","is_oa":false,"landing_page_url":"https://hal.science/hal-05495924","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications and Applications, 2026, ⟨10.1145/3786789⟩","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1145/3786789","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786789","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320331541","display_name":"Brandenburgische Technische Universit\u00e4t Cottbus-Senftenberg","ror":"https://ror.org/02wxx3e24"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1981918162","https://openalex.org/W2051297709","https://openalex.org/W2064675550","https://openalex.org/W2163808566","https://openalex.org/W3032240740","https://openalex.org/W3093370878","https://openalex.org/W3097075955","https://openalex.org/W3198377975","https://openalex.org/W3206349670","https://openalex.org/W4221042956","https://openalex.org/W4225568094","https://openalex.org/W4304099113","https://openalex.org/W4304099179","https://openalex.org/W4312310776","https://openalex.org/W4312651322","https://openalex.org/W4318980730","https://openalex.org/W4382240798","https://openalex.org/W4382401635","https://openalex.org/W4386071547","https://openalex.org/W4388189896","https://openalex.org/W4388192670","https://openalex.org/W4388330068","https://openalex.org/W4389133576","https://openalex.org/W4391692932","https://openalex.org/W4400527853","https://openalex.org/W4402979749","https://openalex.org/W4404294899"],"related_works":[],"abstract_inverted_index":{"The":[0,131,164,267],"emergence":[1],"of":[2,26,39,45,50,100,150,218,270],"Vision-Language":[3],"Models":[4],"(VLMs)":[5],"like":[6],"Contrastive":[7],"Language-Image":[8],"Pretraining":[9],"(CLIP)":[10],"provides":[11],"appealing":[12],"solutions":[13],"to":[14,35,55,61,110,154,197,241],"various":[15],"vision":[16],"problems":[17],"including":[18],"Dynamic":[19,123],"Facial":[20],"Expression":[21],"Recognition":[22],"(DFER).":[23],"However,":[24],"most":[25,157],"the":[27,40,43,46,51,148,156,208,215,271],"proposed":[28,52,226,272],"approaches":[29],"face":[30],"major":[31],"challenges,":[32,78],"particularly":[33],"related":[34],"inefficient":[36],"full":[37],"fine-tuning":[38,84],"encoders":[41],"and":[42,67,70,113,126,175,200,213,235,257],"complexity":[44],"models.":[47],"Moreover,":[48],"some":[49],"methods":[53,243],"seem":[54],"struggle":[56],"with":[57,137],"suboptimal":[58],"performance":[59,239],"due":[60],"(i)":[62],"poor":[63],"alignment":[64,210],"between":[65,211,254],"textual":[66,174,203],"visual":[68,176,199],"representations,":[69],"(ii)":[71],"ineffective":[72],"temporal":[73,152],"modeling.":[74],"To":[75],"address":[76],"these":[77],"we":[79,187],"propose":[80],"PE-CLIP,":[81],"a":[82,121,127,134,138,167,261],"parameter-efficient":[83],"(PEFT)":[85],"framework":[86],"that":[87],"elegantly":[88],"adapts":[89],"CLIP":[90,219],"for":[91,220],"dynamic":[92,139,221],"facial":[93],"expression":[94],"recognition,":[95],"requiring":[96,245],"significantly":[97],"reduced":[98],"number":[99],"trainable":[101,247],"parameters":[102],"while":[103,145,160,182,244],"maintaining":[104,183],"high":[105],"accuracy.":[106],"At":[107],"its":[108],"core,":[109],"enhance":[111],"efficiency":[112,256],"performance,":[114,258],"PE-CLIP":[115,227,259,273],"introduces":[116,194],"two":[117,229],"specialized":[118],"adapters":[119],"namely":[120,232],"Temporal":[122],"Adapter":[124,129],"(TDA)":[125],"Shared":[128],"(ShA).":[130],"TDA":[132],"is":[133,166],"GRU-based":[135],"module":[136],"scaling":[140],"mechanism,":[141],"capturing":[142],"sequential":[143],"dependencies":[144],"adaptively":[146],"modulating":[147],"contribution":[149],"each":[151],"feature":[153,180],"emphasize":[155],"informative":[158],"ones":[159],"mitigating":[161],"irrelevant":[162],"variations.":[163],"ShA":[165],"lightweight":[168],"adapter":[169],"refine":[170],"representations":[171],"within":[172],"both":[173,198],"encoders,":[177],"ensuring":[178],"consistent":[179],"processing":[181],"parameter":[184,255],"efficiency.":[185],"Additionally,":[186],"leverage":[188],"Multi-modal":[189],"Prompt":[190],"Learning":[191],"(MaPLe),":[192],"which":[193],"learnable":[195],"prompts":[196],"action":[201],"unit-based":[202],"description":[204],"inputs,":[205],"further":[206],"improving":[207],"semantic":[209],"modalities":[212],"enabling":[214],"efficient":[216],"adaptation":[217],"tasks.":[222],"We":[223],"evaluate":[224],"our":[225],"on":[228],"benchmark":[230,263],"datasets,":[231],"DFEW,":[233],"FERV39K,":[234],"AFEW,":[236],"achieving":[237],"competitive":[238],"compared":[240],"state-of-the-art":[242],"fewer":[246],"parameters.":[248],"By":[249],"striking":[250],"an":[251],"optimal":[252],"balance":[253],"sets":[260],"new":[262],"in":[264],"resource-efficient":[265],"DFER.":[266],"source":[268],"code":[269],"will":[274],"be":[275],"publicly":[276],"available":[277],"at":[278],"https://github.com/Ibtissam-SAADI/PE-CLIP":[279],".":[280]},"counts_by_year":[{"year":2026,"cited_by_count":5}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-01-20T00:00:00"}