{"id":"https://openalex.org/W7117448318","doi":"https://doi.org/10.1109/access.2025.3649062","title":"Toward Explainable Facial Expression Recognition Using Face Action Units: XFER-AU","display_name":"Toward Explainable Facial Expression Recognition Using Face Action Units: XFER-AU","publication_year":2025,"publication_date":"2025-12-29","ids":{"openalex":"https://openalex.org/W7117448318","doi":"https://doi.org/10.1109/access.2025.3649062"},"language":null,"primary_location":{"id":"doi:10.1109/access.2025.3649062","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3649062","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3649062","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024865975","display_name":"Tanmay Tulsidas Verlekar","orcid":"https://orcid.org/0000-0001-5534-4351"},"institutions":[{"id":"https://openalex.org/I4210148827","display_name":"Birla Institute of Technology and Science, Pilani - Goa Campus","ror":"https://ror.org/046sh6j17","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210148827","https://openalex.org/I74796645"]},{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Tanmay Tulsidas Verlekar","raw_affiliation_strings":["Department of Computer Science and Information Systems, BITS Pilani, K. K. Birla, Goa Campus, Zuarinagar, Goa, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Systems, BITS Pilani, K. K. Birla, Goa Campus, Zuarinagar, Goa, India","institution_ids":["https://openalex.org/I74796645","https://openalex.org/I4210148827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121475407","display_name":"Arnav Goyal","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148827","display_name":"Birla Institute of Technology and Science, Pilani - Goa Campus","ror":"https://ror.org/046sh6j17","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210148827","https://openalex.org/I74796645"]},{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Arnav Goyal","raw_affiliation_strings":["Department of Computer Science and Information Systems, BITS Pilani, K. K. Birla, Goa Campus, Zuarinagar, Goa, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Systems, BITS Pilani, K. K. Birla, Goa Campus, Zuarinagar, Goa, India","institution_ids":["https://openalex.org/I74796645","https://openalex.org/I4210148827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019322980","display_name":"Paulo Lobato Correia","orcid":"https://orcid.org/0000-0001-6525-9572"},"institutions":[{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]},{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Paulo Lobato Correia","raw_affiliation_strings":["Instituto de Telecomunicações, Instituto Superior Técnico, Universidade de Lisboa, Lisbon, Portugal"],"affiliations":[{"raw_affiliation_string":"Instituto de Telecomunicações, Instituto Superior Técnico, Universidade de Lisboa, Lisbon, Portugal","institution_ids":["https://openalex.org/I4210120471","https://openalex.org/I141596103"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5024865975"],"corresponding_institution_ids":["https://openalex.org/I4210148827","https://openalex.org/I74796645"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.70387852,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"3625","last_page":"3638"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8309999704360962,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8309999704360962,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.12470000237226486,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.00839999970048666,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6779000163078308},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6656000018119812},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.5864999890327454},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5202999711036682},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5148000121116638},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5073000192642212},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.45570001006126404},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.421099990606308}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7202000021934509},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6779000163078308},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6656000018119812},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.5864999890327454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5821999907493591},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5202999711036682},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5148000121116638},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5073000192642212},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.460099995136261},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.45570001006126404},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.421099990606308},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.384799987077713},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.37549999356269836},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.35830000042915344},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35690000653266907},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.3407000005245209},{"id":"https://openalex.org/C2777877512","wikidata":"https://www.wikidata.org/wiki/Q1116097","display_name":"Common ground","level":2,"score":0.30410000681877136},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.30390000343322754},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2687999904155731}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/access.2025.3649062","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3649062","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3649062","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3649062","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7390376925468445,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G546278981","display_name":null,"funder_award_id":"UID/50008/2025","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1588539311","https://openalex.org/W1796263212","https://openalex.org/W1986803802","https://openalex.org/W2087681821","https://openalex.org/W2102998034","https://openalex.org/W2103943262","https://openalex.org/W2108598243","https://openalex.org/W2145310492","https://openalex.org/W2516809705","https://openalex.org/W2737559518","https://openalex.org/W2745497104","https://openalex.org/W2752773286","https://openalex.org/W2799041689","https://openalex.org/W2902298447","https://openalex.org/W2962858109","https://openalex.org/W2969213789","https://openalex.org/W3018274100","https://openalex.org/W3084031222","https://openalex.org/W3157429286","https://openalex.org/W3175546442","https://openalex.org/W3195286673","https://openalex.org/W4213257059","https://openalex.org/W4280583458","https://openalex.org/W4292794765","https://openalex.org/W4307814563","https://openalex.org/W4319080122","https://openalex.org/W4323520632","https://openalex.org/W4378980145","https://openalex.org/W4385951249","https://openalex.org/W4394910927","https://openalex.org/W4400202944","https://openalex.org/W4400526797","https://openalex.org/W4402072291","https://openalex.org/W4402168772","https://openalex.org/W4403268477","https://openalex.org/W4405717318","https://openalex.org/W4408048718","https://openalex.org/W4413018253","https://openalex.org/W4413080633"],"related_works":[],"abstract_inverted_index":{"Face":[0],"expression":[1,67,264],"recognition":[2,68],"(FER)":[3],"has":[4],"been":[5],"extensively":[6],"explored":[7],"by":[8,84,132],"the":[9,34,47,53,79,89,117,129,138,154,162,165,217,227,234,242,248,253,285],"research":[10],"community,":[11],"with":[12,33,226],"comparisons":[13],"between":[14],"different":[15,85],"FER":[16,43,102,134,235,269],"models":[17,44,236],"typically":[18],"relying":[19],"on":[20,73,107,275,280],"accuracy":[21],"metrics.":[22],"To":[23,93,136],"make":[24],"model":[25],"decisions":[26],"more":[27,231,291],"interpretable,":[28],"evaluation":[29,70,141],"can":[30],"be":[31],"complemented":[32],"usage":[35],"of":[36,49,55,81,91,119,124,156,164,284],"(model-agnostic)":[37],"explainability":[38,50,69,86,120,145,166,177],"tools,":[39,178],"leading":[40],"to":[41,127,174,223,238,241,246,290],"explainable":[42],"(XFER).":[45],"However,":[46],"effectiveness":[48],"tools":[51,87,121],"in":[52,88,122],"context":[54,90],"XFER":[56],"is":[57,148,172,265],"seldom":[58],"evaluated.":[59],"This":[60],"paper":[61],"proposes":[62],"a":[63,95,101,281],"framework,":[64,71],"entitled":[65],"\"face":[66],"based":[72,106,274],"action":[74,109],"units\"":[75],"(XFER-AU),":[76],"for":[77,207,216],"evaluating":[78],"quality":[80],"explanations":[82,221],"provided":[83],"XFER.":[92],"establish":[94],"comparison":[96,118],"term,":[97],"XFER-AU":[98,212],"automatically":[99],"generates":[100],"explanation":[103,201],"ground":[104,157,228],"truth,":[105],"facial":[108,243],"units":[110],"(AU).":[111],"The":[112,169,210],"proposed":[113,170,211],"framework":[114,171],"thus":[115],"enables":[116],"terms":[123],"their":[125,278],"ability":[126],"explain":[128],"decision":[130,255,279],"made":[131],"an":[133,140,263],"model.":[135],"perform":[137],"comparison,":[139],"metric":[142],"called":[143],"weighted":[144],"score":[146],"(WES)":[147],"proposed,":[149],"which":[150],"takes":[151],"into":[152],"account":[153],"number":[155,283],"truth":[158],"AUs":[159,244,287],"covered":[160],"and":[161,199,203],"precision":[163],"map":[167],"produced.":[168],"used":[173],"compare":[175],"several":[176],"notably":[179],"Local":[180],"Interpretable":[181],"Model-agnostic":[182],"Explanation":[183,208],"(LIME),":[184],"Gradient-weighted":[185],"Class":[186],"Activation":[187],"Mapping":[188],"(Grad-CAM),":[189],"SHapley":[190],"Additive":[191],"exPlanation":[192],"(SHAP),":[193],"Average":[194],"Removal/":[195],"Aggregation":[196],"(AVG),":[197],"Minus":[198],"PLUS":[200],"(MinPLUS)":[202],"Randomised":[204],"Input":[205],"Sampling":[206],"(RISE).":[209],"results":[213],"report":[214],"that,":[215],"tested":[218],"datasets,":[219],"LIME":[220],"tend":[222],"better":[224],"align":[225],"truth.":[229],"In":[230],"challenging":[232],"scenarios,":[233],"struggle":[237],"effectively":[239],"point":[240],"relevant":[245,286],"explaining":[247],"observed":[249],"expression,":[250],"thereby":[251],"reducing":[252],"model\u2019s":[254],"confidence.":[256],"Results":[257],"also":[258],"show":[259],"that":[260],"even":[261],"when":[262,288],"correctly":[266],"classified,":[267],"older":[268],"models,":[270,293],"such":[271,294],"as":[272,295],"those":[273],"VGG-16,":[276],"support":[277],"smaller":[282],"compared":[289],"recent":[292],"EfficientNet-B0.":[296]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-12-29T00:00:00"}