{"id":"https://openalex.org/W4400526813","doi":"https://doi.org/10.1109/fg59268.2024.10582016","title":"Guided Interpretable Facial Expression Recognition via Spatial Action Unit Cues","display_name":"Guided Interpretable Facial Expression Recognition via Spatial Action Unit Cues","publication_year":2024,"publication_date":"2024-05-27","ids":{"openalex":"https://openalex.org/W4400526813","doi":"https://doi.org/10.1109/fg59268.2024.10582016"},"language":"en","primary_location":{"id":"doi:10.1109/fg59268.2024.10582016","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg59268.2024.10582016","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017562387","display_name":"Soufiane Belharbi","orcid":"https://orcid.org/0000-0001-6326-380X"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Soufiane Belharbi","raw_affiliation_strings":["ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039660800","display_name":"Marco Pedersoli","orcid":"https://orcid.org/0000-0002-7601-8640"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Marco Pedersoli","raw_affiliation_strings":["ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074262951","display_name":"Alessandro L. Koerich","orcid":"https://orcid.org/0000-0001-5879-7014"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alessandro Lameiras Koerich","raw_affiliation_strings":["ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046872842","display_name":"Simon Bacon","orcid":"https://orcid.org/0000-0001-7075-0358"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Simon Bacon","raw_affiliation_strings":["Concordia University,Dept. of Health, Kinesiology &#x0026; Applied Physiology,Montreal,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia University,Dept. of Health, Kinesiology &#x0026; Applied Physiology,Montreal,Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006937759","display_name":"\u00c9ric Granger","orcid":"https://orcid.org/0000-0001-6116-7945"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Eric Granger","raw_affiliation_strings":["ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.7958999872207642,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.7958999872207642,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6226040720939636},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5817242860794067},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5616301894187927},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5426855087280273},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5285574197769165},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5123590230941772},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.49808430671691895},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.4717365503311157},{"id":"https://openalex.org/keywords/unit","display_name":"Unit (ring theory)","score":0.46576690673828125},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.43570855259895325},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.3817528784275055},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.35852324962615967},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15038996934890747}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6226040720939636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5817242860794067},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5616301894187927},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5426855087280273},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5285574197769165},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5123590230941772},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.49808430671691895},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.4717365503311157},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.46576690673828125},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.43570855259895325},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.3817528784275055},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.35852324962615967},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15038996934890747},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/fg59268.2024.10582016","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg59268.2024.10582016","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"},{"id":"pmh:oai:espace2.etsmtl.ca:29762","is_oa":false,"landing_page_url":"https://espace2.etsmtl.ca/id/eprint/29762/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Compte rendu de conf\u00e9rence"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.4399999976158142}],"awards":[],"funders":[{"id":"https://openalex.org/F4320319952","display_name":"Canada Foundation for Innovation","ror":"https://ror.org/000az4664"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320334618","display_name":"Fonds de Recherche du Qu\u00e9bec - Sant\u00e9","ror":"https://ror.org/02eqrsj93"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":106,"referenced_works":["https://openalex.org/W1588539311","https://openalex.org/W1849277567","https://openalex.org/W1975436731","https://openalex.org/W1994488211","https://openalex.org/W2014185685","https://openalex.org/W2076807218","https://openalex.org/W2145310492","https://openalex.org/W2151103935","https://openalex.org/W2161969291","https://openalex.org/W2194775991","https://openalex.org/W2221625691","https://openalex.org/W2295107390","https://openalex.org/W2438305798","https://openalex.org/W2594475271","https://openalex.org/W2606462007","https://openalex.org/W2737559518","https://openalex.org/W2738672149","https://openalex.org/W2738853914","https://openalex.org/W2745497104","https://openalex.org/W2765793020","https://openalex.org/W2773893004","https://openalex.org/W2776207810","https://openalex.org/W2798764454","https://openalex.org/W2799041689","https://openalex.org/W2799685664","https://openalex.org/W2800833042","https://openalex.org/W2805781993","https://openalex.org/W2902298447","https://openalex.org/W2904483377","https://openalex.org/W2913240367","https://openalex.org/W2934832377","https://openalex.org/W2950557962","https://openalex.org/W2962858109","https://openalex.org/W2963311325","https://openalex.org/W2963715038","https://openalex.org/W2963795442","https://openalex.org/W2964274719","https://openalex.org/W2964327872","https://openalex.org/W2972185346","https://openalex.org/W2980189057","https://openalex.org/W2988157455","https://openalex.org/W2989609593","https://openalex.org/W2992201030","https://openalex.org/W2992308087","https://openalex.org/W2995034616","https://openalex.org/W2996882407","https://openalex.org/W2999516459","https://openalex.org/W3000716014","https://openalex.org/W3003720578","https://openalex.org/W3010219363","https://openalex.org/W3033040726","https://openalex.org/W3035318183","https://openalex.org/W3035712793","https://openalex.org/W3091921149","https://openalex.org/W3092399228","https://openalex.org/W3097087821","https://openalex.org/W3101609372","https://openalex.org/W3105141008","https://openalex.org/W3108254225","https://openalex.org/W3110272085","https://openalex.org/W3118405827","https://openalex.org/W3118530108","https://openalex.org/W3122081138","https://openalex.org/W3124054989","https://openalex.org/W3142837074","https://openalex.org/W3161014913","https://openalex.org/W3162287262","https://openalex.org/W3174863366","https://openalex.org/W3175851380","https://openalex.org/W3176482836","https://openalex.org/W3184194563","https://openalex.org/W3188615767","https://openalex.org/W3195286673","https://openalex.org/W3205278226","https://openalex.org/W3205895757","https://openalex.org/W4210664141","https://openalex.org/W4221155782","https://openalex.org/W4226087396","https://openalex.org/W4285601347","https://openalex.org/W4311224859","https://openalex.org/W4311414773","https://openalex.org/W4312622804","https://openalex.org/W4318980730","https://openalex.org/W4319299882","https://openalex.org/W4319336401","https://openalex.org/W4319878478","https://openalex.org/W4327810504","https://openalex.org/W4385815509","https://openalex.org/W4387582224","https://openalex.org/W4388315058","https://openalex.org/W4388975227","https://openalex.org/W4390190649","https://openalex.org/W4390871714","https://openalex.org/W4390905318","https://openalex.org/W6635087628","https://openalex.org/W6734862562","https://openalex.org/W6738549535","https://openalex.org/W6752170072","https://openalex.org/W6771278980","https://openalex.org/W6782259796","https://openalex.org/W6784064631","https://openalex.org/W6788135285","https://openalex.org/W6810345082","https://openalex.org/W6842537090","https://openalex.org/W6842865853","https://openalex.org/W6851196011"],"related_works":["https://openalex.org/W2642127892","https://openalex.org/W4205986151","https://openalex.org/W2355913164","https://openalex.org/W1153638794","https://openalex.org/W2168968280","https://openalex.org/W2116055069","https://openalex.org/W2162992774","https://openalex.org/W4323520705","https://openalex.org/W2356663679","https://openalex.org/W2169777806"],"abstract_inverted_index":{"Although":[0],"state-of-the-art":[1],"classifiers":[2,248],"for":[3,21,36,118,174],"facial":[4,34,86,104],"expression":[5,83,173],"recognition":[6],"(FER)":[7],"can":[8,186,231,262],"achieve":[9],"a":[10,31,90,114,130,139,243],"high":[11],"level":[12],"of":[13,40,100,129,246],"accuracy,":[14],"they":[15],"lack":[16],"interpretability,":[17],"an":[18,149],"important":[19],"feature":[20],"end-users.":[22],"Experts":[23],"typically":[24],"associate":[25],"spatial":[26,108,126],"action":[27],"units":[28],"(AUs)":[29],"from":[30],"codebook":[32,75],"to":[33,57,66,88,112,132,146,189],"regions":[35,99],"the":[37,45,80,95,103,125,142,162],"visual":[38,154],"interpretation":[39],"expressions.":[41],"In":[42,239],"this":[43,73],"paper,":[44],"same":[46],"expert":[47,163],"steps":[48],"are":[49],"followed.":[50],"A":[51],"new":[52,181],"learning":[53],"strategy":[54,167,182,230],"is":[55,76,110,121,144,183,215],"proposed":[56,229],"explicitly":[58],"incorporate":[59],"AU":[60,74,91,136,159],"cues":[61],"into":[62],"classifier":[63,117,131,143,196],"training,":[64,72],"allowing":[65],"train":[67,113],"deep":[68,115,191],"interpretable":[69,116,153,247],"models.":[70],"During":[71],"used,":[77],"along":[78],"with":[79,135,158],"input":[81],"image":[82,98,150,171],"label,":[84],"and":[85,185,223,257],"landmarks,":[87],"construct":[89],"heatmap":[92],"that":[93,227,249,259],"indicates":[94],"most":[96],"discriminative":[97],"interest":[101],"w.r.t":[102],"expression.":[105],"This":[106,120],"valuable":[107],"cue":[109],"leveraged":[111],"FER.":[119],"achieved":[122],"by":[123],"constraining":[124],"layer":[127],"features":[128],"be":[133,187],"correlated":[134,157],"heatmaps.":[137],"Using":[138],"composite":[140],"loss,":[141],"trained":[145],"correctly":[147],"classify":[148],"while":[151],"yielding":[152],"layer-wise":[155,233],"attention":[156],"maps,":[160],"simulating":[161],"decision":[164],"process.":[165],"Our":[166,180,207],"only":[168],"relies":[169],"on":[170,218,251],"class":[172,252],"supervision,":[175],"without":[176,197,235],"additional":[177,204],"manual":[178],"annotations.":[179],"generic,":[184],"applied":[188],"any":[190,199],"CNN":[192],"-":[193],"or":[194,202],"transformer-based":[195],"requiring":[198],"architectural":[200],"change":[201],"significant":[203],"training":[205],"time.":[206],"extensive":[208],"evaluation<sup":[209],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[210,212],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup><sup":[211],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>Our":[213],"code":[214],"available":[216],"at:https://github.com/sbelharbi/interpretable-fer-aus.":[217],"two":[219],"public":[220],"benchmarks":[221],"RAF-DB,":[222],"AffectNet":[224],"datasets":[225],"shows":[226],"our":[228,260],"improve":[232,264],"interpretability":[234],"degrading":[236],"classification":[237],"performance.":[238],"addition,":[240],"we":[241],"explore":[242],"common":[244],"type":[245],"rely":[250],"activation":[253],"mapping":[254],"(CAM)":[255],"methods,":[256],"show":[258],"approach":[261],"also":[263],"CAM":[265],"interpretability.":[266]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}