{"id":"https://openalex.org/W4413018253","doi":"https://doi.org/10.1109/fg61629.2025.11099364","title":"TrustSkin: A Fairness Pipeline for Trustworthy Facial Affect Analysis Across Skin Tone","display_name":"TrustSkin: A Fairness Pipeline for Trustworthy Facial Affect Analysis Across Skin Tone","publication_year":2025,"publication_date":"2025-05-26","ids":{"openalex":"https://openalex.org/W4413018253","doi":"https://doi.org/10.1109/fg61629.2025.11099364"},"language":"en","primary_location":{"id":"doi:10.1109/fg61629.2025.11099364","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg61629.2025.11099364","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 19th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057237233","display_name":"Ana M. Cabanas","orcid":"https://orcid.org/0000-0003-2800-150X"},"institutions":[{"id":"https://openalex.org/I185652977","display_name":"University of Tarapac\u00e1","ror":"https://ror.org/04xe01d27","country_code":"CL","type":"education","lineage":["https://openalex.org/I185652977"]}],"countries":["CL"],"is_corresponding":true,"raw_author_name":"Ana M. Cabanas","raw_affiliation_strings":["Universidad de Tarapacá,Departamento de Física,Arica,Chile,1010069"],"affiliations":[{"raw_affiliation_string":"Universidad de Tarapacá,Departamento de Física,Arica,Chile,1010069","institution_ids":["https://openalex.org/I185652977"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087289128","display_name":"Alma Pedro","orcid":null},"institutions":[{"id":"https://openalex.org/I162148367","display_name":"Pontificia Universidad Cat\u00f3lica de Chile","ror":"https://ror.org/04teye511","country_code":"CL","type":"education","lineage":["https://openalex.org/I162148367"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"Alma Pedro","raw_affiliation_strings":["Pontificia Universidad Católica de Chile,Facultad de Ingeniería,Departamento de Ciencia de la Computación,Santiago,Chile,7820436"],"affiliations":[{"raw_affiliation_string":"Pontificia Universidad Católica de Chile,Facultad de Ingeniería,Departamento de Ciencia de la Computación,Santiago,Chile,7820436","institution_ids":["https://openalex.org/I162148367"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018322893","display_name":"Domingo Mery","orcid":"https://orcid.org/0000-0003-4748-3882"},"institutions":[{"id":"https://openalex.org/I162148367","display_name":"Pontificia Universidad Cat\u00f3lica de Chile","ror":"https://ror.org/04teye511","country_code":"CL","type":"education","lineage":["https://openalex.org/I162148367"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"Domingo Mery","raw_affiliation_strings":["Pontificia Universidad Católica de Chile,Facultad de Ingeniería,Departamento de Ciencia de la Computación,Santiago,Chile,7820436"],"affiliations":[{"raw_affiliation_string":"Pontificia Universidad Católica de Chile,Facultad de Ingeniería,Departamento de Ciencia de la Computación,Santiago,Chile,7820436","institution_ids":["https://openalex.org/I162148367"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5057237233"],"corresponding_institution_ids":["https://openalex.org/I185652977"],"apc_list":null,"apc_paid":null,"fwci":2.2153,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.89090866,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8409000039100647,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8409000039100647,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.8396999835968018,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.7512938976287842},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.7060686945915222},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6331992149353027},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6037643551826477},{"id":"https://openalex.org/keywords/tone","display_name":"Tone (literature)","score":0.5826654434204102},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3594662547111511},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.33952856063842773},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.30395615100860596},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2623683214187622},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.12860441207885742},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.10699692368507385},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.07935929298400879}],"concepts":[{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.7512938976287842},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.7060686945915222},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6331992149353027},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6037643551826477},{"id":"https://openalex.org/C2780583480","wikidata":"https://www.wikidata.org/wiki/Q1366327","display_name":"Tone (literature)","level":2,"score":0.5826654434204102},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3594662547111511},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33952856063842773},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.30395615100860596},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2623683214187622},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.12860441207885742},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10699692368507385},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.07935929298400879},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fg61629.2025.11099364","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg61629.2025.11099364","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 19th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1523116602","https://openalex.org/W1787224781","https://openalex.org/W2057780053","https://openalex.org/W2460774276","https://openalex.org/W2593035626","https://openalex.org/W2745497104","https://openalex.org/W2792183666","https://openalex.org/W2907374781","https://openalex.org/W2962858109","https://openalex.org/W2974817986","https://openalex.org/W3009247505","https://openalex.org/W3029264758","https://openalex.org/W3120485916","https://openalex.org/W3127463063","https://openalex.org/W3127678221","https://openalex.org/W3138344197","https://openalex.org/W3140832216","https://openalex.org/W3187487833","https://openalex.org/W4213257059","https://openalex.org/W4250928742","https://openalex.org/W4292794765","https://openalex.org/W4309867004","https://openalex.org/W4313045611","https://openalex.org/W4319336538","https://openalex.org/W4321231523","https://openalex.org/W4367701153","https://openalex.org/W4388534126","https://openalex.org/W4390872942","https://openalex.org/W4390873440","https://openalex.org/W4392411887","https://openalex.org/W4396621884","https://openalex.org/W4400106556","https://openalex.org/W4402986861","https://openalex.org/W4404939752","https://openalex.org/W4408209260","https://openalex.org/W4408503249","https://openalex.org/W4410058239","https://openalex.org/W6728551298","https://openalex.org/W6748382702","https://openalex.org/W6759136097","https://openalex.org/W6769527715","https://openalex.org/W6838729076","https://openalex.org/W6852532979","https://openalex.org/W6855961049","https://openalex.org/W6872968097","https://openalex.org/W6877923852","https://openalex.org/W6881223427"],"related_works":["https://openalex.org/W2560936962","https://openalex.org/W2788727012","https://openalex.org/W4388203630","https://openalex.org/W2076536433","https://openalex.org/W2526386912","https://openalex.org/W4410093293","https://openalex.org/W90316445","https://openalex.org/W2410591377","https://openalex.org/W2323113755","https://openalex.org/W2372714829"],"abstract_inverted_index":{"Understanding":[0],"how":[1],"facial":[2],"affect":[3],"analysis":[4,134],"(FAA)":[5],"systems":[6],"perform":[7],"across":[8,71,104],"different":[9],"demographic":[10],"groups":[11,74],"requires":[12],"reliable":[13],"measurement":[14,181],"of":[15,84,178],"sensitive":[16],"attributes":[17],"such":[18,129],"as":[19,130],"ancestry,":[20],"often":[21],"approximated":[22],"by":[23,31,76,142],"skin":[24,39,72,86,143,165,179],"tone,":[25,144],"which":[26],"itself":[27],"is":[28],"highly":[29],"influenced":[30],"lighting":[32],"conditions.":[33],"This":[34],"study":[35],"compares":[36],"two":[37],"objective":[38],"tone":[40,73,166,180],"classification":[41],"methods:":[42],"the":[43,116,176],"widely":[44],"used":[45],"Individual":[46],"Typology":[47],"Angle":[48],"(ITA)":[49],"and":[50,59,64,99,123,170,186],"a":[51,65,81,158],"perceptually":[52],"grounded":[53],"alternative":[54],"based":[55],"on":[56],"Lightness":[57],"$\\left(L^{*}\\right)$":[58],"Hue":[60],"$\\left(H^{*}\\right)$.":[61],"Using":[62],"AffectNet":[63],"MobileNetbased":[66],"model,":[67],"we":[68,155],"assess":[69],"fairness":[70,92,171,184],"defined":[75],"each":[77],"method.":[78],"Results":[79],"reveal":[80],"severe":[82],"underrepresentation":[83],"dark":[85],"tones":[87],"($\\sim":[88],"\\mathbf{2}":[89],"\\%$),":[90],"alongside":[91],"disparities":[93,193],"in":[94,138,147,183],"F1-score":[95],"(up":[96,101],"to":[97,102,111,114],"0.08)":[98],"TPR":[100],"0.11)":[103],"groups.":[105],"While":[106],"ITA":[107],"shows":[108],"limitations":[109],"due":[110],"its":[112],"sensitivity":[113],"lighting,":[115],"$H^{*}-L^{*}$":[117],"method":[118],"yields":[119],"more":[120],"consistent":[121],"subgrouping":[122],"enables":[124],"clearer":[125],"diagnostics":[126],"through":[127],"metrics":[128],"Equal":[131],"Opportunity.":[132],"Grad-CAM":[133],"further":[135],"highlights":[136],"differences":[137],"model":[139,168],"attention":[140],"patterns":[141],"suggesting":[145],"variation":[146],"feature":[148],"encoding.":[149],"To":[150],"support":[151],"future":[152],"mitigation":[153],"efforts,":[154],"also":[156],"propose":[157],"modular":[159],"fairness-aware":[160],"pipeline":[161],"that":[162,188],"integrates":[163],"perceptual":[164],"estimation,":[167],"interpretability,":[169],"evaluation.":[172],"These":[173],"findings":[174],"emphasize":[175],"relevance":[177],"choices":[182],"assessment":[185],"suggest":[187],"ITA-based":[189],"evaluations":[190],"may":[191],"overlook":[192],"affecting":[194],"darker-skinned":[195],"individuals.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}