{"id":"https://openalex.org/W4404628457","doi":"https://doi.org/10.1109/taffc.2024.3505269","title":"Explainable AI for Audio and Visual Affective Computing: A Scoping Review","display_name":"Explainable AI for Audio and Visual Affective Computing: A Scoping Review","publication_year":2024,"publication_date":"2024-11-22","ids":{"openalex":"https://openalex.org/W4404628457","doi":"https://doi.org/10.1109/taffc.2024.3505269"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2024.3505269","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3505269","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/taffc.2024.3505269","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"David S. Johnson","orcid":"https://orcid.org/0000-0003-4852-8827"},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"David S. Johnson","raw_affiliation_strings":["Center for Cognitive Interaction Technology (CITEC), Bielefeld University, Bielefeld, Germany","Center for Cognitive Interaction Technology (CITEC), Bielefeld University, Germany"],"raw_orcid":"https://orcid.org/0000-0003-4852-8827","affiliations":[{"raw_affiliation_string":"Center for Cognitive Interaction Technology (CITEC), Bielefeld University, Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]},{"raw_affiliation_string":"Center for Cognitive Interaction Technology (CITEC), Bielefeld University, Germany","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000610910","display_name":"Olya Hakobyan","orcid":"https://orcid.org/0000-0002-3828-0533"},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Olya Hakobyan","raw_affiliation_strings":["Center for Cognitive Interaction Technology (CITEC), Bielefeld University, Bielefeld, Germany","Center for Cognitive Interaction Technology (CITEC), Bielefeld University, Germany"],"raw_orcid":"https://orcid.org/0000-0002-3828-0533","affiliations":[{"raw_affiliation_string":"Center for Cognitive Interaction Technology (CITEC), Bielefeld University, Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]},{"raw_affiliation_string":"Center for Cognitive Interaction Technology (CITEC), Bielefeld University, Germany","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114754847","display_name":"Jonas Paletschek","orcid":null},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jonas Paletschek","raw_affiliation_strings":["Center for Cognitive Interaction Technology (CITEC), Bielefeld University, Bielefeld, Germany","Center for Cognitive Interaction Technology (CITEC), Bielefeld University, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Cognitive Interaction Technology (CITEC), Bielefeld University, Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]},{"raw_affiliation_string":"Center for Cognitive Interaction Technology (CITEC), Bielefeld University, Germany","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052236115","display_name":"Hanna Drimalla","orcid":"https://orcid.org/0000-0003-3783-7237"},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hanna Drimalla","raw_affiliation_strings":["Center for Cognitive Interaction Technology (CITEC), Bielefeld University, Bielefeld, Germany","Center for Cognitive Interaction Technology (CITEC), Bielefeld University, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3783-7237","affiliations":[{"raw_affiliation_string":"Center for Cognitive Interaction Technology (CITEC), Bielefeld University, Bielefeld, Germany","institution_ids":["https://openalex.org/I20121455"]},{"raw_affiliation_string":"Center for Cognitive Interaction Technology (CITEC), Bielefeld University, Germany","institution_ids":["https://openalex.org/I20121455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I20121455"],"apc_list":null,"apc_paid":null,"fwci":1.6928,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.85164598,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"16","issue":"2","first_page":"518","last_page":"536"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.8276000022888184,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.8276000022888184,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.8047000169754028,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.7956126928329468},{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.7154847383499146},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5662410259246826},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4916008412837982},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.40557703375816345},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.40129709243774414},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3652207553386688},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3618887662887573},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34208136796951294},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3227994441986084}],"concepts":[{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.7956126928329468},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.7154847383499146},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5662410259246826},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4916008412837982},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.40557703375816345},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.40129709243774414},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3652207553386688},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3618887662887573},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34208136796951294},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3227994441986084}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2024.3505269","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3505269","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/taffc.2024.3505269","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3505269","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":141,"referenced_works":["https://openalex.org/W2139831928","https://openalex.org/W2146946664","https://openalex.org/W2159371584","https://openalex.org/W2161969291","https://openalex.org/W2239141610","https://openalex.org/W2295107390","https://openalex.org/W2367397349","https://openalex.org/W2516809705","https://openalex.org/W2736351703","https://openalex.org/W2765793020","https://openalex.org/W2799041689","https://openalex.org/W2800833042","https://openalex.org/W2807126412","https://openalex.org/W2891378911","https://openalex.org/W2896463661","https://openalex.org/W2898656266","https://openalex.org/W2905375309","https://openalex.org/W2916797267","https://openalex.org/W2945295328","https://openalex.org/W2951134183","https://openalex.org/W2955140209","https://openalex.org/W2962858109","https://openalex.org/W2963095307","https://openalex.org/W2963125461","https://openalex.org/W2964266095","https://openalex.org/W2965120230","https://openalex.org/W2965861839","https://openalex.org/W2969889150","https://openalex.org/W2979259801","https://openalex.org/W2980648420","https://openalex.org/W2981731882","https://openalex.org/W2993843842","https://openalex.org/W3000965188","https://openalex.org/W3001589575","https://openalex.org/W3003420231","https://openalex.org/W3005891272","https://openalex.org/W3011152192","https://openalex.org/W3012395103","https://openalex.org/W3043607035","https://openalex.org/W3091535944","https://openalex.org/W3093763606","https://openalex.org/W3105484484","https://openalex.org/W3111207939","https://openalex.org/W3112492866","https://openalex.org/W3118615836","https://openalex.org/W3126625480","https://openalex.org/W3132219808","https://openalex.org/W3133543405","https://openalex.org/W3139831923","https://openalex.org/W3146366485","https://openalex.org/W3147852756","https://openalex.org/W3158138534","https://openalex.org/W3161384586","https://openalex.org/W3174134652","https://openalex.org/W3186197713","https://openalex.org/W3187709298","https://openalex.org/W3194763908","https://openalex.org/W3194765442","https://openalex.org/W3197347140","https://openalex.org/W3199766895","https://openalex.org/W3204047821","https://openalex.org/W3205552558","https://openalex.org/W3205661050","https://openalex.org/W3206494219","https://openalex.org/W3210818730","https://openalex.org/W3211062931","https://openalex.org/W3214493799","https://openalex.org/W4200528506","https://openalex.org/W4200550633","https://openalex.org/W4205425967","https://openalex.org/W4206084090","https://openalex.org/W4210361514","https://openalex.org/W4225014345","https://openalex.org/W4225323075","https://openalex.org/W4226136197","https://openalex.org/W4233356904","https://openalex.org/W4233863999","https://openalex.org/W4283372964","https://openalex.org/W4283755225","https://openalex.org/W4285127522","https://openalex.org/W4285185970","https://openalex.org/W4285606919","https://openalex.org/W4288096733","https://openalex.org/W4289169652","https://openalex.org/W4294740730","https://openalex.org/W4297678861","https://openalex.org/W4303579084","https://openalex.org/W4303983263","https://openalex.org/W4304091726","https://openalex.org/W4307190436","https://openalex.org/W4307244002","https://openalex.org/W4311224859","https://openalex.org/W4311377022","https://openalex.org/W4312171814","https://openalex.org/W4312506570","https://openalex.org/W4312677365","https://openalex.org/W4312743211","https://openalex.org/W4312791030","https://openalex.org/W4315574048","https://openalex.org/W4316076887","https://openalex.org/W4320155329","https://openalex.org/W4323338516","https://openalex.org/W4323892465","https://openalex.org/W4327814100","https://openalex.org/W4327928783","https://openalex.org/W4366598895","https://openalex.org/W4377861896","https://openalex.org/W4380991688","https://openalex.org/W4382053204","https://openalex.org/W4382653960","https://openalex.org/W4385648800","https://openalex.org/W4386038667","https://openalex.org/W4386897466","https://openalex.org/W4387344906","https://openalex.org/W4388423051","https://openalex.org/W4388624604","https://openalex.org/W4389917421","https://openalex.org/W6682132143","https://openalex.org/W6734194636","https://openalex.org/W6734862562","https://openalex.org/W6736518430","https://openalex.org/W6737947904","https://openalex.org/W6743846187","https://openalex.org/W6746809271","https://openalex.org/W6748053814","https://openalex.org/W6748218292","https://openalex.org/W6748382702","https://openalex.org/W6748426178","https://openalex.org/W6750391026","https://openalex.org/W6751959524","https://openalex.org/W6754669440","https://openalex.org/W6764462969","https://openalex.org/W6769152985","https://openalex.org/W6776031274","https://openalex.org/W6778747846","https://openalex.org/W6789989572","https://openalex.org/W6810679590","https://openalex.org/W6842727815","https://openalex.org/W6850190533","https://openalex.org/W6854008917","https://openalex.org/W6860020324"],"related_works":["https://openalex.org/W2271369634","https://openalex.org/W3147472394","https://openalex.org/W2047100085","https://openalex.org/W2350550760","https://openalex.org/W578794879","https://openalex.org/W2625296515","https://openalex.org/W3137890128","https://openalex.org/W1984634519","https://openalex.org/W4245955731","https://openalex.org/W2393726419"],"abstract_inverted_index":{"Affective":[0],"computing":[1],"often":[2],"relies":[3],"on":[4],"audiovisual":[5,75,166],"data":[6],"to":[7,39,70,79,97,162],"identify":[8,80],"affective":[9,76,98,167,196],"states":[10],"from":[11],"non-verbal":[12],"signals,":[13],"such":[14,31],"as":[15,32],"facial":[16],"expressions":[17],"and":[18,34,118,143],"vocal":[19],"cues.":[20],"Since":[21],"automatic":[22],"affect":[23],"recognition":[24],"can":[25],"be":[26],"used":[27,149,177],"in":[28,85,111,134,150,165,178,192],"sensitive":[29],"applications,":[30],"healthcare":[33],"education,":[35],"it":[36],"is":[37,52,83,132],"crucial":[38],"understand":[40],"how":[41,81],"models":[42,51,164],"arrive":[43],"at":[44],"their":[45],"decisions.":[46],"Interpretability":[47],"of":[48,55,60,74,93,116,129,145,174],"machine":[49,77,197],"learning":[50,78],"the":[53,56,72,102,112,140,146,151,179],"goal":[54],"emerging":[57],"research":[58],"area":[59],"Explainable":[61],"AI":[62,64],"(explainable":[63],"(XAI)).":[65],"This":[66],"scoping":[67],"review":[68],"aims":[69],"survey":[71],"field":[73],"XAI":[82,94,147,161],"applied":[84],"this":[86],"domain.":[87],"We":[88,137],"first":[89],"provide":[90,187],"an":[91],"overview":[92],"concepts":[95],"relevant":[96],"computing.":[99],"Next,":[100],"following":[101],"recommended":[103],"PRISMA":[104],"guidelines,":[105],"we":[106,186],"perform":[107],"a":[108,126,171,183],"literature":[109],"search":[110],"ACM,":[113],"IEEE,":[114],"Web":[115],"Science":[117],"PubMed":[119],"databases.":[120],"After":[121],"systematically":[122],"reviewing":[123],"1190":[124],"articles,":[125],"final":[127],"set":[128,173],"65":[130],"papers":[131],"included":[133],"our":[135],"analysis.":[136],"quantitatively":[138],"summarize":[139],"scope,":[141],"methods":[142,175],"evaluation":[144],"techniques":[148],"identified":[152],"papers.":[153],"Our":[154],"findings":[155],"show":[156],"encouraging":[157],"developments":[158],"for":[159,189,195],"using":[160],"explain":[163],"computing,":[168],"yet":[169],"only":[170],"limited":[172],"are":[176],"reviewed":[180],"works.":[181],"Following":[182],"critical":[184],"discussion,":[185],"recommendations":[188],"incorporating":[190],"interpretability":[191],"future":[193],"work":[194],"learning.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6}],"updated_date":"2026-08-12T07:12:00.856984","created_date":"2024-11-23T00:00:00"}