{"id":"https://openalex.org/W4312677365","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892315","title":"Interpretability for Multimodal Emotion Recognition using Concept Activation Vectors","display_name":"Interpretability for Multimodal Emotion Recognition using Concept Activation Vectors","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4312677365","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892315"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn55064.2022.9892315","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892315","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000040956","display_name":"Ashish Ramayee Asokan","orcid":null},"institutions":[{"id":"https://openalex.org/I196608512","display_name":"PES University","ror":"https://ror.org/05m169e78","country_code":"IN","type":"education","lineage":["https://openalex.org/I196608512"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ashish Ramayee Asokan","raw_affiliation_strings":["PES University,Dept. of Computer Science,Bangalore,India","Dept. of Computer Science, PES University, Bangalore, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PES University,Dept. of Computer Science,Bangalore,India","institution_ids":["https://openalex.org/I196608512"]},{"raw_affiliation_string":"Dept. of Computer Science, PES University, Bangalore, India","institution_ids":["https://openalex.org/I196608512"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044348667","display_name":"Nidarshan Kumar","orcid":null},"institutions":[{"id":"https://openalex.org/I196608512","display_name":"PES University","ror":"https://ror.org/05m169e78","country_code":"IN","type":"education","lineage":["https://openalex.org/I196608512"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nidarshan Kumar","raw_affiliation_strings":["PES University,Dept. of Computer Science,Bangalore,India","Dept. of Computer Science, PES University, Bangalore, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PES University,Dept. of Computer Science,Bangalore,India","institution_ids":["https://openalex.org/I196608512"]},{"raw_affiliation_string":"Dept. of Computer Science, PES University, Bangalore, India","institution_ids":["https://openalex.org/I196608512"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059348109","display_name":"Anirudh V Ragam","orcid":null},"institutions":[{"id":"https://openalex.org/I196608512","display_name":"PES University","ror":"https://ror.org/05m169e78","country_code":"IN","type":"education","lineage":["https://openalex.org/I196608512"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anirudh V Ragam","raw_affiliation_strings":["PES University,Dept. of Computer Science,Bangalore,India","Dept. of Computer Science, PES University, Bangalore, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PES University,Dept. of Computer Science,Bangalore,India","institution_ids":["https://openalex.org/I196608512"]},{"raw_affiliation_string":"Dept. of Computer Science, PES University, Bangalore, India","institution_ids":["https://openalex.org/I196608512"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108721678","display_name":"S. S. Shylaja","orcid":null},"institutions":[{"id":"https://openalex.org/I196608512","display_name":"PES University","ror":"https://ror.org/05m169e78","country_code":"IN","type":"education","lineage":["https://openalex.org/I196608512"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"S S Shylaja","raw_affiliation_strings":["PES University,Dept. of Computer Science,Bangalore,India","Dept. of Computer Science, PES University, Bangalore, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PES University,Dept. of Computer Science,Bangalore,India","institution_ids":["https://openalex.org/I196608512"]},{"raw_affiliation_string":"Dept. of Computer Science, PES University, Bangalore, India","institution_ids":["https://openalex.org/I196608512"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3446,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.90784314,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"08"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9475736618041992},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7735563516616821},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6324621438980103},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6266051530838013},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5903839468955994},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5747453570365906},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5599779486656189},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.539056658744812},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.49564921855926514},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43065890669822693}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9475736618041992},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7735563516616821},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6324621438980103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6266051530838013},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5903839468955994},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5747453570365906},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5599779486656189},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.539056658744812},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49564921855926514},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43065890669822693},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn55064.2022.9892315","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892315","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W2057922088","https://openalex.org/W2085662862","https://openalex.org/W2146334809","https://openalex.org/W2516809705","https://openalex.org/W2594633041","https://openalex.org/W2740550900","https://openalex.org/W2809925683","https://openalex.org/W2905375309","https://openalex.org/W2954548939","https://openalex.org/W2960283727","https://openalex.org/W2962858109","https://openalex.org/W2962862931","https://openalex.org/W2963483561","https://openalex.org/W2963702064","https://openalex.org/W2964303497","https://openalex.org/W2964751875","https://openalex.org/W2970030610","https://openalex.org/W2997258743","https://openalex.org/W3011176162","https://openalex.org/W3042639730","https://openalex.org/W3089992641","https://openalex.org/W3095251683","https://openalex.org/W3183294261","https://openalex.org/W3196711847","https://openalex.org/W4226239215","https://openalex.org/W4287239850","https://openalex.org/W4293861706","https://openalex.org/W4299280181","https://openalex.org/W4312015797","https://openalex.org/W4402843978","https://openalex.org/W6636510571","https://openalex.org/W6734194636","https://openalex.org/W6737947904","https://openalex.org/W6739575509","https://openalex.org/W6750391026","https://openalex.org/W6750449527","https://openalex.org/W6764462969","https://openalex.org/W6785275995","https://openalex.org/W6792834615","https://openalex.org/W6800666689","https://openalex.org/W6811118298"],"related_works":["https://openalex.org/W3205552558","https://openalex.org/W4385767940","https://openalex.org/W4385957992","https://openalex.org/W4229079080","https://openalex.org/W4206534706","https://openalex.org/W4385965371","https://openalex.org/W4386025632","https://openalex.org/W3006943036","https://openalex.org/W4200511449","https://openalex.org/W4299487748"],"abstract_inverted_index":{"Multimodal":[0],"Emotion":[1,142],"Recognition":[2],"refers":[3],"to":[4,60,68,89,141,147,172,199],"the":[5,69,80,91,112,120,132,148,156,166,175],"classification":[6],"of":[7,49,72,79,114,122,158,165,178,207],"input":[8,17],"video":[9],"sequences":[10],"into":[11],"emotion":[12,55,123,182],"labels":[13],"based":[14],"on":[15,40,45,195],"multiple":[16,163],"modalities":[18],"(usually":[19],"video,":[20],"audio":[21],"and":[22,38,75,144],"text).":[23],"In":[24,107],"recent":[25,50],"years,":[26],"Deep":[27],"Neural":[28],"networks":[29,118,180],"have":[30],"shown":[31],"remarkable":[32],"performance":[33,44,92],"in":[34,52,82,119],"recognizing":[35],"human":[36],"emotions,":[37],"are":[39,58,203],"par":[41],"with":[42,86,96],"human-level":[43],"this":[46,53,83,94,108,208],"task.":[47,209],"Despite":[48],"advancements":[51],"field,":[54],"recognition":[56,124,183],"systems":[57],"yet":[59],"be":[61,185],"accepted":[62],"for":[63,93,103,116,181,205],"real":[64],"world":[65],"setups":[66],"due":[67],"obscure":[70],"nature":[71],"their":[73],"reasoning":[74,176],"decision-making":[76],"process.":[77],"Most":[78],"research":[81],"field":[84],"deals":[85],"novel":[87],"architectures":[88],"improve":[90],"task,":[95],"a":[97],"few":[98],"attempts":[99],"at":[100,162],"providing":[101],"explanations":[102],"these":[104],"models'":[105],"decisions.":[106],"paper,":[109],"we":[110,136,191],"address":[111],"issue":[113],"interpretability":[115,206],"neural":[117,179],"context":[121],"using":[125,187],"Concept":[126],"Activation":[127],"Vectors":[128],"(CAVs).":[129],"To":[130],"analyse":[131],"model's":[133],"latent":[134],"space,":[135],"define":[137],"human-understandable":[138,188],"concepts":[139,161,198],"specific":[140],"AI":[143],"map":[145],"them":[146],"widely-used":[149],"IEMOCAP":[150],"multimodal":[151],"database.":[152],"We":[153],"then":[154],"evaluate":[155],"influence":[157],"our":[159,196],"proposed":[160,197],"layers":[164],"Bi-directional":[167],"Contextual":[168],"LSTM":[169],"(BC-LSTM)":[170],"network":[171],"show":[173,200],"that":[174,201],"process":[177],"can":[184],"represented":[186],"concepts.":[189],"Finally,":[190],"perform":[192],"hypothesis":[193],"testing":[194],"they":[202],"significant":[204]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}