{"id":"https://openalex.org/W4200577869","doi":"https://doi.org/10.1109/bibe52308.2021.9635460","title":"A Gradient-based Approach for Explaining Multimodal Deep Learning Classifiers","display_name":"A Gradient-based Approach for Explaining Multimodal Deep Learning Classifiers","publication_year":2021,"publication_date":"2021-10-25","ids":{"openalex":"https://openalex.org/W4200577869","doi":"https://doi.org/10.1109/bibe52308.2021.9635460"},"language":"en","primary_location":{"id":"doi:10.1109/bibe52308.2021.9635460","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibe52308.2021.9635460","pdf_url":null,"source":{"id":"https://openalex.org/S4363608533","display_name":"2021 IEEE 21st International Conference on Bioinformatics and Bioengineering (BIBE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 21st International Conference on Bioinformatics and Bioengineering (BIBE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087195705","display_name":"Charles A. Ellis","orcid":"https://orcid.org/0000-0002-1547-9996"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]},{"id":"https://openalex.org/I4210133909","display_name":"Center for Translational Research in Neuroimaging and Data Science","ror":"https://ror.org/02qx6zf82","country_code":"US","type":"facility","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Charles A. Ellis","raw_affiliation_strings":["Tri-institutional Center for Translational Research in Neuroimaging and Data Science, Georgia State University, Georgia Institute of Technology, and Emory University, Atlanta, USA"],"affiliations":[{"raw_affiliation_string":"Tri-institutional Center for Translational Research in Neuroimaging and Data Science, Georgia State University, Georgia Institute of Technology, and Emory University, Atlanta, USA","institution_ids":["https://openalex.org/I4210133909","https://openalex.org/I130701444","https://openalex.org/I181565077","https://openalex.org/I150468666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079287392","display_name":"Rongen Zhang","orcid":"https://orcid.org/0000-0003-2883-1546"},"institutions":[{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rongen Zhang","raw_affiliation_strings":["Georgia State University, Atlanta, USA"],"affiliations":[{"raw_affiliation_string":"Georgia State University, Atlanta, USA","institution_ids":["https://openalex.org/I181565077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032850756","display_name":"Vince D. Calhoun","orcid":"https://orcid.org/0000-0001-9058-0747"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]},{"id":"https://openalex.org/I4210133909","display_name":"Center for Translational Research in Neuroimaging and Data Science","ror":"https://ror.org/02qx6zf82","country_code":"US","type":"facility","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vince D. Calhoun","raw_affiliation_strings":["Tri-institutional Center for Translational Research in Neuroimaging and Data Science, Georgia State University, Georgia Institute of Technology, and Emory University, Atlanta, USA"],"affiliations":[{"raw_affiliation_string":"Tri-institutional Center for Translational Research in Neuroimaging and Data Science, Georgia State University, Georgia Institute of Technology, and Emory University, Atlanta, USA","institution_ids":["https://openalex.org/I4210133909","https://openalex.org/I130701444","https://openalex.org/I181565077","https://openalex.org/I150468666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029738496","display_name":"Darwin A. Carbajal","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Darwin A. Carbajal","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024242506","display_name":"Robyn L. Miller","orcid":"https://orcid.org/0000-0002-4679-7567"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]},{"id":"https://openalex.org/I4210133909","display_name":"Center for Translational Research in Neuroimaging and Data Science","ror":"https://ror.org/02qx6zf82","country_code":"US","type":"facility","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robyn L. Miller","raw_affiliation_strings":["Tri-institutional Center for Translational Research in Neuroimaging and Data Science, Georgia State University, Georgia Institute of Technology, and Emory University, Atlanta, USA"],"affiliations":[{"raw_affiliation_string":"Tri-institutional Center for Translational Research in Neuroimaging and Data Science, Georgia State University, Georgia Institute of Technology, and Emory University, Atlanta, USA","institution_ids":["https://openalex.org/I4210133909","https://openalex.org/I130701444","https://openalex.org/I181565077","https://openalex.org/I150468666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030096887","display_name":"May D. Wang","orcid":"https://orcid.org/0000-0003-3961-3608"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"May D. Wang","raw_affiliation_strings":["Georgia Institute of Technology and Emory University, Atlanta, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology and Emory University, Atlanta, USA","institution_ids":["https://openalex.org/I130701444","https://openalex.org/I150468666"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5087195705"],"corresponding_institution_ids":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"],"apc_list":null,"apc_paid":null,"fwci":2.52,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.92727273,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.8096612095832825},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.7134501338005066},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6935329437255859},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6675039529800415},{"id":"https://openalex.org/keywords/electrooculography","display_name":"Electrooculography","score":0.6242984533309937},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.545888364315033},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5329476594924927},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5036091208457947},{"id":"https://openalex.org/keywords/eye-movement","display_name":"Eye movement","score":0.4979414939880371},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4866064786911011},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.41192036867141724},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3943061828613281},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.23115983605384827},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.12337633967399597}],"concepts":[{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.8096612095832825},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.7134501338005066},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6935329437255859},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6675039529800415},{"id":"https://openalex.org/C2778681526","wikidata":"https://www.wikidata.org/wiki/Q420647","display_name":"Electrooculography","level":3,"score":0.6242984533309937},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.545888364315033},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5329476594924927},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5036091208457947},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.4979414939880371},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4866064786911011},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.41192036867141724},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3943061828613281},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23115983605384827},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.12337633967399597},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bibe52308.2021.9635460","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibe52308.2021.9635460","pdf_url":null,"source":{"id":"https://openalex.org/S4363608533","display_name":"2021 IEEE 21st International Conference on Bioinformatics and Bioengineering (BIBE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 21st International Conference on Bioinformatics and Bioengineering (BIBE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1787224781","https://openalex.org/W2144691514","https://openalex.org/W2240067561","https://openalex.org/W2805033630","https://openalex.org/W2965878065","https://openalex.org/W2984017204","https://openalex.org/W3000716014","https://openalex.org/W3042780256","https://openalex.org/W3133961566","https://openalex.org/W3210262190","https://openalex.org/W4236182490","https://openalex.org/W4246769608","https://openalex.org/W4298061300","https://openalex.org/W6748218292"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2612976815","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4283449118"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"more":[3],"biomedical":[4],"studies":[5,17],"have":[6,18,144],"begun":[7],"to":[8,12,37,57,116,175],"use":[9],"multimodal":[10,237,246],"data":[11],"improve":[13],"model":[14],"performance.":[15],"Many":[16],"used":[19],"ablation":[20],"for":[21,67,147,159,166,178,190,207,235,244],"explainability,":[22],"which":[23],"requires":[24],"the":[25,59,68,73,76,104,128,179,220,230],"modification":[26],"of":[27,61,75,106,173,188,232],"input":[28],"data.":[29,100],"This":[30],"can":[31],"create":[32],"out-of-distribution":[33],"samples":[34,182],"and":[35,65,85,97,113,135,142,149,161,209,212,216,222,240],"lead":[36],"incorrect":[38],"explanations.":[39],"To":[40],"avoid":[41],"this":[42],"problem,":[43],"we":[44],"propose":[45],"using":[46],"a":[47,87,201],"gradient-based":[48,233],"feature":[49],"attribution":[50],"approach,":[51],"called":[52],"layer-wise":[53],"relevance":[54,146],"propagation":[55],"(LRP),":[56],"explain":[58],"importance":[60,174,189],"modalities":[62],"both":[63],"locally":[64],"globally":[66],"first":[69],"time.":[70],"We":[71,101],"demonstrate":[72,229],"feasibility":[74],"approach":[77],"with":[78,92,111],"sleep":[79,139],"stage":[80],"classification":[81,247],"as":[82],"our":[83,107,121],"use-case":[84],"train":[86],"1-D":[88],"convolutional":[89],"neural":[90],"network":[91],"electroencephalogram":[93],"(EEG),":[94],"electrooculogram":[95],"(EOG),":[96],"electromyogram":[98],"(EMG)":[99],"also":[102],"analyze":[103],"relationship":[105],"local":[108],"explainability":[109],"results":[110,228],"clinical":[112],"demographic":[114],"variables":[115],"determine":[117],"whether":[118],"they":[119],"affect":[120],"classifier.":[122],"Across":[123],"all":[124],"samples,":[125],"EEG":[126,141,162,208,221],"is":[127,156,163],"most":[129,157,164],"important":[130,158],"modality,":[131],"followed":[132],"by":[133],"EOG":[134,143,155,210,223],"EMG.":[136],"For":[137],"individual":[138],"stages,":[140],"higher":[145],"awake":[148],"non-rapid":[150],"eye":[151],"movement":[152],"1":[153],"(NREM1).":[154],"REM,":[160],"relevant":[165],"NREM2-NREM3.":[167],"Also,":[168],"LRP":[169],"gives":[170],"consistent":[171],"levels":[172,187],"each":[176],"modality":[177],"correctly":[180],"classified":[181,192],"across":[183],"folds":[184],"but":[185],"inconsistent":[186],"incorrectly":[191],"samples.":[193],"Our":[194,227],"statistical":[195],"analyses":[196],"suggest":[197,241],"that":[198,213],"medication":[199],"has":[200],"significant":[202],"effect":[203],"upon":[204],"patterns":[205,224],"learned":[206],"NREM2":[211],"subject":[214],"sex":[215],"age":[217],"significantly":[218],"affects":[219],"learned,":[225],"respectively.":[226],"viability":[231],"approaches":[234],"explaining":[236],"electrophysiology":[238],"classifiers":[239],"their":[242],"generalizability":[243],"other":[245],"domains.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}