{"id":"https://openalex.org/W4246769608","doi":"https://doi.org/10.1109/embc46164.2021.9630506","title":"Explainable Sleep Stage Classification with Multimodal Electrophysiology Time-series","display_name":"Explainable Sleep Stage Classification with Multimodal Electrophysiology Time-series","publication_year":2021,"publication_date":"2021-11-01","ids":{"openalex":"https://openalex.org/W4246769608","doi":"https://doi.org/10.1109/embc46164.2021.9630506","pmid":"https://pubmed.ncbi.nlm.nih.gov/34891757"},"language":"en","primary_location":{"id":"doi:10.1109/embc46164.2021.9630506","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc46164.2021.9630506","pdf_url":null,"source":{"id":"https://openalex.org/S4363607750","display_name":"2021 43rd Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 43rd Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087195705","display_name":"Charles A. Ellis","orcid":"https://orcid.org/0000-0002-1547-9996"},"institutions":[{"id":"https://openalex.org/I2802612298","display_name":"The Wallace H. Coulter Department of Biomedical Engineering","ror":"https://ror.org/02j15s898","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I2802612298"]},{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Charles A. Ellis","raw_affiliation_strings":["Georgia Institute of Technology and Emory University,Wallace H. Coulter Department of Biomedical Engineering,Atlanta,GA,USA,30332"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology and Emory University,Wallace H. Coulter Department of Biomedical Engineering,Atlanta,GA,USA,30332","institution_ids":["https://openalex.org/I2802612298","https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079287392","display_name":"Rongen Zhang","orcid":"https://orcid.org/0000-0003-2883-1546"},"institutions":[{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rongen Zhang","raw_affiliation_strings":["Georgia State University,Department of Computer Information Systems,Atlanta,GA,USA,30303"],"affiliations":[{"raw_affiliation_string":"Georgia State University,Department of Computer Information Systems,Atlanta,GA,USA,30303","institution_ids":["https://openalex.org/I181565077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029738496","display_name":"Darwin A. Carbajal","orcid":null},"institutions":[{"id":"https://openalex.org/I2802612298","display_name":"The Wallace H. Coulter Department of Biomedical Engineering","ror":"https://ror.org/02j15s898","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I2802612298"]},{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Darwin A. Carbajal","raw_affiliation_strings":["Georgia Institute of Technology,Wallace H. Coulter Department of Biomedical Engineering,Atlanta,GA,USA,30332"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Wallace H. Coulter Department of Biomedical Engineering,Atlanta,GA,USA,30332","institution_ids":["https://openalex.org/I2802612298","https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024242506","display_name":"Robyn L. Miller","orcid":"https://orcid.org/0000-0002-4679-7567"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]},{"id":"https://openalex.org/I4210133909","display_name":"Center for Translational Research in Neuroimaging and Data Science","ror":"https://ror.org/02qx6zf82","country_code":"US","type":"facility","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robyn L. Miller","raw_affiliation_strings":["Georgia Institute of Technology, Emory University,Tri-institutional Center for Translational Research in Neuroimaging and Data Science: Georgia State University,Atlanta,GA,USA,30303"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Emory University,Tri-institutional Center for Translational Research in Neuroimaging and Data Science: Georgia State University,Atlanta,GA,USA,30303","institution_ids":["https://openalex.org/I4210133909","https://openalex.org/I130701444","https://openalex.org/I181565077","https://openalex.org/I150468666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032850756","display_name":"Vince D. Calhoun","orcid":"https://orcid.org/0000-0001-9058-0747"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]},{"id":"https://openalex.org/I4210133909","display_name":"Center for Translational Research in Neuroimaging and Data Science","ror":"https://ror.org/02qx6zf82","country_code":"US","type":"facility","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"]},{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vince D. Calhoun","raw_affiliation_strings":["Georgia Institute of Technology, Emory University,Tri-institutional Center for Translational Research in Neuroimaging and Data Science: Georgia State University,Atlanta,GA,USA,30303"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Emory University,Tri-institutional Center for Translational Research in Neuroimaging and Data Science: Georgia State University,Atlanta,GA,USA,30303","institution_ids":["https://openalex.org/I4210133909","https://openalex.org/I130701444","https://openalex.org/I181565077","https://openalex.org/I150468666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030096887","display_name":"May D. Wang","orcid":"https://orcid.org/0000-0003-3961-3608"},"institutions":[{"id":"https://openalex.org/I2802612298","display_name":"The Wallace H. Coulter Department of Biomedical Engineering","ror":"https://ror.org/02j15s898","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I2802612298"]},{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"May D. Wang","raw_affiliation_strings":["Georgia Institute of Technology and Emory University,Wallace H. Coulter Department of Biomedical Engineering,Atlanta,GA,USA,30332"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology and Emory University,Wallace H. Coulter Department of Biomedical Engineering,Atlanta,GA,USA,30332","institution_ids":["https://openalex.org/I2802612298","https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5087195705"],"corresponding_institution_ids":["https://openalex.org/I130701444","https://openalex.org/I2802612298"],"apc_list":null,"apc_paid":null,"fwci":5.0446,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.98001817,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"2021","issue":null,"first_page":"2363","last_page":"2366"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11950","display_name":"Cardiovascular Syncope and Autonomic Disorders","score":0.9714999794960022,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stage","display_name":"Stage (stratigraphy)","score":0.6595925092697144},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5652080178260803},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.5543498396873474},{"id":"https://openalex.org/keywords/sleep","display_name":"Sleep (system call)","score":0.5253590941429138},{"id":"https://openalex.org/keywords/electrophysiology","display_name":"Electrophysiology","score":0.41328567266464233},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40725189447402954},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3587057590484619},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3585818111896515},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.18974927067756653},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1771833598613739}],"concepts":[{"id":"https://openalex.org/C146357865","wikidata":"https://www.wikidata.org/wiki/Q1123245","display_name":"Stage (stratigraphy)","level":2,"score":0.6595925092697144},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5652080178260803},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.5543498396873474},{"id":"https://openalex.org/C2775841894","wikidata":"https://www.wikidata.org/wiki/Q4683692","display_name":"Sleep (system call)","level":2,"score":0.5253590941429138},{"id":"https://openalex.org/C185263204","wikidata":"https://www.wikidata.org/wiki/Q1154774","display_name":"Electrophysiology","level":2,"score":0.41328567266464233},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40725189447402954},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3587057590484619},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3585818111896515},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.18974927067756653},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1771833598613739},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D004585","descriptor_name":"Electrooculography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004585","descriptor_name":"Electrooculography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004585","descriptor_name":"Electrooculography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004594","descriptor_name":"Electrophysiology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004594","descriptor_name":"Electrophysiology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004594","descriptor_name":"Electrophysiology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012890","descriptor_name":"Sleep","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012890","descriptor_name":"Sleep","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012890","descriptor_name":"Sleep","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012894","descriptor_name":"Sleep Stages","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012894","descriptor_name":"Sleep Stages","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012894","descriptor_name":"Sleep Stages","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017286","descriptor_name":"Polysomnography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017286","descriptor_name":"Polysomnography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017286","descriptor_name":"Polysomnography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc46164.2021.9630506","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc46164.2021.9630506","pdf_url":null,"source":{"id":"https://openalex.org/S4363607750","display_name":"2021 43rd Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 43rd Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:34891757","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34891757","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2144691514","https://openalex.org/W2180889008","https://openalex.org/W2529700114","https://openalex.org/W2790486743","https://openalex.org/W2888087868","https://openalex.org/W2920016582","https://openalex.org/W2963919481","https://openalex.org/W2964065019","https://openalex.org/W2984017204","https://openalex.org/W3042780256","https://openalex.org/W3133961566","https://openalex.org/W3210262190","https://openalex.org/W6631190155","https://openalex.org/W6727807574","https://openalex.org/W6803387763"],"related_works":["https://openalex.org/W2329386257","https://openalex.org/W2503350049","https://openalex.org/W2397616145","https://openalex.org/W1919101720","https://openalex.org/W2397320258","https://openalex.org/W4324058133","https://openalex.org/W1972336652","https://openalex.org/W648618910","https://openalex.org/W4393624937","https://openalex.org/W4296658948"],"abstract_inverted_index":{"Many":[0],"automated":[1],"sleep":[2,81,124,133],"staging":[3,125],"studies":[4,27],"have":[5,16,31,36],"used":[6,17,37],"deep":[7],"learning":[8,242],"approaches,":[9],"and":[10,88,91,135,144],"a":[11,44,76,160,202,212,256],"growing":[12],"number":[13],"of":[14,156,182,190,206,215],"them":[15],"multimodal":[18,29,231],"data":[19,30],"to":[20,56,184,247],"improve":[21],"their":[22],"classification":[23,83,189],"performance.":[24],"However,":[25,46],"few":[26],"using":[28,227],"provided":[32],"model":[33,186],"explainability.":[34],"Some":[35],"traditional":[38],"ablation":[39,53,94,163,208],"approaches":[40],"that":[41,49,71,96,102,115,166,201],"\"zero":[42,161],"out\"":[43,162],"modality.":[45],"the":[47,68,104,168,174,180,185,188],"samples":[48],"result":[50],"from":[51],"this":[52,219],"are":[54,171],"unlikely":[55],"be":[57],"found":[58,108],"in":[59,109],"real":[60],"electroencephalography":[61],"(EEG)":[62],"data,":[63,255],"which":[64,259],"could":[65],"adversely":[66],"affect":[67],"importance":[69,114,151,169,181],"estimates":[70],"result.":[72],"Here,":[73],"we":[74,116],"train":[75],"convolutional":[77],"neural":[78],"network":[79],"for":[80,118,131,139,173,187,223,239,258],"stage":[82],"with":[84,100,123,127,159,230,253],"EEG,":[85],"electrooculograms":[86],"(EOG),":[87],"electromyograms":[89],"(EMG)":[90],"propose":[92],"an":[93,207],"approach":[95,158,164,209],"replaces":[97],"each":[98,119],"modality":[99,120,216],"values":[101],"approximate":[103],"line-related":[105],"noise":[106],"commonly":[107],"electrophysiology":[110,232],"data.":[111],"The":[112],"relative":[113,150],"identify":[117],"is":[121,237,245],"consistent":[122,172],"guidelines,":[126],"EEG":[128],"being":[129,137],"important":[130,138,246],"most":[132,175],"stages":[134,192],"EOG":[136],"Rapid":[140],"Eye":[141],"Movement":[142],"(REM)":[143],"non-REM":[145],"stages.":[146],"EMG":[147],"showed":[148],"low":[149],"across":[152],"classes.":[153],"A":[154],"comparison":[155],"our":[157,177],"indicates":[165],"while":[167],"results":[170,199],"part,":[176],"method":[178],"accentuates":[179],"modalities":[183],"some":[191],"like":[193],"REM":[194],"(p":[195],"<":[196],"0.05).":[197],"These":[198],"suggest":[200],"careful,":[203],"domain-specific":[204],"selection":[205],"may":[210],"provide":[211],"clearer":[213],"indicator":[214],"importance.":[217],"Further,":[218],"study":[220],"provides":[221],"guidance":[222],"future":[224],"research":[225],"on":[226],"explainability":[228,236,250],"methods":[229,251],"data.Clinical":[233],"Relevance-":[234],"While":[235],"helpful":[238],"clinical":[240,254],"machine":[241],"classifiers,":[243],"it":[244],"consider":[248],"how":[249],"interact":[252],"domain":[257],"they":[260],"were":[261],"not":[262],"originally":[263],"designed.":[264]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4}],"updated_date":"2026-03-06T13:50:29.536080","created_date":"2022-05-12T00:00:00"}