{"id":"https://openalex.org/W4405489724","doi":"https://doi.org/10.1109/embc53108.2024.10782964","title":"Laying the Foundation: Modern Transformers for Gold-Standard Sleep Analysis and Beyond","display_name":"Laying the Foundation: Modern Transformers for Gold-Standard Sleep Analysis and Beyond","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4405489724","doi":"https://doi.org/10.1109/embc53108.2024.10782964","pmid":"https://pubmed.ncbi.nlm.nih.gov/40039238"},"language":"en","primary_location":{"id":"doi:10.1109/embc53108.2024.10782964","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10782964","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068508466","display_name":"William G. Coon","orcid":"https://orcid.org/0000-0002-2008-8041"},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William G. Coon","raw_affiliation_strings":["Johns Hopkins University Applied Physics Laboratory,Research & Exploratory Development Department,Laurel,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University Applied Physics Laboratory,Research & Exploratory Development Department,Laurel,USA","institution_ids":["https://openalex.org/I2802946424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000592461","display_name":"Mattson Ogg","orcid":null},"institutions":[{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mattson Ogg","raw_affiliation_strings":["Johns Hopkins University Applied Physics Laboratory,Research & Exploratory Development Department,Laurel,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University Applied Physics Laboratory,Research & Exploratory Development Department,Laurel,USA","institution_ids":["https://openalex.org/I2802946424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2802946424"],"apc_list":null,"apc_paid":null,"fwci":12.9923,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.98685146,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"2024","issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10234","display_name":"Obstructive Sleep Apnea Research","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10234","display_name":"Obstructive Sleep Apnea Research","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10985","display_name":"Sleep and Wakefulness Research","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9440000057220459,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.6385222673416138},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6012200117111206},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43840619921684265},{"id":"https://openalex.org/keywords/sleep","display_name":"Sleep (system call)","score":0.4297958016395569},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3583710491657257},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.3503373861312866},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.20645436644554138},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.096005380153656},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0792437195777893}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.6385222673416138},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6012200117111206},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43840619921684265},{"id":"https://openalex.org/C2775841894","wikidata":"https://www.wikidata.org/wiki/Q4683692","display_name":"Sleep (system call)","level":2,"score":0.4297958016395569},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3583710491657257},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.3503373861312866},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.20645436644554138},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.096005380153656},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0792437195777893},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012890","descriptor_name":"Sleep","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D012890","descriptor_name":"Sleep","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D012890","descriptor_name":"Sleep","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D012890","descriptor_name":"Sleep","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D012894","descriptor_name":"Sleep Stages","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012894","descriptor_name":"Sleep Stages","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012894","descriptor_name":"Sleep Stages","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012894","descriptor_name":"Sleep Stages","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017286","descriptor_name":"Polysomnography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D017286","descriptor_name":"Polysomnography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D017286","descriptor_name":"Polysomnography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D017286","descriptor_name":"Polysomnography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc53108.2024.10782964","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10782964","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:40039238","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40039238","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309565","display_name":"Boston University","ror":"https://ror.org/05qwgg493"},{"id":"https://openalex.org/F4320309636","display_name":"University of Minnesota","ror":"https://ror.org/03grvy078"},{"id":"https://openalex.org/F4320310094","display_name":"University of Washington","ror":"https://ror.org/00cvxb145"},{"id":"https://openalex.org/F4320310145","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95"},{"id":"https://openalex.org/F4320310281","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666"},{"id":"https://openalex.org/F4320319918","display_name":"York University","ror":"https://ror.org/05fq50484"},{"id":"https://openalex.org/F4320337337","display_name":"National Institute on Aging","ror":"https://ror.org/049v75w11"},{"id":"https://openalex.org/F4320337375","display_name":"National Center for Research Resources","ror":"https://ror.org/04pw6fb54"},{"id":"https://openalex.org/F4320338440","display_name":"HORIZON EUROPE Health","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W7692620","https://openalex.org/W160785014","https://openalex.org/W1481463481","https://openalex.org/W1937674079","https://openalex.org/W2060393669","https://openalex.org/W2090672265","https://openalex.org/W2176977339","https://openalex.org/W2525537354","https://openalex.org/W2604096629","https://openalex.org/W2805075551","https://openalex.org/W2896457183","https://openalex.org/W2995516697","https://openalex.org/W3034369844","https://openalex.org/W3044656331","https://openalex.org/W3081446688","https://openalex.org/W3082823829","https://openalex.org/W3156463266","https://openalex.org/W3158818505","https://openalex.org/W3165396901","https://openalex.org/W3167780996","https://openalex.org/W3184196062","https://openalex.org/W3209059054","https://openalex.org/W4220988906","https://openalex.org/W4242423758","https://openalex.org/W4283213862","https://openalex.org/W4286222405","https://openalex.org/W4292122466","https://openalex.org/W4322760636","https://openalex.org/W4377089398","https://openalex.org/W4379805270","https://openalex.org/W4385245566","https://openalex.org/W6645717951","https://openalex.org/W6663864712","https://openalex.org/W6685403458","https://openalex.org/W6755207826","https://openalex.org/W6841958966","https://openalex.org/W6960066922"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2358060160","https://openalex.org/W2035483685","https://openalex.org/W1969764885","https://openalex.org/W596947562","https://openalex.org/W2793937822","https://openalex.org/W2365799114","https://openalex.org/W2864363823"],"abstract_inverted_index":{"Accurate":[0],"sleep":[1,9,12,23,83,129,172,182,203,218],"assessment":[2],"is":[3],"critical":[4],"to":[5,68,117,133,167,176],"the":[6,69,98,135,169,181,192,209],"practice":[7],"of":[8,17,20,145],"medicine":[10],"and":[11,164],"research.":[13],"The":[14],"recent":[15,26],"availability":[16],"large":[18,217],"quantities":[19],"publicly":[21],"available":[22],"data,":[24],"alongside":[25],"breakthroughs":[27],"in":[28,78,94,103,109,155,158,180],"AI":[29],"like":[30],"transformer":[31,188],"architectures,":[32],"present":[33],"novel":[34],"opportunities":[35],"for":[36,82,101,137,194,211],"data-driven":[37,56,139,213],"discovery":[38,57,140,214],"efforts.":[39],"Transformers":[40],"are":[41],"flexible":[42],"neural":[43],"networks":[44],"that":[45,149,186],"not":[46,88],"only":[47],"excel":[48],"at":[49],"classification":[50,174],"tasks,":[51],"but":[52],"also":[53,207],"can":[54,198],"enable":[55],"through":[58],"un-":[59,104],"or":[60,92,105],"self-supervised":[61,106,156,196],"learning,":[62],"which":[63],"requires":[64],"no":[65],"human":[66],"annotations":[67],"input":[70],"data.":[71],"While":[72],"transformers":[73],"have":[74,87],"been":[75,89],"extensively":[76],"used":[77],"supervised":[79,125],"learning":[80,107,126,157,197],"scenarios":[81],"stage":[84,130,173],"classification,":[85],"they":[86],"fully":[90],"explored":[91],"optimized":[93],"forms":[95],"designed":[96,190],"from":[97,191],"ground":[99],"up":[100],"use":[102],"tasks":[108],"sleep.":[110],"A":[111],"necessary":[112],"first":[113],"step":[114],"will":[115],"be":[116],"study":[118],"these":[119],"models":[120,189],"on":[121],"a":[122,146],"canonical":[123,170],"benchmark":[124],"task":[127],"(5-class":[128],"classification).":[131],"Hence,":[132],"lay":[134],"groundwork":[136],"future":[138,212],"efforts,":[141],"we":[142],"evaluated":[143],"optimizations":[144],"transformer-based":[147],"architecture":[148],"has":[150],"already":[151],"demonstrated":[152],"substantial":[153],"success":[154],"another":[159],"domain":[160],"(audio":[161],"speech":[162],"recognition),":[163],"trained":[165],"it":[166],"perform":[168],"5-class":[171],"task,":[175],"establish":[177],"foundational":[178],"baselines":[179],"domain.":[183],"We":[184],"found":[185],"small":[187],"start":[193],"(later)":[195],"match":[199],"other":[200],"state-of-the-art":[201],"automated":[202],"scoring":[204],"techniques,":[205],"while":[206],"providing":[208],"basis":[210],"efforts":[215],"using":[216],"data":[219],"sets.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-19T15:00:24.278416","created_date":"2025-10-10T00:00:00"}