{"id":"https://openalex.org/W4415368081","doi":"https://doi.org/10.1109/tbme.2025.3623380","title":"Direct Quantification of Uncertainty in Deep Learning-Based Automatic Sleep Staging","display_name":"Direct Quantification of Uncertainty in Deep Learning-Based Automatic Sleep Staging","publication_year":2025,"publication_date":"2025-10-20","ids":{"openalex":"https://openalex.org/W4415368081","doi":"https://doi.org/10.1109/tbme.2025.3623380","pmid":"https://pubmed.ncbi.nlm.nih.gov/41115081"},"language":"en","primary_location":{"id":"doi:10.1109/tbme.2025.3623380","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tbme.2025.3623380","pdf_url":null,"source":{"id":"https://openalex.org/S5240358","display_name":"IEEE Transactions on Biomedical Engineering","issn_l":"0018-9294","issn":["0018-9294","1558-2531"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biomedical Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tbme.2025.3623380","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072167287","display_name":"Miika Vainikka","orcid":null},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Miika Vainikka","raw_affiliation_strings":["Department of Technical Physics, University of Eastern Finland, Kuopio, Finland"],"raw_orcid":"https://orcid.org/0009-0006-9310-8919","affiliations":[{"raw_affiliation_string":"Department of Technical Physics, University of Eastern Finland, Kuopio, Finland","institution_ids":["https://openalex.org/I175532246"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047519153","display_name":"R. Huttunen","orcid":"https://orcid.org/0000-0001-8290-4764"},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]},{"id":"https://openalex.org/I4210107997","display_name":"Finland University","ror":"https://ror.org/014rks409","country_code":"FI","type":"education","lineage":["https://openalex.org/I4210107997"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Riku Huttunen","raw_affiliation_strings":["Department of Technical Physics, University of Eastern Finland, Finland","Department of Technical Physics, University of Eastern Finland, Kuopio, Finland"],"raw_orcid":"https://orcid.org/0000-0001-8290-4764","affiliations":[{"raw_affiliation_string":"Department of Technical Physics, University of Eastern Finland, Finland","institution_ids":["https://openalex.org/I175532246","https://openalex.org/I4210107997"]},{"raw_affiliation_string":"Department of Technical Physics, University of Eastern Finland, Kuopio, Finland","institution_ids":["https://openalex.org/I175532246"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003183974","display_name":"Samu Kainulainen","orcid":"https://orcid.org/0000-0003-2798-2115"},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]},{"id":"https://openalex.org/I4210107997","display_name":"Finland University","ror":"https://ror.org/014rks409","country_code":"FI","type":"education","lineage":["https://openalex.org/I4210107997"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Samu Kainulainen","raw_affiliation_strings":["Department of Technical Physics, University of Eastern Finland, Finland","Department of Technical Physics, University of Eastern Finland, Kuopio, Finland"],"raw_orcid":"https://orcid.org/0000-0003-2798-2115","affiliations":[{"raw_affiliation_string":"Department of Technical Physics, University of Eastern Finland, Finland","institution_ids":["https://openalex.org/I175532246","https://openalex.org/I4210107997"]},{"raw_affiliation_string":"Department of Technical Physics, University of Eastern Finland, Kuopio, Finland","institution_ids":["https://openalex.org/I175532246"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079670783","display_name":"Henri Korkalainen","orcid":"https://orcid.org/0000-0002-4686-6112"},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]},{"id":"https://openalex.org/I4210107997","display_name":"Finland University","ror":"https://ror.org/014rks409","country_code":"FI","type":"education","lineage":["https://openalex.org/I4210107997"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Henri Korkalainen","raw_affiliation_strings":["Department of Technical Physics, University of Eastern Finland, Finland","Department of Technical Physics, University of Eastern Finland, Kuopio, Finland"],"raw_orcid":"https://orcid.org/0000-0002-4686-6112","affiliations":[{"raw_affiliation_string":"Department of Technical Physics, University of Eastern Finland, Finland","institution_ids":["https://openalex.org/I175532246","https://openalex.org/I4210107997"]},{"raw_affiliation_string":"Department of Technical Physics, University of Eastern Finland, Kuopio, Finland","institution_ids":["https://openalex.org/I175532246"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062479697","display_name":"Matias Rusanen","orcid":"https://orcid.org/0000-0001-9633-6016"},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]},{"id":"https://openalex.org/I4210107997","display_name":"Finland University","ror":"https://ror.org/014rks409","country_code":"FI","type":"education","lineage":["https://openalex.org/I4210107997"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Matias Rusanen","raw_affiliation_strings":["Department of Technical Physics, University of Eastern Finland, Finland","Department of Technical Physics, University of Eastern Finland, Kuopio, Finland"],"raw_orcid":"https://orcid.org/0000-0001-9633-6016","affiliations":[{"raw_affiliation_string":"Department of Technical Physics, University of Eastern Finland, Finland","institution_ids":["https://openalex.org/I175532246","https://openalex.org/I4210107997"]},{"raw_affiliation_string":"Department of Technical Physics, University of Eastern Finland, Kuopio, Finland","institution_ids":["https://openalex.org/I175532246"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29993147,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"73","issue":"6","first_page":"2144","last_page":"2154"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10234","display_name":"Obstructive Sleep Apnea Research","score":0.28630000352859497,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10234","display_name":"Obstructive Sleep Apnea Research","score":0.28630000352859497,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.22220000624656677,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10316","display_name":"Sleep and related disorders","score":0.14650000631809235,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sleep-stages","display_name":"Sleep Stages","score":0.4767000079154968},{"id":"https://openalex.org/keywords/sleep","display_name":"Sleep (system call)","score":0.453900009393692},{"id":"https://openalex.org/keywords/fully-automatic","display_name":"Fully automatic","score":0.42010000348091125},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.3508000075817108},{"id":"https://openalex.org/keywords/remote-patient-monitoring","display_name":"Remote patient monitoring","score":0.3084000051021576},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.29100000858306885},{"id":"https://openalex.org/keywords/staging-system","display_name":"Staging system","score":0.28999999165534973}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6273000240325928},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49149999022483826},{"id":"https://openalex.org/C2910364982","wikidata":"https://www.wikidata.org/wiki/Q35831","display_name":"Sleep Stages","level":4,"score":0.4767000079154968},{"id":"https://openalex.org/C2775841894","wikidata":"https://www.wikidata.org/wiki/Q4683692","display_name":"Sleep (system call)","level":2,"score":0.453900009393692},{"id":"https://openalex.org/C3019831412","wikidata":"https://www.wikidata.org/wiki/Q5778278","display_name":"Fully automatic","level":2,"score":0.42010000348091125},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.3508000075817108},{"id":"https://openalex.org/C175079658","wikidata":"https://www.wikidata.org/wiki/Q7312165","display_name":"Remote patient monitoring","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C2993415550","wikidata":"https://www.wikidata.org/wiki/Q1752284","display_name":"Staging system","level":3,"score":0.28999999165534973},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2863999903202057},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C2778205975","wikidata":"https://www.wikidata.org/wiki/Q1754874","display_name":"Polysomnography","level":3,"score":0.2759999930858612},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C146357865","wikidata":"https://www.wikidata.org/wiki/Q1123245","display_name":"Stage (stratigraphy)","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.2533999979496002},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25279998779296875}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009010","descriptor_name":"Monte Carlo Method","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009010","descriptor_name":"Monte Carlo Method","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012894","descriptor_name":"Sleep Stages","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D012894","descriptor_name":"Sleep Stages","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D017286","descriptor_name":"Polysomnography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D017286","descriptor_name":"Polysomnography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tbme.2025.3623380","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tbme.2025.3623380","pdf_url":null,"source":{"id":"https://openalex.org/S5240358","display_name":"IEEE Transactions on Biomedical Engineering","issn_l":"0018-9294","issn":["0018-9294","1558-2531"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biomedical Engineering","raw_type":"journal-article"},{"id":"pmid:41115081","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41115081","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on bio-medical engineering","raw_type":null}],"best_oa_location":{"id":"doi:10.1109/tbme.2025.3623380","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tbme.2025.3623380","pdf_url":null,"source":{"id":"https://openalex.org/S5240358","display_name":"IEEE Transactions on Biomedical Engineering","issn_l":"0018-9294","issn":["0018-9294","1558-2531"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biomedical Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2030350","https://openalex.org/W1494388112","https://openalex.org/W1901129140","https://openalex.org/W2019241323","https://openalex.org/W2098824882","https://openalex.org/W2412782625","https://openalex.org/W2792785836","https://openalex.org/W2805075551","https://openalex.org/W2902751862","https://openalex.org/W2969159609","https://openalex.org/W3005101179","https://openalex.org/W3008174708","https://openalex.org/W3009640863","https://openalex.org/W3043426275","https://openalex.org/W3044656331","https://openalex.org/W3082731404","https://openalex.org/W3205486398","https://openalex.org/W4220988906","https://openalex.org/W4229538202","https://openalex.org/W4281647980","https://openalex.org/W4309971078","https://openalex.org/W4310457220","https://openalex.org/W4366207489","https://openalex.org/W4380422210","https://openalex.org/W4403667945"],"related_works":[],"abstract_inverted_index":{"OBJECTIVE:":[0],"To":[1],"evaluate":[2],"and":[3,19,69,86,161,170,202,221],"compare":[4],"different":[5,52],"methods":[6,93],"for":[7,89],"quantifying":[8],"uncertainty":[9,60,90],"in":[10,117,166,176],"deep":[11],"learning-based":[12],"automatic":[13,177,213],"sleep":[14,118,172,178,214],"staging,":[15],"thereby":[16],"enhancing":[17],"transparency":[18,220],"supporting":[20],"clinical":[21,210],"adoption.":[22],"METHODS:":[23],"Three":[24],"models":[25,45,111],"trained":[26],"on":[27,65,96],"the":[28,66,70,83,97,121,125,130,139,145,209],"STAGES":[29],"dataset":[30,100],"were":[31,94],"analyzed.":[32],"One":[33],"model":[34],"used":[35],"a":[36,192],"traditional":[37,158],"hypnodensity":[38,68,127,159,186],"threshold":[39,128,148],"to":[40,55,157,195],"assess":[41],"uncertainty.":[42],"Two":[43],"additional":[44],"employed":[46],"Monte":[47],"Carlo":[48],"(MC)":[49],"dropout":[50,53,123],"with":[51,136],"architectures":[54],"sample":[56,84],"hypnodensities.":[57],"For":[58],"these,":[59],"was":[61,79,149],"quantified":[62,183],"using":[63],"thresholds":[64],"mean":[67,85,126],"standard":[71,87,146],"deviation.":[72],"A":[73],"novel":[74],"Hypnodensity":[75],"Interval":[76],"(HI)":[77],"method":[78,154,190],"also":[80],"introduced,":[81],"combining":[82],"deviation":[88,147],"assessment.":[91],"All":[92,110],"evaluated":[95],"independent":[98],"DOD":[99],"by":[101,217],"measuring":[102],"performance":[103,132],"improvements":[104],"after":[105],"removing":[106],"uncertain":[107,141,227],"epochs.":[108],"RESULTS:":[109],"achieved":[112],"at":[113],"least":[114],"83%":[115],"accuracy":[116,135],"staging.":[119],"Among":[120],"MC":[122],"models,":[124],"yielded":[129],"greatest":[131],"improvement":[133],"(92%":[134],"20%":[137],"of":[138,212,226],"most":[140],"data":[142],"removed),":[143],"while":[144],"less":[150],"effective.":[151],"The":[152,188],"HI":[153,189],"performed":[155],"comparably":[156],"thresholding":[160,201],"effectively":[162],"identified":[163],"uncertainty,":[164],"particularly":[165],"misclassifications":[167],"between":[168],"N2":[169],"N3":[171],"stages.":[173],"CONCLUSION:":[174],"Uncertainty":[175],"staging":[179,215],"can":[180],"be":[181],"reliably":[182],"directly":[184],"from":[185],"outputs.":[187],"offers":[191],"viable":[193],"alternative":[194],"existing":[196],"approaches,":[197],"providing":[198],"both":[199],"justifiable":[200],"greater":[203],"flexibility.":[204],"SIGNIFICANCE:":[205],"These":[206],"findings":[207],"support":[208],"integration":[211],"systems":[216],"improving":[218],"decision-making":[219],"enabling":[222],"targeted":[223],"manual":[224],"review":[225],"epochs":[228],"without":[229],"sacrificing":[230],"overall":[231],"accuracy.":[232]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-21T00:00:00"}