{"id":"https://openalex.org/W3136461762","doi":"https://doi.org/10.1109/access.2021.3067455","title":"Using Under-Trained Deep Ensembles to Learn Under Extreme Label Noise: A Case Study for Sleep Apnea Detection","display_name":"Using Under-Trained Deep Ensembles to Learn Under Extreme Label Noise: A Case Study for Sleep Apnea Detection","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3136461762","doi":"https://doi.org/10.1109/access.2021.3067455","mag":"3136461762"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3067455","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3067455","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2021.3067455","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102843515","display_name":"Konstantinos Nikolaidis","orcid":"https://orcid.org/0000-0002-2434-2780"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Konstantinos Nikolaidis","raw_affiliation_strings":["Department of Informatics, University of Oslo, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0002-2434-2780","affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058872571","display_name":"Thomas Plagemann","orcid":"https://orcid.org/0000-0002-2598-9228"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Thomas Plagemann","raw_affiliation_strings":["Department of Informatics, University of Oslo, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0002-2598-9228","affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081155130","display_name":"Stein Kristiansen","orcid":"https://orcid.org/0000-0002-1434-9524"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Stein Kristiansen","raw_affiliation_strings":["Department of Informatics, University of Oslo, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0002-1434-9524","affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008729338","display_name":"Vera Goebel","orcid":"https://orcid.org/0000-0002-2850-066X"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Vera Goebel","raw_affiliation_strings":["Department of Informatics, University of Oslo, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0002-2850-066X","affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016415049","display_name":"Mohan Kankanhalli","orcid":"https://orcid.org/0000-0002-4846-2015"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Mohan Kankanhalli","raw_affiliation_strings":["Department of Computer Science, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4846-2015","affiliations":[{"raw_affiliation_string":"Department of Computer Science, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102843515"],"corresponding_institution_ids":["https://openalex.org/I184942183"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.8396,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.77962002,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"9","issue":null,"first_page":"45919","last_page":"45934"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.722318172454834},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6834725141525269},{"id":"https://openalex.org/keywords/sleep-apnea","display_name":"Sleep apnea","score":0.6763617396354675},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.6323473453521729},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6083745956420898},{"id":"https://openalex.org/keywords/apnea","display_name":"Apnea","score":0.5326093435287476},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4868459105491638},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45102354884147644},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4467240571975708},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.19037014245986938},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09434407949447632},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.06783169507980347}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.722318172454834},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6834725141525269},{"id":"https://openalex.org/C2777935920","wikidata":"https://www.wikidata.org/wiki/Q213600","display_name":"Sleep apnea","level":2,"score":0.6763617396354675},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.6323473453521729},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6083745956420898},{"id":"https://openalex.org/C2781326671","wikidata":"https://www.wikidata.org/wiki/Q754424","display_name":"Apnea","level":2,"score":0.5326093435287476},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4868459105491638},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45102354884147644},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4467240571975708},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.19037014245986938},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09434407949447632},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.06783169507980347},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C164705383","wikidata":"https://www.wikidata.org/wiki/Q10379","display_name":"Cardiology","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2021.3067455","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3067455","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:scholarbank.nus.edu.sg:10635/232870","is_oa":true,"landing_page_url":"https://scholarbank.nus.edu.sg/handle/10635/232870","pdf_url":null,"source":{"id":"https://openalex.org/S7407052290","display_name":"National University of Singapore","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scopus OA2021","raw_type":"Article"},{"id":"pmh:oai:doaj.org/article:c9e4cc1dd5804c5ea9726b2979d02102","is_oa":true,"landing_page_url":"https://doaj.org/article/c9e4cc1dd5804c5ea9726b2979d02102","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 45919-45934 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3067455","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3067455","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7799999713897705}],"awards":[{"id":"https://openalex.org/G2915752006","display_name":null,"funder_award_id":"250239/O70","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"}],"funders":[{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W95419338","https://openalex.org/W1666942233","https://openalex.org/W1821462560","https://openalex.org/W1968801785","https://openalex.org/W1997139643","https://openalex.org/W2053154970","https://openalex.org/W2112796928","https://openalex.org/W2121034421","https://openalex.org/W2121056381","https://openalex.org/W2152701363","https://openalex.org/W2162800060","https://openalex.org/W2164179736","https://openalex.org/W2165698076","https://openalex.org/W2335728318","https://openalex.org/W2405206665","https://openalex.org/W2411934128","https://openalex.org/W2592335154","https://openalex.org/W2768348081","https://openalex.org/W2805075551","https://openalex.org/W2885593519","https://openalex.org/W2890123008","https://openalex.org/W2901348870","https://openalex.org/W2909793444","https://openalex.org/W2912934043","https://openalex.org/W2914448714","https://openalex.org/W2915767813","https://openalex.org/W2922064308","https://openalex.org/W2949394964","https://openalex.org/W2950976972","https://openalex.org/W2951891415","https://openalex.org/W2955385886","https://openalex.org/W2962762541","https://openalex.org/W2963096987","https://openalex.org/W2963160702","https://openalex.org/W2963238274","https://openalex.org/W2963262394","https://openalex.org/W2963659419","https://openalex.org/W2963735582","https://openalex.org/W2964234160","https://openalex.org/W2964292098","https://openalex.org/W2970084480","https://openalex.org/W2971450851","https://openalex.org/W2979907638","https://openalex.org/W3003708872","https://openalex.org/W3031243099","https://openalex.org/W3036586801","https://openalex.org/W3083689737","https://openalex.org/W3100570787","https://openalex.org/W3101149558","https://openalex.org/W4242010931","https://openalex.org/W4288349221","https://openalex.org/W6638523607","https://openalex.org/W6678280073","https://openalex.org/W6703116779","https://openalex.org/W6730042731","https://openalex.org/W6740005241","https://openalex.org/W6745609711","https://openalex.org/W6751647823","https://openalex.org/W6753772092","https://openalex.org/W6754684794","https://openalex.org/W6758632346","https://openalex.org/W6759215631","https://openalex.org/W6761059766","https://openalex.org/W6762379022","https://openalex.org/W6771099120"],"related_works":["https://openalex.org/W1481679924","https://openalex.org/W2268943783","https://openalex.org/W2933756203","https://openalex.org/W2334628610","https://openalex.org/W2990628615","https://openalex.org/W4285049360","https://openalex.org/W1973318088","https://openalex.org/W3159087937","https://openalex.org/W2317638083","https://openalex.org/W1630610588"],"abstract_inverted_index":{"Improper":[0],"or":[1],"erroneous":[2,77],"labelling":[3],"can":[4,15],"pose":[5],"a":[6,57,65,93],"hindrance":[7],"to":[8,63,87,109],"reliable":[9],"generalization":[10],"for":[11,20,32,38],"supervised":[12],"learning.":[13],"This":[14],"have":[16],"negative":[17],"consequences,":[18],"especially":[19],"critical":[21],"fields":[22],"such":[23],"as":[24],"healthcare.":[25],"We":[26,116],"propose":[27],"an":[28],"effective":[29],"new":[30,89,102],"approach":[31,119],"learning":[33],"under":[34],"extreme":[35],"label":[36,114],"noise":[37],"medical":[39],"applications":[40],"like":[41],"sleep":[42,124,128],"apnea,":[43],"that":[44,91],"is":[45,54,85,104],"based":[46],"on":[47,75,120],"under-trained":[48],"deep":[49],"ensembles.":[50],"Each":[51],"ensemble":[52,84],"member":[53],"trained":[55,105],"with":[56,106],"subset":[58],"of":[59,68,82,123],"the":[60,69,83,98,113,121],"training":[61],"data,":[62],"acquire":[64],"general":[66],"overview":[67],"decision":[70],"boundary":[71],"separation,":[72],"without":[73],"focusing":[74],"potentially":[76],"details.":[78],"The":[79],"accumulated":[80],"knowledge":[81],"combined":[86],"form":[88],"labels,":[90],"determine":[92],"better":[94],"class":[95],"separation":[96],"than":[97],"original":[99],"labels.":[100],"A":[101],"model":[103],"these":[107],"labels":[108],"generalize":[110],"reliably":[111],"despite":[112],"noise.":[115],"evaluate":[117],"our":[118],"tasks":[122],"apnea":[125,129],"detection":[126],"and":[127,132],"severity":[130],"classification,":[131],"observe":[133],"performance":[134],"improvement":[135],"in":[136],"kappa":[137],"from":[138],"0.02":[139],"up-to":[140],"0.55.":[141]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}