{"id":"https://openalex.org/W2921123293","doi":"https://doi.org/10.1117/12.2514290","title":"Handling label noise through model confidence and uncertainty: application to chest radiograph classification","display_name":"Handling label noise through model confidence and uncertainty: application to chest radiograph classification","publication_year":2019,"publication_date":"2019-03-13","ids":{"openalex":"https://openalex.org/W2921123293","doi":"https://doi.org/10.1117/12.2514290","mag":"2921123293"},"language":"en","primary_location":{"id":"doi:10.1117/12.2514290","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2514290","pdf_url":null,"source":{"id":"https://openalex.org/S4306519510","display_name":"Medical Imaging 2019: Computer-Aided Diagnosis","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2019: Computer-Aided Diagnosis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000906476","display_name":"Erdi \u00c7all\u0131","orcid":"https://orcid.org/0000-0003-3962-7276"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Erdi Calli","raw_affiliation_strings":["Diagnostic Image Analysis Group (Netherlands)"],"affiliations":[{"raw_affiliation_string":"Diagnostic Image Analysis Group (Netherlands)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076461780","display_name":"Ernst T. Scholten","orcid":"https://orcid.org/0000-0002-1982-2763"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ernst T. Scholten","raw_affiliation_strings":["Diagnostic Image Analysis Group (Netherlands)"],"affiliations":[{"raw_affiliation_string":"Diagnostic Image Analysis Group (Netherlands)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053348129","display_name":"Keelin Murphy","orcid":"https://orcid.org/0000-0001-6831-4020"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keelin Murphy","raw_affiliation_strings":["Diagnostic Image Analysis Group (Netherlands)"],"affiliations":[{"raw_affiliation_string":"Diagnostic Image Analysis Group (Netherlands)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042982766","display_name":"Bram van Ginneken","orcid":"https://orcid.org/0000-0003-2028-8972"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bram van Ginneken","raw_affiliation_strings":["Diagnostic Image Analysis Group (Netherlands)"],"affiliations":[{"raw_affiliation_string":"Diagnostic Image Analysis Group (Netherlands)","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013479475","display_name":"Ecem Sogancioglu","orcid":"https://orcid.org/0000-0001-8850-8121"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ecem Sogancioglu","raw_affiliation_strings":["Diagnostic Image Analysis Group (Netherlands)"],"affiliations":[{"raw_affiliation_string":"Diagnostic Image Analysis Group (Netherlands)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5000906476"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6933,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.83751649,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"41","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9696999788284302,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9688000082969666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7380885481834412},{"id":"https://openalex.org/keywords/chest-radiograph","display_name":"Chest radiograph","score":0.6727496385574341},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.6696771383285522},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6499714255332947},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.47684040665626526},{"id":"https://openalex.org/keywords/radiography","display_name":"Radiography","score":0.46396079659461975},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4274914860725403},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3487144708633423},{"id":"https://openalex.org/keywords/radiology","display_name":"Radiology","score":0.23644408583641052},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.21442380547523499},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.10992425680160522}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7380885481834412},{"id":"https://openalex.org/C2781137159","wikidata":"https://www.wikidata.org/wiki/Q1283318","display_name":"Chest radiograph","level":3,"score":0.6727496385574341},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.6696771383285522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6499714255332947},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.47684040665626526},{"id":"https://openalex.org/C36454342","wikidata":"https://www.wikidata.org/wiki/Q245341","display_name":"Radiography","level":2,"score":0.46396079659461975},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4274914860725403},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3487144708633423},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.23644408583641052},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.21442380547523499},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.10992425680160522}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1117/12.2514290","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2514290","pdf_url":null,"source":{"id":"https://openalex.org/S4306519510","display_name":"Medical Imaging 2019: Computer-Aided Diagnosis","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2019: Computer-Aided Diagnosis","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1836465849","https://openalex.org/W2513383847","https://openalex.org/W2618574054","https://openalex.org/W2787825417","https://openalex.org/W2953384591","https://openalex.org/W2962838801","https://openalex.org/W4242177601","https://openalex.org/W6631943919","https://openalex.org/W6638667902","https://openalex.org/W6674914833","https://openalex.org/W6687483927","https://openalex.org/W6713134421","https://openalex.org/W6737985840","https://openalex.org/W6748381273","https://openalex.org/W6749680723","https://openalex.org/W6768888876"],"related_works":["https://openalex.org/W4241643913","https://openalex.org/W3022270872","https://openalex.org/W2025593094","https://openalex.org/W2241350146","https://openalex.org/W4255971525","https://openalex.org/W2127987400","https://openalex.org/W1526756317","https://openalex.org/W2512580829","https://openalex.org/W2140868683","https://openalex.org/W4380075502"],"abstract_inverted_index":{"In":[0],"this":[1],"work":[2],"we":[3],"analyze":[4],"the":[5,31,45,52,65,82,101,179],"effect":[6],"of":[7,44,54,181],"label":[8,55,98,119],"noise":[9,99,120],"in":[10,61,100,129,155,169,172],"training":[11,102,118],"and":[12,116,126,150],"test":[13,141],"data":[14],"when":[15],"performing":[16],"classification":[17,110],"experiments":[18,60,78],"on":[19],"chest":[20,162],"radiographs":[21],"(CXRs)":[22],"with":[23,106,159],"modern":[24],"deep":[25,87],"learning":[26,88],"architectures.":[27],"We":[28,37,57,131,153],"use":[29],"ChestXRay14,":[30],"largest":[32],"publicly":[33],"available":[34],"CXR":[35],"dataset.":[36],"simulate":[38],"situs":[39,76],"inversus":[40,77],"by":[41],"horizontal":[42],"flipping":[43],"CXRs,":[46],"allowing":[47],"us":[48],"to":[49,72,97,123,139],"precisely":[50],"control":[51],"amount":[53],"noise.":[56],"also":[58],"perform":[59],"classifying":[62],"emphysema":[63],"using":[64],"ChestXRay14":[66,173],"provided":[67],"labels":[68],"that":[69,86,135,143,164,174],"are":[70,90,112,167,175],"known":[71],"be":[73,137],"noisy.":[74],"Our":[75],"confirm":[79],"results":[80,111],"from":[81],"computer":[83],"vision":[84],"literature":[85],"architectures":[89],"relatively":[91],"robust":[92],"but":[93],"not":[94],"completely":[95],"insensitive":[96],"data:":[103],"without":[104],"or":[105],"very":[107],"low":[108],"noise,":[109],"near":[113],"perfect;":[114],"16%":[115],"32%":[117],"only":[121],"lead":[122],"a":[124],"1.5%":[125],"4.6%":[127],"drop":[128],"accuracy.":[130],"investigate":[132],"two":[133],"metrics":[134],"could":[136],"used":[138],"identify":[140],"samples":[142,171],"have":[144],"an":[145,156,160],"incorrect":[146],"label:":[147],"model":[148,151],"confidence":[149],"uncertainty.":[152],"show,":[154],"observer":[157],"study":[158],"experienced":[161],"radiologist,":[163],"both":[165],"measures":[166],"effective":[168],"identifying":[170],"erroneously":[176],"labeled":[177],"for":[178],"presence":[180],"emphysema.":[182]},"counts_by_year":[{"year":2023,"cited_by_count":4},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-08T23:21:52.890332","created_date":"2025-10-10T00:00:00"}