{"id":"https://openalex.org/W4312818979","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892240","title":"A Comparison of Uncertainty Quantification Methods for Active Learning in Image Classification","display_name":"A Comparison of Uncertainty Quantification Methods for Active Learning in Image Classification","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4312818979","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892240"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn55064.2022.9892240","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892240","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056879565","display_name":"Alice Hein","orcid":"https://orcid.org/0000-0002-9457-8131"},"institutions":[{"id":"https://openalex.org/I4210122755","display_name":"Automatic Data Processing (United States)","ror":"https://ror.org/0386abs67","country_code":"US","type":"company","lineage":["https://openalex.org/I4210122755"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alice Hein","raw_affiliation_strings":["Chair of Data Processing"],"affiliations":[{"raw_affiliation_string":"Chair of Data Processing","institution_ids":["https://openalex.org/I4210122755"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055791512","display_name":"Stefan Rohrl","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122755","display_name":"Automatic Data Processing (United States)","ror":"https://ror.org/0386abs67","country_code":"US","type":"company","lineage":["https://openalex.org/I4210122755"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stefan Rohrl","raw_affiliation_strings":["Chair of Data Processing"],"affiliations":[{"raw_affiliation_string":"Chair of Data Processing","institution_ids":["https://openalex.org/I4210122755"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070715429","display_name":"Thea Grobel","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122755","display_name":"Automatic Data Processing (United States)","ror":"https://ror.org/0386abs67","country_code":"US","type":"company","lineage":["https://openalex.org/I4210122755"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thea Grobel","raw_affiliation_strings":["Chair of Data Processing"],"affiliations":[{"raw_affiliation_string":"Chair of Data Processing","institution_ids":["https://openalex.org/I4210122755"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028700045","display_name":"Manuel Lengl","orcid":"https://orcid.org/0000-0001-8763-6201"},"institutions":[{"id":"https://openalex.org/I4210122755","display_name":"Automatic Data Processing (United States)","ror":"https://ror.org/0386abs67","country_code":"US","type":"company","lineage":["https://openalex.org/I4210122755"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Manuel Lengl","raw_affiliation_strings":["Chair of Data Processing"],"affiliations":[{"raw_affiliation_string":"Chair of Data Processing","institution_ids":["https://openalex.org/I4210122755"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067379429","display_name":"Nawal Hafez","orcid":"https://orcid.org/0000-0002-0346-1588"},"institutions":[{"id":"https://openalex.org/I4210122755","display_name":"Automatic Data Processing (United States)","ror":"https://ror.org/0386abs67","country_code":"US","type":"company","lineage":["https://openalex.org/I4210122755"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nawal Hafez","raw_affiliation_strings":["Chair of Data Processing"],"affiliations":[{"raw_affiliation_string":"Chair of Data Processing","institution_ids":["https://openalex.org/I4210122755"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084562346","display_name":"Martin Knopp","orcid":"https://orcid.org/0000-0002-1136-2950"},"institutions":[{"id":"https://openalex.org/I4210152224","display_name":"Heinz Nixdorf Stiftung","ror":"https://ror.org/04j2tkk21","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I4210152224"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Martin Knopp","raw_affiliation_strings":["Heinz Nixdorf Chair of Biomedical Electronics Technical University of Munich,Munich,Germany","Heinz Nixdorf Chair of Biomedical Electronics Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Heinz Nixdorf Chair of Biomedical Electronics Technical University of Munich,Munich,Germany","institution_ids":["https://openalex.org/I4210152224"]},{"raw_affiliation_string":"Heinz Nixdorf Chair of Biomedical Electronics Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087197932","display_name":"Christian Klenk","orcid":"https://orcid.org/0000-0002-4664-8107"},"institutions":[{"id":"https://openalex.org/I4210152224","display_name":"Heinz Nixdorf Stiftung","ror":"https://ror.org/04j2tkk21","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I4210152224"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Klenk","raw_affiliation_strings":["Heinz Nixdorf Chair of Biomedical Electronics Technical University of Munich,Munich,Germany","Heinz Nixdorf Chair of Biomedical Electronics Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Heinz Nixdorf Chair of Biomedical Electronics Technical University of Munich,Munich,Germany","institution_ids":["https://openalex.org/I4210152224"]},{"raw_affiliation_string":"Heinz Nixdorf Chair of Biomedical Electronics Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090796447","display_name":"Dominik Heim","orcid":"https://orcid.org/0000-0001-8463-1544"},"institutions":[{"id":"https://openalex.org/I4210152224","display_name":"Heinz Nixdorf Stiftung","ror":"https://ror.org/04j2tkk21","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I4210152224"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dominik Heim","raw_affiliation_strings":["Heinz Nixdorf Chair of Biomedical Electronics Technical University of Munich,Munich,Germany","Heinz Nixdorf Chair of Biomedical Electronics Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Heinz Nixdorf Chair of Biomedical Electronics Technical University of Munich,Munich,Germany","institution_ids":["https://openalex.org/I4210152224"]},{"raw_affiliation_string":"Heinz Nixdorf Chair of Biomedical Electronics Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039133098","display_name":"Oliver Hayden","orcid":"https://orcid.org/0000-0002-2678-8663"},"institutions":[{"id":"https://openalex.org/I4210152224","display_name":"Heinz Nixdorf Stiftung","ror":"https://ror.org/04j2tkk21","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I4210152224"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Oliver Hayden","raw_affiliation_strings":["Heinz Nixdorf Chair of Biomedical Electronics Technical University of Munich,Munich,Germany","Heinz Nixdorf Chair of Biomedical Electronics Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Heinz Nixdorf Chair of Biomedical Electronics Technical University of Munich,Munich,Germany","institution_ids":["https://openalex.org/I4210152224"]},{"raw_affiliation_string":"Heinz Nixdorf Chair of Biomedical Electronics Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074346065","display_name":"Klaus Diepold","orcid":"https://orcid.org/0000-0003-0439-7511"},"institutions":[{"id":"https://openalex.org/I4210122755","display_name":"Automatic Data Processing (United States)","ror":"https://ror.org/0386abs67","country_code":"US","type":"company","lineage":["https://openalex.org/I4210122755"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Klaus Diepold","raw_affiliation_strings":["Chair of Data Processing"],"affiliations":[{"raw_affiliation_string":"Chair of Data Processing","institution_ids":["https://openalex.org/I4210122755"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5056879565"],"corresponding_institution_ids":["https://openalex.org/I4210122755"],"apc_list":null,"apc_paid":null,"fwci":0.9355,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.77036199,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6918860077857971},{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.6881958842277527},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6071344017982483},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5929667949676514},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.5872689485549927},{"id":"https://openalex.org/keywords/uncertainty-quantification","display_name":"Uncertainty quantification","score":0.5201159715652466},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5155293941497803},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.5123013257980347},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.5028969645500183},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.49289774894714355},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.4799483120441437},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4408051669597626},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.43247249722480774},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4321509301662445},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3855779767036438},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.23451021313667297},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1653101146221161},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.08184006810188293}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6918860077857971},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.6881958842277527},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6071344017982483},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5929667949676514},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.5872689485549927},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.5201159715652466},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5155293941497803},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.5123013257980347},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.5028969645500183},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.49289774894714355},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.4799483120441437},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4408051669597626},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.43247249722480774},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4321509301662445},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3855779767036438},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.23451021313667297},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1653101146221161},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.08184006810188293},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn55064.2022.9892240","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892240","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W37358385","https://openalex.org/W582134693","https://openalex.org/W1956471287","https://openalex.org/W2098824882","https://openalex.org/W2112796928","https://openalex.org/W2163605009","https://openalex.org/W2335728318","https://openalex.org/W2725875209","https://openalex.org/W2755846764","https://openalex.org/W2799742832","https://openalex.org/W2903158431","https://openalex.org/W2951266961","https://openalex.org/W2970450573","https://openalex.org/W2977942577","https://openalex.org/W3014596384","https://openalex.org/W3027051205","https://openalex.org/W3104448455","https://openalex.org/W3134774296","https://openalex.org/W3173017111","https://openalex.org/W4300485818","https://openalex.org/W6617145748","https://openalex.org/W6684191040","https://openalex.org/W6703116779","https://openalex.org/W6740180447","https://openalex.org/W6743806954","https://openalex.org/W6750360790","https://openalex.org/W6756615331","https://openalex.org/W6764214684","https://openalex.org/W6786155686","https://openalex.org/W6797385138"],"related_works":["https://openalex.org/W4288754364","https://openalex.org/W4280592718","https://openalex.org/W4308734192","https://openalex.org/W4312831135","https://openalex.org/W4200243286","https://openalex.org/W4281736527","https://openalex.org/W3100814071","https://openalex.org/W3112985236","https://openalex.org/W4210794429","https://openalex.org/W3112065641"],"abstract_inverted_index":{"The":[0],"adoption":[1],"of":[2,19,27,41,52,75,83,121],"machine":[3],"learning":[4,61],"(ML)":[5],"technology":[6],"in":[7,21,36,56,68,114],"real-world":[8],"settings":[9],"like":[10],"medical":[11],"imaging":[12],"is":[13,46,166],"currently":[14,34],"hampered":[15],"by":[16,38,97],"a":[17,25,53,92],"lack":[18,26],"trust":[20],"ML":[22],"models":[23,67,128],"and":[24,59,129,141,155],"labeled":[28],"data.":[29],"These":[30],"two":[31,39],"issues":[32],"are":[33],"addressed":[35],"parallel":[37],"subdisciplines":[40],"ML:":[42],"uncertainty":[43],"quantification":[44],"(UQ)":[45],"concerned":[47],"with":[48,64],"obtaining":[49],"reliable":[50],"estimates":[51],"model's":[54],"confidence":[55],"its":[57],"outputs,":[58],"active":[60],"(AL)":[62],"deals":[63],"efficiently":[65],"training":[66,164],"low-data":[69],"regimes.":[70],"To":[71],"date,":[72],"the":[73,76,81,115,119],"usefulness":[74],"new":[77],"methods":[78,102],"emerging":[79],"from":[80],"field":[82],"UQ":[84,101],"for":[85],"AL":[86,116,163],"remains":[87],"under-explored.":[88],"We":[89,132,159],"here":[90],"take":[91],"step":[93],"to":[94,168],"address":[95],"this":[96],"comparing":[98],"seven":[99],"different":[100],"on":[103],"three":[104],"image":[105],"classification":[106],"data":[107,130,149,169],"sets.":[108,131],"Our":[109],"experiments":[110],"confirm":[111],"previous":[112],"indications":[113],"literature":[117],"that":[118,134,162],"ranking":[120],"sampling":[122,143,147],"strategies":[123],"can":[124],"vary":[125],"greatly":[126],"across":[127,148],"find":[133],"Concrete":[135],"Dropout,":[136,154],"Least":[137],"Confidence,":[138],"Smallest":[139],"Margin,":[140],"Entropy":[142],"consistently":[144],"outperform":[145],"Random":[146],"sets,":[150],"whereas":[151],"Ensembles,":[152],"Monte-Carlo":[153],"Bayes-by-Backprop":[156],"do":[157],"not.":[158],"also":[160],"observe":[161],"stability":[165],"sensitive":[167],"quality.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}