{"id":"https://openalex.org/W4389692358","doi":"https://doi.org/10.1109/tpami.2023.3342285","title":"Revisiting Confidence Estimation: Towards Reliable Failure Prediction","display_name":"Revisiting Confidence Estimation: Towards Reliable Failure Prediction","publication_year":2023,"publication_date":"2023-12-13","ids":{"openalex":"https://openalex.org/W4389692358","doi":"https://doi.org/10.1109/tpami.2023.3342285"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3342285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3342285","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101647927","display_name":"Fei Zhu","orcid":"https://orcid.org/0000-0003-3016-5538"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fei Zhu","raw_affiliation_strings":["Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science and Innovation, Chinese Academy of Sciences, Hong Kong, SAR, China"],"affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics, Hong Kong Institute of Science and Innovation, Chinese Academy of Sciences, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082548671","display_name":"Xu-Yao Zhang","orcid":"https://orcid.org/0000-0001-9260-188X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu-Yao Zhang","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation of Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101806211","display_name":"Zhen Cheng","orcid":"https://orcid.org/0000-0003-0114-7269"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Cheng","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation of Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100714202","display_name":"Cheng\u2010Lin Liu","orcid":"https://orcid.org/0000-0002-6743-4175"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng-Lin Liu","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation of Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101647927"],"corresponding_institution_ids":["https://openalex.org/I4210116924"],"apc_list":null,"apc_paid":null,"fwci":3.6533,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.94501589,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"46","issue":"5","first_page":"3370","last_page":"3387"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.6764938235282898},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.665448784828186},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.5482953786849976},{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.5471155643463135},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5151044726371765},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48944202065467834},{"id":"https://openalex.org/keywords/covariate","display_name":"Covariate","score":0.44804298877716064},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.43593668937683105},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.4322829246520996},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3850049376487732},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.34594959020614624},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16592267155647278},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11306190490722656}],"concepts":[{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.6764938235282898},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.665448784828186},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5482953786849976},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.5471155643463135},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5151044726371765},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48944202065467834},{"id":"https://openalex.org/C119043178","wikidata":"https://www.wikidata.org/wiki/Q320723","display_name":"Covariate","level":2,"score":0.44804298877716064},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.43593668937683105},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.4322829246520996},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3850049376487732},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.34594959020614624},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16592267155647278},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11306190490722656},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpami.2023.3342285","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3342285","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1349274172","display_name":null,"funder_award_id":"2018AAA0100400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G1886734199","display_name":null,"funder_award_id":"62222609","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4160143202","display_name":null,"funder_award_id":"61836014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6228599885","display_name":null,"funder_award_id":"62076236","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":126,"referenced_works":["https://openalex.org/W967544008","https://openalex.org/W1540419678","https://openalex.org/W1831674524","https://openalex.org/W1981721425","https://openalex.org/W1982032418","https://openalex.org/W2014384147","https://openalex.org/W2047643928","https://openalex.org/W2073241381","https://openalex.org/W2101946573","https://openalex.org/W2108598243","https://openalex.org/W2118377301","https://openalex.org/W2156909104","https://openalex.org/W2166507116","https://openalex.org/W2194775991","https://openalex.org/W2202088841","https://openalex.org/W2254249950","https://openalex.org/W2302255633","https://openalex.org/W2335728318","https://openalex.org/W2342840547","https://openalex.org/W2404901863","https://openalex.org/W2551176409","https://openalex.org/W2552194003","https://openalex.org/W2581082771","https://openalex.org/W2732026016","https://openalex.org/W2884561390","https://openalex.org/W2963446712","https://openalex.org/W2964080999","https://openalex.org/W2964137095","https://openalex.org/W2970121940","https://openalex.org/W2970565181","https://openalex.org/W2997580736","https://openalex.org/W3024171338","https://openalex.org/W3034695001","https://openalex.org/W3040318838","https://openalex.org/W3047801607","https://openalex.org/W3094502228","https://openalex.org/W3108123919","https://openalex.org/W3113047382","https://openalex.org/W3118608800","https://openalex.org/W3127462923","https://openalex.org/W3131706195","https://openalex.org/W3164066238","https://openalex.org/W3175030727","https://openalex.org/W3176474016","https://openalex.org/W3205597769","https://openalex.org/W4205795626","https://openalex.org/W4252475223","https://openalex.org/W4288363664","https://openalex.org/W4293474973","https://openalex.org/W4297798436","https://openalex.org/W4297801439","https://openalex.org/W4310466354","https://openalex.org/W4312707827","https://openalex.org/W4312808544","https://openalex.org/W4312814827","https://openalex.org/W4312897837","https://openalex.org/W4313066313","https://openalex.org/W4313150140","https://openalex.org/W4319999924","https://openalex.org/W4323073057","https://openalex.org/W4382998689","https://openalex.org/W4386075617","https://openalex.org/W4401486118","https://openalex.org/W6625168331","https://openalex.org/W6637373629","https://openalex.org/W6638807622","https://openalex.org/W6675108834","https://openalex.org/W6703116779","https://openalex.org/W6704559304","https://openalex.org/W6728622933","https://openalex.org/W6732696085","https://openalex.org/W6738348428","https://openalex.org/W6739651123","https://openalex.org/W6740180447","https://openalex.org/W6740483536","https://openalex.org/W6745136726","https://openalex.org/W6745891213","https://openalex.org/W6749107692","https://openalex.org/W6751800415","https://openalex.org/W6752760542","https://openalex.org/W6757555829","https://openalex.org/W6757615711","https://openalex.org/W6763087592","https://openalex.org/W6763154917","https://openalex.org/W6763753201","https://openalex.org/W6764733053","https://openalex.org/W6767220907","https://openalex.org/W6770979763","https://openalex.org/W6771161769","https://openalex.org/W6772178927","https://openalex.org/W6773813882","https://openalex.org/W6774681163","https://openalex.org/W6775299922","https://openalex.org/W6779481477","https://openalex.org/W6779655649","https://openalex.org/W6780663757","https://openalex.org/W6780793664","https://openalex.org/W6783600611","https://openalex.org/W6784260353","https://openalex.org/W6784323503","https://openalex.org/W6784426856","https://openalex.org/W6784626506","https://openalex.org/W6787380718","https://openalex.org/W6787972765","https://openalex.org/W6789015388","https://openalex.org/W6789559463","https://openalex.org/W6790421178","https://openalex.org/W6790725041","https://openalex.org/W6791483113","https://openalex.org/W6791656692","https://openalex.org/W6795140394","https://openalex.org/W6796913975","https://openalex.org/W6796952974","https://openalex.org/W6801968024","https://openalex.org/W6802303042","https://openalex.org/W6802647179","https://openalex.org/W6803950325","https://openalex.org/W6803950395","https://openalex.org/W6810127701","https://openalex.org/W6838520236","https://openalex.org/W6838637662","https://openalex.org/W6838937408","https://openalex.org/W6846539201","https://openalex.org/W6846759366","https://openalex.org/W6850547931","https://openalex.org/W6854465218"],"related_works":["https://openalex.org/W2985746494","https://openalex.org/W4206042385","https://openalex.org/W2511384863","https://openalex.org/W2080773131","https://openalex.org/W2096089271","https://openalex.org/W2923628599","https://openalex.org/W2014100433","https://openalex.org/W2051519658","https://openalex.org/W2994787386","https://openalex.org/W2002304499"],"abstract_inverted_index":{"Reliable":[0],"confidence":[1,45,68,94,120,152],"estimation":[2,69,153],"is":[3],"a":[4,59,110,147,158],"challenging":[5],"yet":[6],"fundamental":[7],"requirement":[8],"in":[9],"many":[10,44],"risk-sensitive":[11],"applications.":[12],"However,":[13],"modern":[14],"deep":[15],"neural":[16],"networks":[17],"are":[18,71],"often":[19,90],"overconfident":[20],"for":[21,73,150],"their":[22],"incorrect":[23],"predictions,":[24],"<italic":[25],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[26],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">i.e.</i>":[27],",":[28],"misclassified":[29,100],"samples":[30,37],"from":[31,38],"known":[32],"classes,":[33],"and":[34,47,81,86,99,138,165],"out-of-distribution":[35],"(OOD)":[36],"unknown":[39],"classes.":[40],"In":[41,54],"recent":[42],"years,":[43],"calibration":[46,85],"OOD":[48,87,163],"detection":[49,88],"methods":[50,70,89],"have":[51],"been":[52],"developed.":[53],"this":[55,79],"paper,":[56],"we":[57,115],"find":[58],"general,":[60],"widely":[61],"existing":[62],"but":[63,154],"actually-neglected":[64],"phenomenon":[65],"that":[66,83],"most":[67],"harmful":[72],"detecting":[74],"misclassification":[75],"errors.":[76],"We":[77],"investigate":[78],"problem":[80],"reveal":[82],"popular":[84],"lead":[91],"to":[92,105,108,117],"worse":[93],"separation":[95],"between":[96,160],"correctly":[97],"classified":[98],"examples,":[101],"making":[102],"it":[103],"difficult":[104],"decide":[106],"whether":[107],"trust":[109],"prediction":[111,130],"or":[112],"not.":[113],"Finally,":[114],"propose":[116],"enlarge":[118],"the":[119],"gap":[121],"by":[122],"finding":[123],"flat":[124],"minima,":[125],"which":[126],"yields":[127],"state-of-the-art":[128],"failure":[129,166],"performance":[131],"under":[132],"various":[133],"settings":[134],"including":[135],"balanced,":[136],"long-tailed,":[137],"covariate-shift":[139],"classification":[140],"scenarios.":[141],"Our":[142],"study":[143],"not":[144],"only":[145],"provides":[146],"strong":[148],"baseline":[149],"reliable":[151],"also":[155],"acts":[156],"as":[157],"bridge":[159],"understanding":[161],"calibration,":[162],"detection,":[164],"prediction.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2023-12-14T00:00:00"}