{"id":"https://openalex.org/W4319999924","doi":"https://doi.org/10.1109/jproc.2023.3238024","title":"A Survey on Learning to Reject","display_name":"A Survey on Learning to Reject","publication_year":2023,"publication_date":"2023-01-27","ids":{"openalex":"https://openalex.org/W4319999924","doi":"https://doi.org/10.1109/jproc.2023.3238024"},"language":"en","primary_location":{"id":"doi:10.1109/jproc.2023.3238024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jproc.2023.3238024","pdf_url":null,"source":{"id":"https://openalex.org/S68686220","display_name":"Proceedings of the IEEE","issn_l":"0018-9219","issn":["0018-9219","1558-2256"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082548671","display_name":"Xu-Yao Zhang","orcid":"https://orcid.org/0000-0001-9260-188X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu-Yao Zhang","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9260-188X","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084688255","display_name":"Guo-Sen Xie","orcid":"https://orcid.org/0000-0002-5487-9845"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guo-Sen Xie","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-5487-9845","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037105069","display_name":"Xiuli Li","orcid":"https://orcid.org/0000-0003-3377-892X"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuli Li","raw_affiliation_strings":["Deepwise Artificial Intelligence Lab, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3377-892X","affiliations":[{"raw_affiliation_string":"Deepwise Artificial Intelligence Lab, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101517779","display_name":"Tao Mei","orcid":"https://orcid.org/0000-0002-5990-7307"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Mei","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-5990-7307","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100714202","display_name":"Cheng\u2010Lin Liu","orcid":"https://orcid.org/0000-0002-6743-4175"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng-Lin Liu","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6743-4175","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.1967,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.97290367,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"111","issue":"2","first_page":"185","last_page":"215"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8200531005859375},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6877037286758423},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.543091893196106},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5370909571647644},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.537016749382019},{"id":"https://openalex.org/keywords/overconfidence-effect","display_name":"Overconfidence effect","score":0.5357958674430847},{"id":"https://openalex.org/keywords/low-confidence","display_name":"Low Confidence","score":0.45841026306152344},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4480462968349457},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.41569870710372925},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.28103819489479065},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.19296088814735413},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.16244620084762573},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.14453214406967163},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1242046058177948}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8200531005859375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6877037286758423},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.543091893196106},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5370909571647644},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.537016749382019},{"id":"https://openalex.org/C51110983","wikidata":"https://www.wikidata.org/wiki/Q16503490","display_name":"Overconfidence effect","level":2,"score":0.5357958674430847},{"id":"https://openalex.org/C2909755999","wikidata":"https://www.wikidata.org/wiki/Q4751126","display_name":"Low Confidence","level":2,"score":0.45841026306152344},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4480462968349457},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.41569870710372925},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.28103819489479065},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.19296088814735413},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.16244620084762573},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.14453214406967163},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1242046058177948},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jproc.2023.3238024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jproc.2023.3238024","pdf_url":null,"source":{"id":"https://openalex.org/S68686220","display_name":"Proceedings of the IEEE","issn_l":"0018-9219","issn":["0018-9219","1558-2256"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.6000000238418579,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G1349274172","display_name":null,"funder_award_id":"2018AAA0100400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G1886734199","display_name":null,"funder_award_id":"62222609","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3938807848","display_name":null,"funder_award_id":"62276134","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4160143202","display_name":"\u7c7b\u8111\u795e\u7ecf\u7f51\u7edc\u5efa\u6a21\u3001\u5b66\u4e60\u4e0e\u5e94\u7528","funder_award_id":"61836014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5080529549","display_name":null,"funder_award_id":"ZDBS-LY-7004","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G6228599885","display_name":null,"funder_award_id":"62076236","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6431871145","display_name":null,"funder_award_id":"61721004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6683954330","display_name":null,"funder_award_id":"2019141","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":373,"referenced_works":["https://openalex.org/W28412257","https://openalex.org/W572355794","https://openalex.org/W1500657154","https://openalex.org/W1508594724","https://openalex.org/W1573706017","https://openalex.org/W1599263113","https://openalex.org/W1618905105","https://openalex.org/W1883420340","https://openalex.org/W1932198206","https://openalex.org/W1966716734","https://openalex.org/W1970088130","https://openalex.org/W1976526581","https://openalex.org/W1981721425","https://openalex.org/W1989946131","https://openalex.org/W2002202501","https://openalex.org/W2012942264","https://openalex.org/W2017561954","https://openalex.org/W2018077356","https://openalex.org/W2018459374","https://openalex.org/W2069959554","https://openalex.org/W2071144342","https://openalex.org/W2073241381","https://openalex.org/W2086196021","https://openalex.org/W2088965486","https://openalex.org/W2095705004","https://openalex.org/W2098824882","https://openalex.org/W2100332042","https://openalex.org/W2101946573","https://openalex.org/W2103568877","https://openalex.org/W2115627867","https://openalex.org/W2115652629","https://openalex.org/W2118377301","https://openalex.org/W2119880843","https://openalex.org/W2129812935","https://openalex.org/W2132870739","https://openalex.org/W2134177842","https://openalex.org/W2134383016","https://openalex.org/W2135346934","https://openalex.org/W2137130182","https://openalex.org/W2137556846","https://openalex.org/W2137560901","https://openalex.org/W2144746247","https://openalex.org/W2147947791","https://openalex.org/W2149298154","https://openalex.org/W2158131286","https://openalex.org/W2159391028","https://openalex.org/W2161813894","https://openalex.org/W2162168660","https://openalex.org/W2166507116","https://openalex.org/W2167652145","https://openalex.org/W2169413195","https://openalex.org/W2180612164","https://openalex.org/W2204904589","https://openalex.org/W2243397390","https://openalex.org/W2248269543","https://openalex.org/W2254249950","https://openalex.org/W2293844262","https://openalex.org/W2517486723","https://openalex.org/W2522957395","https://openalex.org/W2526075485","https://openalex.org/W2543927648","https://openalex.org/W2598549816","https://openalex.org/W2603766943","https://openalex.org/W2607219512","https://openalex.org/W2611576673","https://openalex.org/W2618043096","https://openalex.org/W2746600820","https://openalex.org/W2756388459","https://openalex.org/W2758425594","https://openalex.org/W2765424254","https://openalex.org/W2765531092","https://openalex.org/W2770155885","https://openalex.org/W2770833542","https://openalex.org/W2774018344","https://openalex.org/W2780186312","https://openalex.org/W2781800156","https://openalex.org/W2786712888","https://openalex.org/W2788388592","https://openalex.org/W2793165286","https://openalex.org/W2795945203","https://openalex.org/W2798302089","https://openalex.org/W2798626461","https://openalex.org/W2809376420","https://openalex.org/W2884561390","https://openalex.org/W2886743651","https://openalex.org/W2889625178","https://openalex.org/W2891828758","https://openalex.org/W2895752198","https://openalex.org/W2896921640","https://openalex.org/W2897177022","https://openalex.org/W2898307578","https://openalex.org/W2901114541","https://openalex.org/W2902488884","https://openalex.org/W2904509905","https://openalex.org/W2904693122","https://openalex.org/W2909336075","https://openalex.org/W2912088928","https://openalex.org/W2913300775","https://openalex.org/W2919115771","https://openalex.org/W2920877282","https://openalex.org/W2921127884","https://openalex.org/W2923345718","https://openalex.org/W2946547492","https://openalex.org/W2947947498","https://openalex.org/W2949660100","https://openalex.org/W2951965145","https://openalex.org/W2952388520","https://openalex.org/W2954978443","https://openalex.org/W2956805085","https://openalex.org/W2956875312","https://openalex.org/W2962872506","https://openalex.org/W2962914604","https://openalex.org/W2963029447","https://openalex.org/W2963049059","https://openalex.org/W2963061824","https://openalex.org/W2963148663","https://openalex.org/W2963149653","https://openalex.org/W2963303354","https://openalex.org/W2963384482","https://openalex.org/W2963426391","https://openalex.org/W2963485691","https://openalex.org/W2963771536","https://openalex.org/W2963855710","https://openalex.org/W2963857521","https://openalex.org/W2963875483","https://openalex.org/W2963917969","https://openalex.org/W2963924212","https://openalex.org/W2963995504","https://openalex.org/W2964003311","https://openalex.org/W2964082701","https://openalex.org/W2964189064","https://openalex.org/W2965373098","https://openalex.org/W2965848874","https://openalex.org/W2968104655","https://openalex.org/W2969695741","https://openalex.org/W2970121940","https://openalex.org/W2970408908","https://openalex.org/W2973218493","https://openalex.org/W2979544394","https://openalex.org/W2979815249","https://openalex.org/W2980248764","https://openalex.org/W2981902149","https://openalex.org/W2982437667","https://openalex.org/W2982509564","https://openalex.org/W2982519139","https://openalex.org/W2983219069","https://openalex.org/W2986674980","https://openalex.org/W2992308087","https://openalex.org/W2998807768","https://openalex.org/W3001835520","https://openalex.org/W3005984470","https://openalex.org/W3006853338","https://openalex.org/W3008258421","https://openalex.org/W3011367903","https://openalex.org/W3012631161","https://openalex.org/W3013122344","https://openalex.org/W3013520104","https://openalex.org/W3014773921","https://openalex.org/W3015993000","https://openalex.org/W3019200173","https://openalex.org/W3022831630","https://openalex.org/W3023371261","https://openalex.org/W3025279871","https://openalex.org/W3025612445","https://openalex.org/W3032150799","https://openalex.org/W3034190247","https://openalex.org/W3034196597","https://openalex.org/W3034214108","https://openalex.org/W3034230713","https://openalex.org/W3034257552","https://openalex.org/W3034403194","https://openalex.org/W3034530968","https://openalex.org/W3034760359","https://openalex.org/W3034795015","https://openalex.org/W3034802054","https://openalex.org/W3034855057","https://openalex.org/W3034957837","https://openalex.org/W3035005405","https://openalex.org/W3035081753","https://openalex.org/W3035106315","https://openalex.org/W3035224069","https://openalex.org/W3035311832","https://openalex.org/W3035367371","https://openalex.org/W3035467354","https://openalex.org/W3035548987","https://openalex.org/W3036426855","https://openalex.org/W3036626178","https://openalex.org/W3036644531","https://openalex.org/W3036806226","https://openalex.org/W3038321616","https://openalex.org/W3038930935","https://openalex.org/W3040266635","https://openalex.org/W3042368254","https://openalex.org/W3045755384","https://openalex.org/W3046339265","https://openalex.org/W3080977569","https://openalex.org/W3087738047","https://openalex.org/W3093010840","https://openalex.org/W3094470648","https://openalex.org/W3096272898","https://openalex.org/W3099936844","https://openalex.org/W3102243698","https://openalex.org/W3102720581","https://openalex.org/W3102961490","https://openalex.org/W3103557498","https://openalex.org/W3106412272","https://openalex.org/W3108123919","https://openalex.org/W3108656121","https://openalex.org/W3108854358","https://openalex.org/W3113047382","https://openalex.org/W3113089224","https://openalex.org/W3113824005","https://openalex.org/W3115571254","https://openalex.org/W3118479706","https://openalex.org/W3125803510","https://openalex.org/W3135550350","https://openalex.org/W3143336910","https://openalex.org/W3162893999","https://openalex.org/W3163747292","https://openalex.org/W3164066238","https://openalex.org/W3166873596","https://openalex.org/W3167158578","https://openalex.org/W3173581984","https://openalex.org/W3173775919","https://openalex.org/W3174508664","https://openalex.org/W3174814557","https://openalex.org/W3176406820","https://openalex.org/W3177027279","https://openalex.org/W3177410622","https://openalex.org/W3193285461","https://openalex.org/W3199960247","https://openalex.org/W3201579356","https://openalex.org/W3214125245","https://openalex.org/W4214680478","https://openalex.org/W4239510810","https://openalex.org/W4240338048","https://openalex.org/W4287117317","https://openalex.org/W4287751617","https://openalex.org/W4288024909","https://openalex.org/W4288079542","https://openalex.org/W4288094095","https://openalex.org/W4288482469","https://openalex.org/W4293846201","https://openalex.org/W4297798436","https://openalex.org/W4311415873","https://openalex.org/W4312808544","https://openalex.org/W4320878626","https://openalex.org/W4381325153","https://openalex.org/W4388297464","https://openalex.org/W6601125390","https://openalex.org/W6630424276","https://openalex.org/W6631546530","https://openalex.org/W6635717444","https://openalex.org/W6636501900","https://openalex.org/W6637162671","https://openalex.org/W6639568328","https://openalex.org/W6640425456","https://openalex.org/W6674330103","https://openalex.org/W6675108834","https://openalex.org/W6675613107","https://openalex.org/W6675751002","https://openalex.org/W6676297361","https://openalex.org/W6676769703","https://openalex.org/W6684105480","https://openalex.org/W6719080892","https://openalex.org/W6728622933","https://openalex.org/W6730042731","https://openalex.org/W6732696085","https://openalex.org/W6734787559","https://openalex.org/W6735522978","https://openalex.org/W6736296761","https://openalex.org/W6736640963","https://openalex.org/W6738348428","https://openalex.org/W6738693630","https://openalex.org/W6739651123","https://openalex.org/W6740180447","https://openalex.org/W6744679260","https://openalex.org/W6744870235","https://openalex.org/W6745272055","https://openalex.org/W6745315447","https://openalex.org/W6745553787","https://openalex.org/W6745891213","https://openalex.org/W6745964985","https://openalex.org/W6746402973","https://openalex.org/W6746424632","https://openalex.org/W6746608116","https://openalex.org/W6747819456","https://openalex.org/W6747890380","https://openalex.org/W6748102297","https://openalex.org/W6748163547","https://openalex.org/W6748204703","https://openalex.org/W6748331961","https://openalex.org/W6748711285","https://openalex.org/W6749162425","https://openalex.org/W6750095872","https://openalex.org/W6750462152","https://openalex.org/W6751494907","https://openalex.org/W6751754606","https://openalex.org/W6751800415","https://openalex.org/W6751866786","https://openalex.org/W6752760542","https://openalex.org/W6752888775","https://openalex.org/W6753123669","https://openalex.org/W6753772360","https://openalex.org/W6754011391","https://openalex.org/W6754772488","https://openalex.org/W6754995574","https://openalex.org/W6755655770","https://openalex.org/W6755832086","https://openalex.org/W6756569342","https://openalex.org/W6757042666","https://openalex.org/W6757074599","https://openalex.org/W6757615711","https://openalex.org/W6757818805","https://openalex.org/W6758854563","https://openalex.org/W6758930985","https://openalex.org/W6758976440","https://openalex.org/W6759230470","https://openalex.org/W6760115730","https://openalex.org/W6760337485","https://openalex.org/W6760478262","https://openalex.org/W6760737324","https://openalex.org/W6761586423","https://openalex.org/W6762617820","https://openalex.org/W6762749081","https://openalex.org/W6762798035","https://openalex.org/W6762924995","https://openalex.org/W6763154917","https://openalex.org/W6764163221","https://openalex.org/W6764214684","https://openalex.org/W6764542186","https://openalex.org/W6764562735","https://openalex.org/W6765696844","https://openalex.org/W6766949727","https://openalex.org/W6767099221","https://openalex.org/W6767136612","https://openalex.org/W6767220907","https://openalex.org/W6767915748","https://openalex.org/W6768059818","https://openalex.org/W6768581196","https://openalex.org/W6769181819","https://openalex.org/W6769214124","https://openalex.org/W6769250974","https://openalex.org/W6769690784","https://openalex.org/W6770979763","https://openalex.org/W6771048862","https://openalex.org/W6771161769","https://openalex.org/W6771795890","https://openalex.org/W6772650050","https://openalex.org/W6772912869","https://openalex.org/W6773813882","https://openalex.org/W6774611950","https://openalex.org/W6775299922","https://openalex.org/W6775473513","https://openalex.org/W6775642233","https://openalex.org/W6779395778","https://openalex.org/W6780116240","https://openalex.org/W6780464820","https://openalex.org/W6780663757","https://openalex.org/W6780874654","https://openalex.org/W6781482849","https://openalex.org/W6784323503","https://openalex.org/W6787183461","https://openalex.org/W6787380718","https://openalex.org/W6787437311","https://openalex.org/W6788565813","https://openalex.org/W6789731502","https://openalex.org/W6791102746","https://openalex.org/W6792915773","https://openalex.org/W6799268237","https://openalex.org/W6801425060","https://openalex.org/W6841188165","https://openalex.org/W6929234849"],"related_works":["https://openalex.org/W4253467046","https://openalex.org/W4251085376","https://openalex.org/W2066240519","https://openalex.org/W88057825","https://openalex.org/W2041621177","https://openalex.org/W2618565124","https://openalex.org/W3125426099","https://openalex.org/W2796868379","https://openalex.org/W4378675119","https://openalex.org/W2786554578"],"abstract_inverted_index":{"Learning":[0],"to":[1,11,25,103,265],"reject":[2,266],"is":[3,19,68,100,132],"a":[4,54,101,153,222,259],"special":[5],"kind":[6,39],"of":[7,40,57,75,110,123,130,137,144,159,167,203,228],"self-awareness":[8,41],"(the":[9],"ability":[10],"know":[12],"what":[13],"you":[14],"do":[15],"not":[16],"know),":[17],"which":[18,235],"an":[20,69],"essential":[21],"factor":[22],"for":[23,72,195,231],"humans":[24],"become":[26,32],"smarter.":[27],"Although":[28],"machine":[29],"intelligence":[30],"has":[31],"very":[33],"accurate":[34],"nowadays,":[35],"it":[36],"lacks":[37],"such":[38],"and":[42,65,116,125,165,177,183,215,226,247,261,276],"usually":[43,96],"acts":[44],"as":[45],"omniscient,":[46],"resulting":[47],"in":[48,239],"overconfident":[49],"errors.":[50],"This":[51],"article":[52],"presents":[53],"comprehensive":[55],"overview":[56],"this":[58],"topic":[59],"from":[60,162],"three":[61],"perspectives:":[62],"confidence,":[63,124,263],"calibration,":[64],"discrimination.":[66],"Confidence":[67],"important":[70],"measurement":[71],"the":[73,107,120,126,142,157,163,168,189,201,204,229,240,269],"reliability":[74],"model":[76],"predictions.":[77],"Rejection":[78],"can":[79],"be":[80,192,209,218,272],"realized":[81],"by":[82],"setting":[83],"thresholds":[84],"on":[85,141],"confidence.":[86],"However,":[87],"most":[88],"models,":[89],"especially":[90,194],"modern":[91],"deep":[92],"neural":[93],"networks,":[94],"are":[95,174,236,251,255],"overconfident.":[97],"Therefore,":[98],"calibration":[99],"process":[102,271],"ensure":[104],"confidence":[105,131],"matching":[106],"actual":[108],"likelihood":[109],"correctness,":[111],"including":[112],"two":[113],"approaches:":[114],"post-calibration":[115],"self-calibration.":[117],"Calibration":[118],"reflects":[119],"global":[121],"characteristic":[122],"local":[127],"distinguishing":[128],"property":[129],"also":[133,256],"important.":[134],"In":[135],"light":[136],"this,":[138],"discrimination":[139,160,172],"focuses":[140],"performance":[143],"accepting":[145],"positive":[146],"samples":[147],"while":[148],"rejecting":[149,187,199,212],"negative":[150,169],"samples.":[151],"As":[152],"binary":[154],"classification":[155],"problem,":[156],"challenge":[158],"comes":[161],"missing":[164],"nonrepresentativeness":[166],"data.":[170],"Three":[171],"tasks":[173],"comprehensively":[175],"analyzed":[176],"discussed:":[178],"failure":[179],"rejection,":[180,182],"unknown":[181],"fake":[184],"rejection.":[185],"By":[186,198,211],"failures,":[188],"risk":[190],"could":[191,217],"controlled":[193],"mission-critical":[196],"applications.":[197],"unknowns,":[200],"awareness":[202],"knowledge":[205],"blind":[206],"zone":[207],"would":[208],"enhanced.":[210],"fakes,":[213],"security":[214],"privacy":[216],"protected.":[219],"We":[220],"provide":[221],"general":[223],"taxonomy,":[224],"organization,":[225],"discussion":[227],"methods":[230],"solving":[232],"these":[233],"problems,":[234],"studied":[237],"separately":[238],"literature.":[241],"The":[242],"connections":[243],"between":[244],"different":[245],"approaches":[246],"future":[248],"directions":[249],"that":[250],"worth":[252],"further":[253],"investigation":[254],"presented.":[257],"With":[258],"discriminative":[260],"calibrated":[262],"learning":[264],"will":[267],"let":[268],"decision-making":[270],"more":[273],"practical,":[274],"reliable,":[275],"secure.":[277]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":10}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}