{"id":"https://openalex.org/W4409118626","doi":"https://doi.org/10.1145/3727633","title":"Survey on Leveraging Uncertainty Estimation Towards Trustworthy Deep Neural Networks: The Case of Reject Option and Post-training Processing","display_name":"Survey on Leveraging Uncertainty Estimation Towards Trustworthy Deep Neural Networks: The Case of Reject Option and Post-training Processing","publication_year":2025,"publication_date":"2025-04-03","ids":{"openalex":"https://openalex.org/W4409118626","doi":"https://doi.org/10.1145/3727633"},"language":"en","primary_location":{"id":"doi:10.1145/3727633","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3727633","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3727633","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115595201","display_name":"Tasdik M. Hasan","orcid":"https://orcid.org/0000-0001-7721-0258"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Md Mehedi Hasan","raw_affiliation_strings":["Institute for Intelligent Systems Research and Innovation, Deakin University, Geelong, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7721-0258","affiliations":[{"raw_affiliation_string":"Institute for Intelligent Systems Research and Innovation, Deakin University, Geelong, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014000715","display_name":"Moloud Abdar","orcid":"https://orcid.org/0000-0002-3059-6357"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Moloud Abdar","raw_affiliation_strings":["Institute for Intelligent Systems Research and Innovation, Deakin University, Geelong, Australia","Institute for Intelligent Systems Research and Innovation, Deakin University, Burwood, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3059-6357","affiliations":[{"raw_affiliation_string":"Institute for Intelligent Systems Research and Innovation, Deakin University, Geelong, Australia","institution_ids":["https://openalex.org/I149704539"]},{"raw_affiliation_string":"Institute for Intelligent Systems Research and Innovation, Deakin University, Burwood, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059557438","display_name":"Abbas Khosravi","orcid":"https://orcid.org/0000-0001-6927-0744"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Abbas Khosravi","raw_affiliation_strings":["Institute for Intelligent Systems Research and Innovation, Deakin University, Geelong, Australia"],"raw_orcid":"https://orcid.org/0000-0001-6927-0744","affiliations":[{"raw_affiliation_string":"Institute for Intelligent Systems Research and Innovation, Deakin University, Geelong, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002768704","display_name":"Uwe Aickelin","orcid":"https://orcid.org/0000-0002-2679-2275"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Uwe Aickelin","raw_affiliation_strings":["School of Computing and Information Systems, The University of Melbourne, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2679-2275","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, The University of Melbourne, Melbourne, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056748708","display_name":"P\u00edetro Li\u00f3","orcid":"https://orcid.org/0000-0002-0540-5053"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Pietro Lio","raw_affiliation_strings":["Department of Computer Science and Technology, Cambridge University, Cambridge, United Kingdom of Great Britain and Northern Ireland"],"raw_orcid":"https://orcid.org/0000-0002-0540-5053","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Cambridge University, Cambridge, United Kingdom of Great Britain and Northern Ireland","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008308587","display_name":"Ibrahim Hossain","orcid":"https://orcid.org/0000-0002-3181-4686"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ibrahim Hossain","raw_affiliation_strings":["Institute for Intelligent Systems Research and Innovation, Deakin University, Geelong, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3181-4686","affiliations":[{"raw_affiliation_string":"Institute for Intelligent Systems Research and Innovation, Deakin University, Geelong, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088657689","display_name":"Ashikur Rahman","orcid":"https://orcid.org/0000-0003-4231-6065"},"institutions":[{"id":"https://openalex.org/I183697816","display_name":"Bangladesh University of Engineering and Technology","ror":"https://ror.org/05a1qpv97","country_code":"BD","type":"education","lineage":["https://openalex.org/I183697816"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Ashikur Rahman","raw_affiliation_strings":["Department of Computer Science and Engineering, Bangladesh University of Engineering and Technology, Dhaka, Bangladesh"],"raw_orcid":"https://orcid.org/0000-0003-4231-6065","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Bangladesh University of Engineering and Technology, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I183697816"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015293969","display_name":"Saeid Nahavandi","orcid":"https://orcid.org/0000-0002-0360-5270"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Saeid Nahavandi","raw_affiliation_strings":["Swinburne University of Technology, Melbourne, Australia","Swinburne University of Technology,  Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0360-5270","affiliations":[{"raw_affiliation_string":"Swinburne University of Technology, Melbourne, Australia","institution_ids":["https://openalex.org/I57093077"]},{"raw_affiliation_string":"Swinburne University of Technology,  Melbourne, Australia","institution_ids":["https://openalex.org/I57093077"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.2763,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.94841179,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"57","issue":"9","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9671000242233276,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8819271326065063},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.8160805702209473},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.657668948173523},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6411125659942627},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.6333121657371521},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6107312440872192},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4839170575141907},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.44583702087402344},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41283780336380005},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2609894275665283},{"id":"https://openalex.org/keywords/management","display_name":"Management","score":0.07367768883705139}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8819271326065063},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.8160805702209473},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.657668948173523},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6411125659942627},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.6333121657371521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6107312440872192},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4839170575141907},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.44583702087402344},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41283780336380005},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2609894275665283},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.07367768883705139},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3727633","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3727633","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3727633","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3727633","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":98,"referenced_works":["https://openalex.org/W39344186","https://openalex.org/W987718657","https://openalex.org/W1482989085","https://openalex.org/W1488310373","https://openalex.org/W1550006144","https://openalex.org/W1577696310","https://openalex.org/W1584196490","https://openalex.org/W1964877581","https://openalex.org/W1965050321","https://openalex.org/W1973555673","https://openalex.org/W1979902991","https://openalex.org/W2045846065","https://openalex.org/W2071563913","https://openalex.org/W2081337758","https://openalex.org/W2097430068","https://openalex.org/W2098789322","https://openalex.org/W2137560901","https://openalex.org/W2147947791","https://openalex.org/W2168616080","https://openalex.org/W2296260494","https://openalex.org/W2342045095","https://openalex.org/W2427182019","https://openalex.org/W2474389331","https://openalex.org/W2538332840","https://openalex.org/W2566079294","https://openalex.org/W2740562190","https://openalex.org/W2744537419","https://openalex.org/W2765982206","https://openalex.org/W2784163702","https://openalex.org/W2793165286","https://openalex.org/W2890076758","https://openalex.org/W2891503716","https://openalex.org/W2893463703","https://openalex.org/W2896770274","https://openalex.org/W2899659202","https://openalex.org/W2900468604","https://openalex.org/W2913466723","https://openalex.org/W2945570796","https://openalex.org/W2946794714","https://openalex.org/W2948783207","https://openalex.org/W2949650786","https://openalex.org/W2955566917","https://openalex.org/W2962835968","https://openalex.org/W2963149653","https://openalex.org/W2967888968","https://openalex.org/W2972711440","https://openalex.org/W2995523160","https://openalex.org/W3006591257","https://openalex.org/W3010622391","https://openalex.org/W3022783572","https://openalex.org/W3034403194","https://openalex.org/W3034660704","https://openalex.org/W3039709325","https://openalex.org/W3089462142","https://openalex.org/W3091827826","https://openalex.org/W3092094044","https://openalex.org/W3093718041","https://openalex.org/W3102100346","https://openalex.org/W3103152812","https://openalex.org/W3107107689","https://openalex.org/W3154875356","https://openalex.org/W3155898105","https://openalex.org/W3158436118","https://openalex.org/W3164731060","https://openalex.org/W3178621454","https://openalex.org/W3178946670","https://openalex.org/W3193308254","https://openalex.org/W3199510075","https://openalex.org/W3205597769","https://openalex.org/W3208295733","https://openalex.org/W3209615308","https://openalex.org/W4200238574","https://openalex.org/W4200367239","https://openalex.org/W4210754630","https://openalex.org/W4221167406","https://openalex.org/W4224229288","https://openalex.org/W4225123315","https://openalex.org/W4225896280","https://openalex.org/W4226116716","https://openalex.org/W4281861337","https://openalex.org/W4285809023","https://openalex.org/W4286695358","https://openalex.org/W4287083774","https://openalex.org/W4288043994","https://openalex.org/W4288269198","https://openalex.org/W4292387985","https://openalex.org/W4293352322","https://openalex.org/W4294215472","https://openalex.org/W4294955337","https://openalex.org/W4309779554","https://openalex.org/W4320085687","https://openalex.org/W4321854344","https://openalex.org/W4378771725","https://openalex.org/W4385374058","https://openalex.org/W6760960116","https://openalex.org/W6764230833","https://openalex.org/W6809603787","https://openalex.org/W6948174303"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2076536433","https://openalex.org/W2233261550","https://openalex.org/W4377865163","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W3000197790","https://openalex.org/W4315865067","https://openalex.org/W3208304128","https://openalex.org/W2979433843"],"abstract_inverted_index":{"Although":[0],"neural":[1,5,80,98,168],"networks":[2],"(especially":[3],"deep":[4],"networks)":[6],"have":[7],"achieved":[8],"better-than-human":[9],"performance":[10],"in":[11,29,36,57,75,139,160],"many":[12],"fields,":[13],"their":[14,30],"real-world":[15],"deployment":[16],"is":[17,89,172],"still":[18],"questionable":[19],"due":[20],"to":[21,108,156],"the":[22,27,37,58,69,72,76,83,90,109,128,133,136,141,153,157,161],"lack":[23],"of":[24,68,78,85,97,117,127,135,152,163,167],"awareness":[25,35,126],"about":[26],"limitations":[28],"knowledge.":[31],"To":[32,82],"incorporate":[33],"such":[34],"machine":[38],"learning":[39],"model,":[40],"prediction":[41,70,142],"with":[42,52,71],"reject":[43,73,110,158],"option":[44,74,111,138,159],"(also":[45],"known":[46],"as":[47],"selective":[48],"classification":[49,51],"or":[50],"abstention)":[53],"has":[54],"been":[55],"proposed":[56],"literature.":[59],"In":[60],"this":[61,88,95],"article,":[62],"we":[63,101,131],"present":[64,148],"a":[65,149,164],"systematic":[66],"review":[67],"context":[77,162],"various":[79],"networks.":[81,99,169],"best":[84],"our":[86],"knowledge,":[87],"first":[91],"study":[92],"focusing":[93],"on":[94,174],"aspect":[96],"Moreover,":[100],"discuss":[102],"different":[103],"novel":[104],"loss":[105],"functions":[106],"related":[107,155],"and":[112,147],"post-training":[113],"processing":[114],"(if":[115],"any)":[116],"network":[118],"output":[119],"for":[120,124,144],"generating":[121],"suitable":[122],"measurements":[123],"knowledge":[125],"model.":[129],"Finally,":[130],"address":[132],"application":[134],"rejection":[137],"reducing":[140],"time":[143],"real-time":[145],"problems":[146],"comprehensive":[150],"summary":[151],"techniques":[154],"wide":[165],"variety":[166],"Our":[170],"code":[171],"available":[173],"GitHub:":[175],"https://github.com/MehediHasanTutul/Reject_option":[176],".":[177]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}