{"id":"https://openalex.org/W4411406623","doi":"https://doi.org/10.1109/tetci.2025.3577486","title":"Towards a Comprehensive Taxonomy of Pointwise Reliability Assessment Techniques for Machine Learning Models","display_name":"Towards a Comprehensive Taxonomy of Pointwise Reliability Assessment Techniques for Machine Learning Models","publication_year":2025,"publication_date":"2025-06-18","ids":{"openalex":"https://openalex.org/W4411406623","doi":"https://doi.org/10.1109/tetci.2025.3577486"},"language":"en","primary_location":{"id":"doi:10.1109/tetci.2025.3577486","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2025.3577486","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018247654","display_name":"Jo\u00e3o Loureiro","orcid":"https://orcid.org/0000-0002-9300-4179"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Jo\u00e3o Loureiro","raw_affiliation_strings":["Centre for Informatics and Systems of the University of Coimbra, University of Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-9300-4179","affiliations":[{"raw_affiliation_string":"Centre for Informatics and Systems of the University of Coimbra, University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084533263","display_name":"Lorena Petrella","orcid":"https://orcid.org/0000-0002-2045-0741"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Lorena Petrella","raw_affiliation_strings":["Centre for Informatics and Systems of the University of Coimbra, University of Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-2045-0741","affiliations":[{"raw_affiliation_string":"Centre for Informatics and Systems of the University of Coimbra, University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039984734","display_name":"Paulo Gil","orcid":"https://orcid.org/0000-0003-0937-4044"},"institutions":[{"id":"https://openalex.org/I83558840","display_name":"Universidade Nova de Lisboa","ror":"https://ror.org/02xankh89","country_code":"PT","type":"education","lineage":["https://openalex.org/I83558840"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Paulo Gil","raw_affiliation_strings":["Center of Technology and Systems of the Nova School of Science and Technology, Caparica, Lisbon, Portugal"],"raw_orcid":"https://orcid.org/0000-0003-0937-4044","affiliations":[{"raw_affiliation_string":"Center of Technology and Systems of the Nova School of Science and Technology, Caparica, Lisbon, Portugal","institution_ids":["https://openalex.org/I83558840"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017050304","display_name":"Teresa Rocha","orcid":"https://orcid.org/0000-0002-3497-7368"},"institutions":[{"id":"https://openalex.org/I293362453","display_name":"Polytechnic Institute of Coimbra","ror":"https://ror.org/01n8x4993","country_code":"PT","type":"education","lineage":["https://openalex.org/I293362453"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Teresa Rocha","raw_affiliation_strings":["Polytechnic Institute of Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-3497-7368","affiliations":[{"raw_affiliation_string":"Polytechnic Institute of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I293362453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068198903","display_name":"S. Paredes","orcid":"https://orcid.org/0000-0002-1021-1173"},"institutions":[{"id":"https://openalex.org/I293362453","display_name":"Polytechnic Institute of Coimbra","ror":"https://ror.org/01n8x4993","country_code":"PT","type":"education","lineage":["https://openalex.org/I293362453"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Sim\u00e3o Paredes","raw_affiliation_strings":["Polytechnic Institute of Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-1021-1173","affiliations":[{"raw_affiliation_string":"Polytechnic Institute of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I293362453"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083997342","display_name":"J. Henriques","orcid":"https://orcid.org/0000-0003-4622-474X"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Jorge Henriques","raw_affiliation_strings":["Centre for Informatics and Systems of the University of Coimbra, University of Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0003-4622-474X","affiliations":[{"raw_affiliation_string":"Centre for Informatics and Systems of the University of Coimbra, University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7193,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.75469307,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"9","issue":"6","first_page":"3754","last_page":"3772"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11357","display_name":"Risk and Safety Analysis","score":0.7932000160217285,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11357","display_name":"Risk and Safety Analysis","score":0.7932000160217285,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10928","display_name":"Probabilistic and Robust Engineering Design","score":0.7749000191688538,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.6967999935150146,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.643901526927948},{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.5706790685653687},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.517073929309845},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5069468021392822},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44199591875076294},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.419422447681427},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15616142749786377},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.08857640624046326},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.05402982234954834},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.044572919607162476}],"concepts":[{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.643901526927948},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.5706790685653687},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.517073929309845},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5069468021392822},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44199591875076294},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.419422447681427},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15616142749786377},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.08857640624046326},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.05402982234954834},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.044572919607162476},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetci.2025.3577486","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2025.3577486","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":113,"referenced_works":["https://openalex.org/W4067679","https://openalex.org/W125516963","https://openalex.org/W1159302035","https://openalex.org/W1499930290","https://openalex.org/W1507589574","https://openalex.org/W1540105270","https://openalex.org/W1553101044","https://openalex.org/W1570912112","https://openalex.org/W1572346965","https://openalex.org/W1591933168","https://openalex.org/W1594344279","https://openalex.org/W1599263113","https://openalex.org/W1619153975","https://openalex.org/W1652955026","https://openalex.org/W1783422035","https://openalex.org/W1973033359","https://openalex.org/W1988848470","https://openalex.org/W1995450389","https://openalex.org/W1996020380","https://openalex.org/W1996118086","https://openalex.org/W2000358470","https://openalex.org/W2005032024","https://openalex.org/W2006715371","https://openalex.org/W2010522684","https://openalex.org/W2021070595","https://openalex.org/W2025299767","https://openalex.org/W2039852947","https://openalex.org/W2041650849","https://openalex.org/W2041775009","https://openalex.org/W2045915373","https://openalex.org/W2049074379","https://openalex.org/W2051779798","https://openalex.org/W2071357012","https://openalex.org/W2072343920","https://openalex.org/W2079153738","https://openalex.org/W2082409570","https://openalex.org/W2085890279","https://openalex.org/W2089468765","https://openalex.org/W2091093620","https://openalex.org/W2092114106","https://openalex.org/W2099071242","https://openalex.org/W2106198479","https://openalex.org/W2111959010","https://openalex.org/W2114198397","https://openalex.org/W2116012423","https://openalex.org/W2117112756","https://openalex.org/W2118277375","https://openalex.org/W2118377301","https://openalex.org/W2119880843","https://openalex.org/W2125336244","https://openalex.org/W2127803921","https://openalex.org/W2130715829","https://openalex.org/W2130764285","https://openalex.org/W2134177842","https://openalex.org/W2134732652","https://openalex.org/W2147781375","https://openalex.org/W2152272511","https://openalex.org/W2159050154","https://openalex.org/W2160642098","https://openalex.org/W2165409713","https://openalex.org/W2169413195","https://openalex.org/W2293638506","https://openalex.org/W2324595780","https://openalex.org/W2416309881","https://openalex.org/W2493343568","https://openalex.org/W2559145072","https://openalex.org/W2740924709","https://openalex.org/W2746295424","https://openalex.org/W2792591449","https://openalex.org/W2793515501","https://openalex.org/W2893405045","https://openalex.org/W2901114541","https://openalex.org/W2913240367","https://openalex.org/W2924551358","https://openalex.org/W2962677013","https://openalex.org/W2962700793","https://openalex.org/W2963847595","https://openalex.org/W2964303497","https://openalex.org/W2965483395","https://openalex.org/W2969097171","https://openalex.org/W2986734036","https://openalex.org/W3002682974","https://openalex.org/W3012035124","https://openalex.org/W3014596384","https://openalex.org/W3027787227","https://openalex.org/W3035577010","https://openalex.org/W3046918297","https://openalex.org/W3081460168","https://openalex.org/W3095491482","https://openalex.org/W3118929067","https://openalex.org/W3124443940","https://openalex.org/W3134111219","https://openalex.org/W3134485194","https://openalex.org/W3138819813","https://openalex.org/W3178258123","https://openalex.org/W3186574895","https://openalex.org/W3194858712","https://openalex.org/W4200452132","https://openalex.org/W4206028796","https://openalex.org/W4212883601","https://openalex.org/W4224984036","https://openalex.org/W4240592325","https://openalex.org/W4255466416","https://openalex.org/W4280545185","https://openalex.org/W4288050713","https://openalex.org/W4361012985","https://openalex.org/W4386070925","https://openalex.org/W4388107754","https://openalex.org/W4389117655","https://openalex.org/W4391123242","https://openalex.org/W4393161169","https://openalex.org/W4399258783","https://openalex.org/W4399803256"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Machine":[0],"learning":[1,63,141],"techniques":[2,163],"have":[3],"achieved":[4],"significant":[5],"success":[6],"across":[7],"various":[8],"domains,":[9],"including":[10],"decision-making,":[11],"speech":[12],"recognition,":[13],"natural":[14],"language":[15],"processing,":[16],"and":[17,49,80,105,122,148,183,198],"computer":[18],"vision.":[19],"However,":[20],"despite":[21],"their":[22,32,36,145],"demonstrated":[23],"performance,":[24],"concerns":[25],"regarding":[26],"the":[27,58,162,173,180],"level":[28],"of":[29,31,51,60,103,161,175,195],"trustworthiness":[30,106],"predictions":[33,109],"are":[34,53,67],"hampering":[35],"deployment":[37],"in":[38,100,119,128,152,179],"critical":[39],"scenarios.":[40],"While":[41],"standard":[42],"metrics":[43,75],"like":[44],"accuracy,":[45],"sensitivity,":[46],"mean":[47],"error,":[48],"coefficient":[50],"determination":[52],"valuable":[54],"tools":[55],"to":[56,85],"assess":[57],"performance":[59],"a":[61,97,158,176,192],"machine":[62,140],"model,":[64],"they":[65],"all":[66],"inadequate":[68],"for":[69,107,137,164],"evaluating":[70],"individual":[71,108],"instances.":[72],"Moreover,":[73],"these":[74,93,187],"rely":[76],"on":[77],"labelled":[78],"data":[79],"may":[81],"not":[82,116],"generalize":[83],"well":[84],"unseen":[86],"instances":[87],"encountered":[88],"during":[89,110],"model":[90,120],"deployment.":[91,112],"Given":[92],"limitations,":[94],"there":[95],"is":[96,135],"growing":[98],"interest":[99],"developing":[101],"measures":[102,114],"reliability":[104,166],"real-time":[111],"Such":[113],"would":[115],"only":[117],"assist":[118],"improvement":[121],"development":[123],"but":[124],"also":[125],"enhance":[126],"trust":[127],"human-machine":[129],"interactions.":[130],"Ultimately,":[131],"addressing":[132],"this":[133],"challenge":[134],"crucial":[136],"ensuring":[138],"that":[139],"models":[142],"can":[143],"recognize":[144],"own":[146],"limitations":[147],"make":[149],"informed":[150],"decisions":[151],"real-world":[153],"situations.":[154],"This":[155],"study":[156],"provides":[157,191],"unifying":[159],"review":[160],"pointwise":[165],"assessment,":[167],"with":[168],"its":[169],"primary":[170],"contribution":[171],"being":[172],"proposal":[174],"taxonomy":[177],"grounded":[178],"underlying":[181],"principles":[182],"information":[184],"utilized":[185],"by":[186],"techniques.":[188],"Additionally,":[189],"it":[190],"thorough":[193],"discussion":[194],"related":[196],"topics":[197],"concepts.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}