{"id":"https://openalex.org/W4409607479","doi":"https://doi.org/10.3390/info16040327","title":"Benchmarking Methods for Pointwise Reliability","display_name":"Benchmarking Methods for Pointwise Reliability","publication_year":2025,"publication_date":"2025-04-20","ids":{"openalex":"https://openalex.org/W4409607479","doi":"https://doi.org/10.3390/info16040327"},"language":"en","primary_location":{"id":"doi:10.3390/info16040327","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info16040327","pdf_url":"https://www.mdpi.com/2078-2489/16/4/327/pdf?version=1745135447","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/16/4/327/pdf?version=1745135447","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079534228","display_name":"Cla\u00fadio Correia","orcid":"https://orcid.org/0000-0003-3082-1179"},"institutions":[{"id":"https://openalex.org/I293362453","display_name":"Polytechnic Institute of Coimbra","ror":"https://ror.org/01n8x4993","country_code":"PT","type":"education","lineage":["https://openalex.org/I293362453"]},{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Cl\u00e1udio Correia","raw_affiliation_strings":["Coimbra Institute of Engineering, Polytechnic University of Coimbra, Rua da Miseric\u00f3rdia, Lagar dos Corti\u00e7os, S. Martinho do Bispo, 3045-093 Coimbra, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Coimbra Institute of Engineering, Polytechnic University of Coimbra, Rua da Miseric\u00f3rdia, Lagar dos Corti\u00e7os, S. Martinho do Bispo, 3045-093 Coimbra, Portugal","institution_ids":["https://openalex.org/I293362453","https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068198903","display_name":"S. Paredes","orcid":"https://orcid.org/0000-0002-1021-1173"},"institutions":[{"id":"https://openalex.org/I293362453","display_name":"Polytechnic Institute of Coimbra","ror":"https://ror.org/01n8x4993","country_code":"PT","type":"education","lineage":["https://openalex.org/I293362453"]},{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Sim\u00e3o Paredes","raw_affiliation_strings":["CISUC, Center for Informatics and Systems of University of Coimbra, University of Coimbra, P\u00f3lo II, 3030-290 Coimbra, Portugal","Coimbra Institute of Engineering, Polytechnic University of Coimbra, Rua da Miseric\u00f3rdia, Lagar dos Corti\u00e7os, S. Martinho do Bispo, 3045-093 Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-1021-1173","affiliations":[{"raw_affiliation_string":"CISUC, Center for Informatics and Systems of University of Coimbra, University of Coimbra, P\u00f3lo II, 3030-290 Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]},{"raw_affiliation_string":"Coimbra Institute of Engineering, Polytechnic University of Coimbra, Rua da Miseric\u00f3rdia, Lagar dos Corti\u00e7os, S. Martinho do Bispo, 3045-093 Coimbra, Portugal","institution_ids":["https://openalex.org/I293362453","https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017050304","display_name":"Teresa Rocha","orcid":"https://orcid.org/0000-0002-3497-7368"},"institutions":[{"id":"https://openalex.org/I293362453","display_name":"Polytechnic Institute of Coimbra","ror":"https://ror.org/01n8x4993","country_code":"PT","type":"education","lineage":["https://openalex.org/I293362453"]},{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Teresa Rocha","raw_affiliation_strings":["CISUC, Center for Informatics and Systems of University of Coimbra, University of Coimbra, P\u00f3lo II, 3030-290 Coimbra, Portugal","Coimbra Institute of Engineering, Polytechnic University of Coimbra, Rua da Miseric\u00f3rdia, Lagar dos Corti\u00e7os, S. Martinho do Bispo, 3045-093 Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-3497-7368","affiliations":[{"raw_affiliation_string":"CISUC, Center for Informatics and Systems of University of Coimbra, University of Coimbra, P\u00f3lo II, 3030-290 Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]},{"raw_affiliation_string":"Coimbra Institute of Engineering, Polytechnic University of Coimbra, Rua da Miseric\u00f3rdia, Lagar dos Corti\u00e7os, S. Martinho do Bispo, 3045-093 Coimbra, Portugal","institution_ids":["https://openalex.org/I293362453","https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083997342","display_name":"J. Henriques","orcid":"https://orcid.org/0000-0003-4622-474X"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Jorge Henriques","raw_affiliation_strings":["CISUC, Center for Informatics and Systems of University of Coimbra, University of Coimbra, P\u00f3lo II, 3030-290 Coimbra, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CISUC, Center for Informatics and Systems of University of Coimbra, University of Coimbra, P\u00f3lo II, 3030-290 Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007020545","display_name":"Jorge Bernardino","orcid":"https://orcid.org/0000-0001-9660-2011"},"institutions":[{"id":"https://openalex.org/I293362453","display_name":"Polytechnic Institute of Coimbra","ror":"https://ror.org/01n8x4993","country_code":"PT","type":"education","lineage":["https://openalex.org/I293362453"]},{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Jorge Bernardino","raw_affiliation_strings":["CISUC, Center for Informatics and Systems of University of Coimbra, University of Coimbra, P\u00f3lo II, 3030-290 Coimbra, Portugal","Coimbra Institute of Engineering, Polytechnic University of Coimbra, Rua da Miseric\u00f3rdia, Lagar dos Corti\u00e7os, S. Martinho do Bispo, 3045-093 Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0001-9660-2011","affiliations":[{"raw_affiliation_string":"CISUC, Center for Informatics and Systems of University of Coimbra, University of Coimbra, P\u00f3lo II, 3030-290 Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]},{"raw_affiliation_string":"Coimbra Institute of Engineering, Polytechnic University of Coimbra, Rua da Miseric\u00f3rdia, Lagar dos Corti\u00e7os, S. Martinho do Bispo, 3045-093 Coimbra, Portugal","institution_ids":["https://openalex.org/I293362453","https://openalex.org/I76903346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5007020545","https://openalex.org/A5068198903"],"corresponding_institution_ids":["https://openalex.org/I293362453","https://openalex.org/I76903346"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07149937,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"16","issue":"4","first_page":"327","last_page":"327"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10928","display_name":"Probabilistic and Robust Engineering Design","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9776999950408936,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9096095561981201},{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.6649938821792603},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5939251184463501},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.5744246244430542},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49806833267211914},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22086191177368164},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2052803337574005},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.19418257474899292},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07692927122116089}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9096095561981201},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.6649938821792603},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5939251184463501},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.5744246244430542},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49806833267211914},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22086191177368164},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2052803337574005},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.19418257474899292},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07692927122116089},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/info16040327","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info16040327","pdf_url":"https://www.mdpi.com/2078-2489/16/4/327/pdf?version=1745135447","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e089fe7ed6944b6785f786e2f75151d2","is_oa":true,"landing_page_url":"https://doaj.org/article/e089fe7ed6944b6785f786e2f75151d2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 16, Iss 4, p 327 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/info16040327","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info16040327","pdf_url":"https://www.mdpi.com/2078-2489/16/4/327/pdf?version=1745135447","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409607479.pdf","grobid_xml":"https://content.openalex.org/works/W4409607479.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1570834090","https://openalex.org/W1988848470","https://openalex.org/W2134177842","https://openalex.org/W2562836854","https://openalex.org/W2770412298","https://openalex.org/W2793515501","https://openalex.org/W2919861672","https://openalex.org/W2986734036","https://openalex.org/W3002682974","https://openalex.org/W3035577010","https://openalex.org/W3046918297","https://openalex.org/W3081460168","https://openalex.org/W3134485194","https://openalex.org/W3146994134","https://openalex.org/W3159104556","https://openalex.org/W3163724076","https://openalex.org/W3217291690","https://openalex.org/W4206028796","https://openalex.org/W4221095493","https://openalex.org/W4281630308","https://openalex.org/W4362700002","https://openalex.org/W4399205747","https://openalex.org/W4399232821","https://openalex.org/W4403721246","https://openalex.org/W6793576522","https://openalex.org/W6794724875","https://openalex.org/W6838492162"],"related_works":["https://openalex.org/W2033512842","https://openalex.org/W4233600955","https://openalex.org/W4322734194","https://openalex.org/W3116237489","https://openalex.org/W4404996554","https://openalex.org/W2913665393","https://openalex.org/W2369695847","https://openalex.org/W3005535424","https://openalex.org/W2994319598","https://openalex.org/W2047067935"],"abstract_inverted_index":{"The":[0,106],"growing":[1],"interest":[2],"in":[3,6,72],"machine":[4],"learning":[5],"a":[7,78,84,122],"critical":[8],"domain":[9],"like":[10],"healthcare":[11],"emphasizes":[12],"the":[13,42,46,53,67,70,81,104,133,139],"need":[14],"for":[15,32,129],"reliable":[16],"predictions,":[17],"as":[18,138],"decisions":[19],"based":[20,40],"on":[21,37,41,121,153],"these":[22],"outputs":[23],"can":[24],"have":[25],"significant":[26],"consequences.":[27],"This":[28],"study":[29,82,134],"benchmarks":[30],"methods":[31,51,110],"assessing":[33],"pointwise":[34],"reliability,":[35],"focusing":[36],"data-driven":[38],"techniques":[39],"density":[43,112],"principle":[44],"and":[45,65,113,144,147],"local":[47,73,114],"fit":[48,115],"principle.":[49],"These":[50],"evaluate":[52],"reliability":[54,93,154],"of":[55,69,141],"individual":[56],"predictions":[57],"by":[58],"analyzing":[59],"their":[60,151],"similarity":[61],"to":[62,76,101],"training":[63],"data":[64],"evaluating":[66],"performance":[68],"model":[71],"regions.":[74],"Aiming":[75],"establish":[77],"standardized":[79],"comparison,":[80],"introduces":[83],"benchmark":[85],"framework":[86],"that":[87,109],"combines":[88],"error":[89,127],"rate":[90],"evaluations":[91],"across":[92],"intervals":[94],"with":[95],"t-distributed":[96],"Stochastic":[97],"Neighbor":[98],"Embedding":[99],"visualizations":[100],"further":[102],"validate":[103],"results.":[105],"results":[107],"demonstrate":[108],"combining":[111],"principles":[116],"generally":[117],"outperform":[118],"those":[119],"relying":[120],"single":[123],"principle,":[124],"achieving":[125],"lower":[126],"rates":[128],"high-reliability":[130],"predictions.":[131],"Furthermore,":[132],"identifies":[135],"challenges":[136],"such":[137],"adjustment":[140],"method":[142],"parameters":[143],"clustering":[145],"limitations":[146],"provides":[148],"insight":[149],"into":[150],"impact":[152],"assessments.":[155]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}