{"id":"https://openalex.org/W4404740417","doi":"https://doi.org/10.1109/rtsi61910.2024.10761442","title":"Unveiling Trustworthy AI Challenges: Characterizing Prediction Reliability","display_name":"Unveiling Trustworthy AI Challenges: Characterizing Prediction Reliability","publication_year":2024,"publication_date":"2024-09-18","ids":{"openalex":"https://openalex.org/W4404740417","doi":"https://doi.org/10.1109/rtsi61910.2024.10761442"},"language":"en","primary_location":{"id":"doi:10.1109/rtsi61910.2024.10761442","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/rtsi61910.2024.10761442","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 8th Forum on Research and Technologies for Society and Industry Innovation (RTSI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047587986","display_name":"Isotta Trescato","orcid":"https://orcid.org/0000-0003-0625-993X"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Isotta Trescato","raw_affiliation_strings":["University of Padova,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Padova,Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061667028","display_name":"Alessandro Guazzo","orcid":"https://orcid.org/0000-0001-5155-2567"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandro Guazzo","raw_affiliation_strings":["University of Padova,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Padova,Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013911767","display_name":"Enrico Longato","orcid":"https://orcid.org/0000-0001-5940-645X"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Enrico Longato","raw_affiliation_strings":["University of Padova,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Padova,Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039343044","display_name":"Erica Tavazzi","orcid":"https://orcid.org/0000-0001-6188-6413"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Erica Tavazzi","raw_affiliation_strings":["University of Padova,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Padova,Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024366949","display_name":"Martina Vettoretti","orcid":"https://orcid.org/0000-0002-5020-1818"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Martina Vettoretti","raw_affiliation_strings":["University of Padova,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Padova,Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052801313","display_name":"Umberto Manera","orcid":"https://orcid.org/0000-0002-9995-8133"},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Umberto Manera","raw_affiliation_strings":["University of Turin,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Turin,Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090628289","display_name":"Adriano Chi\u00f2","orcid":"https://orcid.org/0000-0001-9579-5341"},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Adriano Chi\u00f2","raw_affiliation_strings":["University of Turin,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Turin,Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050965055","display_name":"Marta Gromicho","orcid":"https://orcid.org/0000-0003-2111-4579"},"institutions":[{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Marta Gromicho","raw_affiliation_strings":["Instituto de Medicina Molecular João Lobo Antunes, Universidade de Lisboa,Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto de Medicina Molecular João Lobo Antunes, Universidade de Lisboa,Portugal","institution_ids":["https://openalex.org/I141596103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079767217","display_name":"In\u00eas Alves","orcid":"https://orcid.org/0000-0002-7146-414X"},"institutions":[{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"In\u00eas Alves","raw_affiliation_strings":["Instituto de Medicina Molecular João Lobo Antunes, Universidade de Lisboa,Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto de Medicina Molecular João Lobo Antunes, Universidade de Lisboa,Portugal","institution_ids":["https://openalex.org/I141596103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040831166","display_name":"Mamede de Carvalho","orcid":"https://orcid.org/0000-0001-7556-0158"},"institutions":[{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Mamede De Carvalho","raw_affiliation_strings":["Instituto de Medicina Molecular João Lobo Antunes, Universidade de Lisboa,Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto de Medicina Molecular João Lobo Antunes, Universidade de Lisboa,Portugal","institution_ids":["https://openalex.org/I141596103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077821068","display_name":"Barbara Di Camillo","orcid":"https://orcid.org/0000-0001-8415-4688"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Barbara Di Camillo","raw_affiliation_strings":["University of Padova,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Padova,Italy","institution_ids":["https://openalex.org/I138689650"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"420","last_page":"425"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.8410000205039978,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.8410000205039978,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.8224709033966064},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7094684839248657},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6390513181686401},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4451434314250946},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32804492115974426},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3241274058818817},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.26110732555389404}],"concepts":[{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.8224709033966064},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7094684839248657},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6390513181686401},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4451434314250946},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32804492115974426},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3241274058818817},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.26110732555389404},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/rtsi61910.2024.10761442","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/rtsi61910.2024.10761442","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 8th Forum on Research and Technologies for Society and Industry Innovation (RTSI)","raw_type":"proceedings-article"},{"id":"pmh:oai:www.research.unipd.it:11577/3540492","is_oa":false,"landing_page_url":"https://hdl.handle.net/11577/3540492","pdf_url":null,"source":{"id":"https://openalex.org/S4377196283","display_name":"Research Padua  Archive (University of Padua)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","score":0.5099999904632568,"id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2023313804","https://openalex.org/W2071949631","https://openalex.org/W2076646346","https://openalex.org/W2084139018","https://openalex.org/W2102207582","https://openalex.org/W2151570219","https://openalex.org/W2324238275","https://openalex.org/W2886614482","https://openalex.org/W3137165523","https://openalex.org/W4297399257","https://openalex.org/W4377141926","https://openalex.org/W4386884521","https://openalex.org/W4386958277","https://openalex.org/W6737947904","https://openalex.org/W7066667914"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Ensuring":[0],"trust":[1],"in":[2,11,15,89,149,191],"machine":[3],"learning":[4],"(ML)":[5],"models":[6,180],"has":[7],"become":[8],"increasingly":[9],"relevant":[10],"recent":[12],"times,":[13],"especially":[14],"sensitive":[16],"areas":[17],"such":[18],"as":[19,80],"healthcare.":[20],"To":[21,162],"this":[22,24,167,192],"end,":[23],"study":[25,171],"proposes":[26],"a":[27,45,65,81,136,169],"methodological":[28],"framework":[29,39],"to":[30,43,73,124,134,141,152,181,185],"characterize":[31],"prediction":[32,137,176],"reliability":[33,75,177],"while":[34],"training":[35],"ML":[36],"models.":[37],"The":[38,118],"relies":[40,129],"on":[41,48,130,172],"bootstrap":[42],"compute":[44],"metric":[46],"based":[47],"the":[49,62,74,84,92,95,98,102,111,115,127,131,145,164,173],"rank":[50],"difference":[51],"between":[52],"true":[53],"and":[54,114,175],"predicted":[55],"event":[56],"risks.":[57],"This":[58],"structure":[59],"allows":[60],"for":[61],"stratification":[63],"of":[64,67,76,83,86,97,138,166,179],"population":[66],"patients":[68,139],"into":[69],"different":[70,109,142,155,160],"groups":[71,99,156],"according":[72],"their":[77],"predictions":[78],"expressed":[79],"function":[82],"number":[85],"variables":[87,133],"considered":[88],"input":[90,132],"by":[91],"model.":[93],"Finally,":[94],"characteristics":[96],"identified":[100],"from":[101,107],"previous":[103],"step":[104],"are":[105],"inspected":[106],"two":[108],"perspectives:":[110],"model":[112,128],"perspective":[113],"variable":[116,150],"perspective.":[117],"first":[119],"analysis":[120],"utilizes":[121],"Shapley":[122],"values":[123],"inspect":[125],"how":[126],"perform":[135],"assigned":[140],"groups.":[143],"Instead,":[144],"latter":[146],"investigates":[147],"differences":[148],"distributions":[151],"ensure":[153],"that":[154],"do":[157],"not":[158],"represent":[159],"populations.":[161],"showcase":[163],"potential":[165],"approach,":[168],"case":[170],"development":[174],"characterization":[178],"predict":[182],"death":[183],"due":[184],"amyotrophic":[186],"lateral":[187],"sclerosis":[188],"is":[189],"included":[190],"paper.":[193]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}