{"id":"https://openalex.org/W4400007232","doi":"https://doi.org/10.1007/s11023-024-09682-0","title":"Reliability and Interpretability in Science and Deep Learning","display_name":"Reliability and Interpretability in Science and Deep Learning","publication_year":2024,"publication_date":"2024-06-25","ids":{"openalex":"https://openalex.org/W4400007232","doi":"https://doi.org/10.1007/s11023-024-09682-0"},"language":"en","primary_location":{"id":"doi:10.1007/s11023-024-09682-0","doi":"https://doi.org/10.1007/s11023-024-09682-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11023-024-09682-0","pdf_url":null,"source":{"id":"https://openalex.org/S160466889","display_name":"Minds and Machines","issn_l":"0924-6495","issn":["0924-6495","1572-8641"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","erih-plus","jufo-1","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Minds and Machines","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/s11023-024-09682-0","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114374313","display_name":"L. Scorzato","orcid":"https://orcid.org/0000-0002-3682-7187","observed_orcids":["https://orcid.org/0000-0002-3682-7187"]},"institutions":[{"id":"https://openalex.org/I1310439424","display_name":"Accenture (Switzerland)","ror":"https://ror.org/041r3e346","country_code":"CH","type":"company","lineage":["https://openalex.org/I1310439424","https://openalex.org/I4210093804"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Luigi Scorzato","raw_affiliation_strings":["Accenture AG, Geneva, Switzerland","Accenture AG, 12 Route Francois-Peyrot, 1218, Geneva, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-3682-7187","affiliations":[{"raw_affiliation_string":"Accenture AG, Geneva, Switzerland","institution_ids":["https://openalex.org/I1310439424"]},{"raw_affiliation_string":"Accenture AG, 12 Route Francois-Peyrot, 1218, Geneva, Switzerland","institution_ids":["https://openalex.org/I1310439424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5114374313"],"corresponding_institution_ids":["https://openalex.org/I1310439424"],"apc_list":{"value":3190,"currency":"USD","value_usd":3190},"apc_paid":{"value":3190,"currency":"USD","value_usd":3190},"fwci":6.7007,"has_fulltext":true,"cited_by_count":45,"citation_normalized_percentile":{"value":0.97687238,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"34","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9136000275611877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9136000275611877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10778","display_name":"Philosophy and History of Science","score":0.04309999942779541,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.009100000374019146,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-reliability","display_name":"model reliability","score":0.6489999890327454},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.8500000238418579},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.902999997138977},{"id":"https://openalex.org/keywords/epistemic-complexity","display_name":"epistemic complexity","score":0.8709999918937683},{"id":"https://openalex.org/keywords/model-assumptions","display_name":"model assumptions","score":0.9819999933242798},{"id":"https://openalex.org/keywords/uncertainty-estimation","display_name":"uncertainty estimation","score":0.7099999785423279},{"id":"https://openalex.org/keywords/black-box-problem","display_name":"black box problem","score":0.796999990940094},{"id":"https://openalex.org/keywords/responsible-ai","display_name":"responsible AI","score":0.8870000243186951},{"id":"https://openalex.org/keywords/scientific-modeling","display_name":"scientific modeling","score":0.6179999709129333},{"id":"https://openalex.org/keywords/epistemology-of-machine-learning","display_name":"epistemology of machine learning","score":0.8320000171661377},{"id":"https://openalex.org/keywords/random-forest","display_name":"random forest","score":0.6589999794960022},{"id":"https://openalex.org/keywords/logistic-regression","display_name":"logistic regression","score":1.0}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9140414595603943},{"id":"https://openalex.org/C24726157","wikidata":"https://www.wikidata.org/wiki/Q23407","display_name":"Philosophy of mind","level":3,"score":0.6675205230712891},{"id":"https://openalex.org/C110099512","wikidata":"https://www.wikidata.org/wiki/Q59115","display_name":"Philosophy of science","level":2,"score":0.6384701728820801},{"id":"https://openalex.org/C24858836","wikidata":"https://www.wikidata.org/wiki/Q844718","display_name":"Theory of computation","level":2,"score":0.5814641714096069},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.542542576789856},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5366219282150269},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5298637747764587},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4427207410335541},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.420393705368042},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.28500646352767944},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.28120625019073486},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.19916117191314697},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11448681354522705},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07778170704841614},{"id":"https://openalex.org/C182744844","wikidata":"https://www.wikidata.org/wiki/Q35277","display_name":"Metaphysics","level":2,"score":0.06839066743850708},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s11023-024-09682-0","doi":"https://doi.org/10.1007/s11023-024-09682-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11023-024-09682-0","pdf_url":null,"source":{"id":"https://openalex.org/S160466889","display_name":"Minds and Machines","issn_l":"0924-6495","issn":["0924-6495","1572-8641"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","erih-plus","jufo-1","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Minds and Machines","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2401.07359","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.07359","pdf_url":"https://arxiv.org/pdf/2401.07359","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:philsci-archive.pitt.edu:22957","doi":null,"is_oa":true,"landing_page_url":"https://philsci-archive.pitt.edu/22957/1/PoML.pdf","pdf_url":"http://philsci-archive.pitt.edu/22957/1/PoML.pdf","source":{"id":"https://openalex.org/S4306401282","display_name":"PhilSci-Archive (University of Pittsburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I170201317","host_organization_name":"University of Pittsburgh","host_organization_lineage":["https://openalex.org/I170201317"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"pmh:oai:philsci-archive.pitt.edu:23578","doi":null,"is_oa":true,"landing_page_url":"https://philsci-archive.pitt.edu/23578/7/PoML_v4.pdf","pdf_url":"https://philsci-archive.pitt.edu/23578/7/PoML_v4.pdf","source":{"id":"https://openalex.org/S4306401282","display_name":"PhilSci-Archive (University of Pittsburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I170201317","host_organization_name":"University of Pittsburgh","host_organization_lineage":["https://openalex.org/I170201317"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.48550/arxiv.2401.07359","doi":"https://doi.org/10.48550/arxiv.2401.07359","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2401.07359","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1007/s11023-024-09682-0","doi":"https://doi.org/10.1007/s11023-024-09682-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11023-024-09682-0","pdf_url":null,"source":{"id":"https://openalex.org/S160466889","display_name":"Minds and Machines","issn_l":"0924-6495","issn":["0924-6495","1572-8641"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","erih-plus","jufo-1","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Minds and Machines","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.7699999809265137,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":133,"referenced_works":["https://openalex.org/W191654141","https://openalex.org/W1528857985","https://openalex.org/W1533861849","https://openalex.org/W1565975147","https://openalex.org/W1596429040","https://openalex.org/W1608277397","https://openalex.org/W1638203394","https://openalex.org/W1705621135","https://openalex.org/W1771825882","https://openalex.org/W1976891431","https://openalex.org/W1998667128","https://openalex.org/W2001109362","https://openalex.org/W2016526647","https://openalex.org/W2017470614","https://openalex.org/W2018615065","https://openalex.org/W2019449965","https://openalex.org/W2023295277","https://openalex.org/W2032976129","https://openalex.org/W2033651947","https://openalex.org/W2043005456","https://openalex.org/W2045656233","https://openalex.org/W2075626188","https://openalex.org/W2076300962","https://openalex.org/W2099579348","https://openalex.org/W2101165924","https://openalex.org/W2111051539","https://openalex.org/W2112504244","https://openalex.org/W2117539524","https://openalex.org/W2133628950","https://openalex.org/W2135625884","https://openalex.org/W2137983211","https://openalex.org/W2140252220","https://openalex.org/W2154462988","https://openalex.org/W2158196600","https://openalex.org/W2194775991","https://openalex.org/W2313248989","https://openalex.org/W2319338832","https://openalex.org/W2363970847","https://openalex.org/W2390053580","https://openalex.org/W2439568532","https://openalex.org/W2515951737","https://openalex.org/W2551974706","https://openalex.org/W2559655401","https://openalex.org/W2560321925","https://openalex.org/W2579923771","https://openalex.org/W2604117713","https://openalex.org/W2612690371","https://openalex.org/W2619479788","https://openalex.org/W2670253439","https://openalex.org/W2736618479","https://openalex.org/W2787894218","https://openalex.org/W2788481061","https://openalex.org/W2788907134","https://openalex.org/W2806471870","https://openalex.org/W2809090039","https://openalex.org/W2890341730","https://openalex.org/W2891018693","https://openalex.org/W2905485203","https://openalex.org/W2919115771","https://openalex.org/W2941443959","https://openalex.org/W2954996726","https://openalex.org/W2963058055","https://openalex.org/W2964059111","https://openalex.org/W2976194262","https://openalex.org/W2978632886","https://openalex.org/W2981731882","https://openalex.org/W2998782090","https://openalex.org/W3008872739","https://openalex.org/W3014596384","https://openalex.org/W3015219844","https://openalex.org/W3021587765","https://openalex.org/W3025841227","https://openalex.org/W3036438747","https://openalex.org/W3041231242","https://openalex.org/W3043426275","https://openalex.org/W3092080391","https://openalex.org/W3092263108","https://openalex.org/W3100866300","https://openalex.org/W3102100346","https://openalex.org/W3125811491","https://openalex.org/W3134774296","https://openalex.org/W3135273381","https://openalex.org/W3164731060","https://openalex.org/W3173369353","https://openalex.org/W3177828909","https://openalex.org/W3183135123","https://openalex.org/W3183579995","https://openalex.org/W3197302864","https://openalex.org/W4210992751","https://openalex.org/W4212774754","https://openalex.org/W4213310170","https://openalex.org/W4224271529","https://openalex.org/W4230674625","https://openalex.org/W4234113909","https://openalex.org/W4236302910","https://openalex.org/W4237822586","https://openalex.org/W4238200010","https://openalex.org/W4238284510","https://openalex.org/W4254335087","https://openalex.org/W4283711611","https://openalex.org/W4293152273","https://openalex.org/W4299493560","https://openalex.org/W4308286229","https://openalex.org/W4308491960","https://openalex.org/W4309582017","https://openalex.org/W4318479436","https://openalex.org/W4321103821","https://openalex.org/W4324381121","https://openalex.org/W4380085287","https://openalex.org/W4385576721","https://openalex.org/W4386180448","https://openalex.org/W4403461050","https://openalex.org/W4413288418","https://openalex.org/W6617854174","https://openalex.org/W6633891752","https://openalex.org/W6637162671","https://openalex.org/W6637920357","https://openalex.org/W6640289440","https://openalex.org/W6675201316","https://openalex.org/W6681987720","https://openalex.org/W6683581212","https://openalex.org/W6684488266","https://openalex.org/W6730267373","https://openalex.org/W6736550969","https://openalex.org/W6739901393","https://openalex.org/W6778883912","https://openalex.org/W6781593509","https://openalex.org/W6790587931","https://openalex.org/W6791136898","https://openalex.org/W6796104939","https://openalex.org/W6798026231","https://openalex.org/W6846834023","https://openalex.org/W7074602641"],"related_works":["https://openalex.org/W2531287006","https://openalex.org/W4220673763","https://openalex.org/W2037107578","https://openalex.org/W2078814290","https://openalex.org/W1965227077","https://openalex.org/W2052861746","https://openalex.org/W2043402388","https://openalex.org/W2100605390","https://openalex.org/W2953698770","https://openalex.org/W109703496"],"abstract_inverted_index":{"Abstract":[0],"In":[1],"recent":[2],"years,":[3],"the":[4,7,19,22,67,77,88,95,107,120,131,149,157,180,194,240,257],"question":[5],"of":[6,9,21,30,34,76,91,97,110,122,133,135,153,159,166,196,208,210,224,239,242],"reliability":[8,161,241],"Machine":[10],"Learning":[11],"(ML)":[12],"methods":[13],"has":[14,25],"acquired":[15],"significant":[16,55],"importance,":[17],"and":[18,83,87,116,162,188,263,270],"analysis":[20,41,70,75,251],"associated":[23],"uncertainties":[24],"motivated":[26],"a":[27,53,72,184,211,219,233,236],"growing":[28],"amount":[29],"research.":[31],"However,":[32,266],"most":[33],"these":[35,92],"studies":[36],"have":[37],"applied":[38],"standard":[39,58,68,84],"error":[40,69],"to":[42,65,142,204],"ML":[43,115],"models\u2014and":[44],"in":[45,94,114,193,201,218],"particular":[46],"Deep":[47],"Neural":[48],"Network":[49],"(DNN)":[50],"models\u2014which":[51],"represent":[52],"rather":[54],"departure":[56],"from":[57,130],"scientific":[59,85,261],"modelling.":[60],"It":[61,145,227],"is":[62,140,146,222,232],"therefore":[63],"necessary":[64],"integrate":[66],"with":[71],"deeper":[73],"epistemological":[74],"possible":[78,89],"differences":[79,93],"between":[80,183,259],"DNN":[81,154,264],"models":[82,155,262,274],"modelling":[86],"implications":[90],"assessment":[96,238],"reliability.":[98],"This":[99,199,253],"article":[100,178,254],"offers":[101],"several":[102],"contributions.":[103],"First,":[104],"it":[105],"emphasises":[106],"ubiquitous":[108],"role":[109],"model":[111,126,212],"assumptions":[112,127],"(both":[113],"traditional":[117,260],"science)":[118],"against":[119],"illusion":[121],"theory-free":[123],"science.":[124],"Secondly,":[125],"are":[128,174,275],"analysed":[129],"point":[132],"view":[134],"their":[136,160,164],"(epistemic)":[137],"complexity,":[138],"which":[139,202,245],"shown":[141],"be":[143,247],"language-independent.":[144],"argued":[147],"that":[148,221],"high":[150],"epistemic":[151,186],"complexity":[152,187],"hinders":[156],"estimate":[158],"also":[163,228,276],"prospect":[165],"long":[167],"term":[168],"progress.":[169],"Some":[170],"potential":[171],"ways":[172],"forward":[173],"suggested.":[175],"Thirdly,":[176],"this":[177],"identifies":[179],"close":[181],"relation":[182],"model\u2019s":[185],"its":[189,216],"interpretability,":[190],"as":[191],"introduced":[192],"context":[195],"responsible":[197],"AI.":[198],"clarifies":[200,229],"sense\u2014and":[203],"what":[205],"extent\u2014the":[206],"lack":[207],"understanding":[209],"(black-box":[213],"problem)":[214],"impacts":[215],"interpretability":[217,231],"way":[220],"independent":[223],"individual":[225],"skills.":[226],"how":[230],"precondition":[234],"for":[235],"plausible":[237],"any":[243],"model,":[244],"cannot":[246],"based":[248],"on":[249,256],"statistical":[250],"alone.":[252],"focuses":[255],"comparison":[258],"models.":[265],"Random":[267],"Forest":[268],"(RF)":[269],"Logistic":[271],"Regression":[272],"(LR)":[273],"briefly":[277],"considered.":[278]},"counts_by_year":[{"year":2026,"cited_by_count":26},{"year":2025,"cited_by_count":19}],"updated_date":"2026-10-15T10:00:46.086208","created_date":"2025-10-10T00:00:00"}