{"id":"https://openalex.org/W4402416011","doi":"https://doi.org/10.1007/s43681-024-00561-z","title":"Ethical considerations of use of hold-out sets in clinical prediction model management","display_name":"Ethical considerations of use of hold-out sets in clinical prediction model management","publication_year":2024,"publication_date":"2024-09-10","ids":{"openalex":"https://openalex.org/W4402416011","doi":"https://doi.org/10.1007/s43681-024-00561-z"},"language":"en","primary_location":{"id":"doi:10.1007/s43681-024-00561-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-024-00561-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-024-00561-z.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s43681-024-00561-z.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003021584","display_name":"Louis Chislett","orcid":"https://orcid.org/0000-0002-2578-3625"},"institutions":[{"id":"https://openalex.org/I4210158898","display_name":"Institute of Genetics and Cancer","ror":"https://ror.org/05hygey35","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210087105","https://openalex.org/I4210158898","https://openalex.org/I90344618","https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Louis Chislett","raw_affiliation_strings":["MRC Human Genetics Unit, University of Edinburgh, Crewe Rd S, Edinburgh, EH4 2XU, UK"],"affiliations":[{"raw_affiliation_string":"MRC Human Genetics Unit, University of Edinburgh, Crewe Rd S, Edinburgh, EH4 2XU, UK","institution_ids":["https://openalex.org/I4210158898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008553387","display_name":"Louis J. M. Aslett","orcid":"https://orcid.org/0000-0003-2211-233X"},"institutions":[{"id":"https://openalex.org/I125680101","display_name":"Turing Institute","ror":"https://ror.org/02x2mw849","country_code":"GB","type":"facility","lineage":["https://openalex.org/I125680101"]},{"id":"https://openalex.org/I190082696","display_name":"Durham University","ror":"https://ror.org/01v29qb04","country_code":"GB","type":"education","lineage":["https://openalex.org/I190082696"]},{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Louis J. M. Aslett","raw_affiliation_strings":["Department of Mathematical Sciences, Durham University, Stockton Rd, Durham, DH1 3LE, UK","The Alan Turing Institute, 96 Euston Rd, London, NW1 2DB, UK"],"affiliations":[{"raw_affiliation_string":"Department of Mathematical Sciences, Durham University, Stockton Rd, Durham, DH1 3LE, UK","institution_ids":["https://openalex.org/I190082696"]},{"raw_affiliation_string":"The Alan Turing Institute, 96 Euston Rd, London, NW1 2DB, UK","institution_ids":["https://openalex.org/I125680101","https://openalex.org/I4210128584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018550326","display_name":"Alisha Davies","orcid":"https://orcid.org/0000-0002-8066-7264"},"institutions":[{"id":"https://openalex.org/I125680101","display_name":"Turing Institute","ror":"https://ror.org/02x2mw849","country_code":"GB","type":"facility","lineage":["https://openalex.org/I125680101"]},{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alisha R. Davies","raw_affiliation_strings":["The Alan Turing Institute, 96 Euston Rd, London, NW1 2DB, UK"],"affiliations":[{"raw_affiliation_string":"The Alan Turing Institute, 96 Euston Rd, London, NW1 2DB, UK","institution_ids":["https://openalex.org/I125680101","https://openalex.org/I4210128584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005082169","display_name":"Catalina A. Vallejos","orcid":"https://orcid.org/0000-0003-3638-1960"},"institutions":[{"id":"https://openalex.org/I125680101","display_name":"Turing Institute","ror":"https://ror.org/02x2mw849","country_code":"GB","type":"facility","lineage":["https://openalex.org/I125680101"]},{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]},{"id":"https://openalex.org/I4210158898","display_name":"Institute of Genetics and Cancer","ror":"https://ror.org/05hygey35","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210087105","https://openalex.org/I4210158898","https://openalex.org/I90344618","https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Catalina A. Vallejos","raw_affiliation_strings":["MRC Human Genetics Unit, University of Edinburgh, Crewe Rd S, Edinburgh, EH4 2XU, UK","The Alan Turing Institute, 96 Euston Rd, London, NW1 2DB, UK"],"affiliations":[{"raw_affiliation_string":"MRC Human Genetics Unit, University of Edinburgh, Crewe Rd S, Edinburgh, EH4 2XU, UK","institution_ids":["https://openalex.org/I4210158898"]},{"raw_affiliation_string":"The Alan Turing Institute, 96 Euston Rd, London, NW1 2DB, UK","institution_ids":["https://openalex.org/I125680101","https://openalex.org/I4210128584"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074427299","display_name":"James Liley","orcid":"https://orcid.org/0000-0002-0049-8238"},"institutions":[{"id":"https://openalex.org/I190082696","display_name":"Durham University","ror":"https://ror.org/01v29qb04","country_code":"GB","type":"education","lineage":["https://openalex.org/I190082696"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"James Liley","raw_affiliation_strings":["Department of Mathematical Sciences, Durham University, Stockton Rd, Durham, DH1 3LE, UK"],"affiliations":[{"raw_affiliation_string":"Department of Mathematical Sciences, Durham University, Stockton Rd, Durham, DH1 3LE, UK","institution_ids":["https://openalex.org/I190082696"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5003021584"],"corresponding_institution_ids":["https://openalex.org/I4210158898"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":0.2361,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.59339835,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"5","issue":"3","first_page":"2435","last_page":"2444"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10582","display_name":"Ethics in Clinical Research","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3424871563911438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3271271288394928}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3424871563911438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3271271288394928}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s43681-024-00561-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-024-00561-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-024-00561-z.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"},{"id":"pmh:oai:durham-repository.worktribe.com:2860725","is_oa":true,"landing_page_url":"https://durham-repository.worktribe.com/output/2860725","pdf_url":"https://durham-repository.worktribe.com/file/2860725/1/Published%20Journal%20Article%20%28Advance%20Online%20Version%29","source":{"id":"https://openalex.org/S4306400188","display_name":"Durham Research Online (Durham University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I190082696","host_organization_name":"Durham University","host_organization_lineage":["https://openalex.org/I190082696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/24543e4b-2e41-4435-aebb-7f5ccb0a511e","is_oa":true,"landing_page_url":"https://hdl.handle.net/20.500.11820/24543e4b-2e41-4435-aebb-7f5ccb0a511e","pdf_url":"https://www.pure.ed.ac.uk/ws/files/468837461/holdout_sets_ethics.pdf","source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Chislett, L, Aslett, L JM, Davies, A R, Vallejos, C A & Liley, J 2024, 'Ethical considerations of use of hold-out sets in clinical prediction model management', AI and Ethics, vol. 5, pp. 2435\u20132444. https://doi.org/10.1007/s43681-024-00561-z","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.ed.ac.uk:publications/24543e4b-2e41-4435-aebb-7f5ccb0a511e","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/24543e4b-2e41-4435-aebb-7f5ccb0a511e","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Chislett, L, Aslett, L JM, Davies, A R, Vallejos, C A & Liley, J 2024, 'Ethical considerations of use of hold-out sets in clinical prediction model management', AI and Ethics, vol. 5, pp. 2435\u20132444. https://doi.org/10.1007/s43681-024-00561-z","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1007/s43681-024-00561-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-024-00561-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-024-00561-z.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3372715192","display_name":null,"funder_award_id":"218529/Z/19/Z","funder_id":"https://openalex.org/F4320313467","funder_display_name":"Alan Turing Institute"},{"id":"https://openalex.org/G5147728456","display_name":null,"funder_award_id":"EP/X03870X/1","funder_id":"https://openalex.org/F4320313467","funder_display_name":"Alan Turing Institute"},{"id":"https://openalex.org/G549236285","display_name":null,"funder_award_id":"HDR-23005","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G6688365311","display_name":null,"funder_award_id":"218529/Z/19/Z","funder_id":"https://openalex.org/F7757660664","funder_display_name":"Health Data Research UK"},{"id":"https://openalex.org/G8981894437","display_name":"The Alan Turing Institute 22/23 - Core and Additional Funding","funder_award_id":"EP/X03870X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320313467","display_name":"Alan Turing Institute","ror":"https://ror.org/035dkdb55"},{"id":"https://openalex.org/F4320334626","display_name":"Medical Research Council","ror":"https://ror.org/03x94j517"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F7757660664","display_name":"Health Data Research UK","ror":"https://ror.org/04rtjaj74"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4402416011.pdf"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1480376833","https://openalex.org/W1702536112","https://openalex.org/W2019221205","https://openalex.org/W2024853505","https://openalex.org/W2024887237","https://openalex.org/W2034190732","https://openalex.org/W2052891063","https://openalex.org/W2068796874","https://openalex.org/W2113173494","https://openalex.org/W2127143387","https://openalex.org/W2138402220","https://openalex.org/W2496315729","https://openalex.org/W2618596952","https://openalex.org/W2805587876","https://openalex.org/W2899622519","https://openalex.org/W2908201961","https://openalex.org/W2969724484","https://openalex.org/W2972207715","https://openalex.org/W2987196201","https://openalex.org/W3004612364","https://openalex.org/W3033410427","https://openalex.org/W3096597179","https://openalex.org/W3174786846","https://openalex.org/W3177617320","https://openalex.org/W3186473064","https://openalex.org/W3192392634","https://openalex.org/W4226147115","https://openalex.org/W4239236410","https://openalex.org/W4286949288"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Abstract":[0],"Clinical":[1],"prediction":[2,116,195],"models":[3,9,117],"are":[4],"statistical":[5,153,178],"or":[6],"machine":[7],"learning":[8],"used":[10],"to":[11,47,50,70],"quantify":[12],"the":[13,42,73,124,189],"risk":[14,55,89],"of":[15,54,75,82,103,111,127,146,175],"a":[16,51,60,80,93],"certain":[17],"health":[18,119],"outcome":[19,43],"using":[20],"patient":[21],"data.":[22,66],"These":[23],"can":[24,95],"then":[25],"inform":[26,38],"potential":[27,52,109,147],"interventions":[28,39],"on":[29,64,123],"patients,":[30],"causing":[31],"an":[32,101],"effect":[33],"called":[34],"performative":[35],"prediction:":[36],"predictions":[37],"which":[40,79],"influence":[41],"they":[44],"were":[45],"trying":[46],"predict,":[48],"leading":[49],"underestimation":[53],"in":[56,78,118,173,188],"some":[57],"patients":[58,83],"if":[59],"model":[61,87,94],"is":[62,72],"updated":[63],"this":[65,71],"One":[67],"suggested":[68],"resolution":[69],"use":[74,190],"hold-out":[76,112,148,158,167,191],"sets,":[77],"set":[81,149,159],"do":[84],"not":[85],"receive":[86],"derived":[88],"scores,":[90],"such":[91],"that":[92],"be":[96],"safely":[97],"retrained.":[98],"We":[99,121,133,142,162],"present":[100,143],"overview":[102],"clinical":[104,115,138,194],"and":[105,131,140,151,169,177],"research":[106],"ethics":[107,176],"regarding":[108],"implementation":[110],"sets":[113,168,192],"for":[114,185,193],"settings.":[120],"focus":[122],"ethical":[125],"principles":[126],"beneficence,":[128],"non-maleficence,":[129],"autonomy":[130],"justice.":[132],"also":[134,163],"discuss":[135,152,164],"informed":[136],"consent,":[137],"equipoise,":[139],"truth-telling.":[141],"illustrative":[144],"cases":[145],"implementations":[150],"issues":[154],"arising":[155],"from":[156],"different":[157],"sampling":[160],"methods.":[161],"differences":[165],"between":[166],"randomised":[170],"control":[171],"trials,":[172],"terms":[174],"issues.":[179],"Finally,":[180],"we":[181],"give":[182],"practical":[183],"recommendations":[184],"researchers":[186],"interested":[187],"models.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}