{"id":"https://openalex.org/W4402263809","doi":"https://doi.org/10.1002/sim.10211","title":"Assessing the Performance of Machine Learning Methods Trained on Public Health Observational Data: A Case Study From COVID\u201019","display_name":"Assessing the Performance of Machine Learning Methods Trained on Public Health Observational Data: A Case Study From COVID\u201019","publication_year":2024,"publication_date":"2024-09-05","ids":{"openalex":"https://openalex.org/W4402263809","doi":"https://doi.org/10.1002/sim.10211","pmid":"https://pubmed.ncbi.nlm.nih.gov/39237100"},"language":"en","primary_location":{"id":"doi:10.1002/sim.10211","doi":"https://doi.org/10.1002/sim.10211","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1002/sim.10211","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/sim.10211","source":{"id":"https://openalex.org/S55189604","display_name":"Statistics in Medicine","issn_l":"0277-6715","issn":["0277-6715","1097-0258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics in Medicine","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/sim.10211","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065927887","display_name":"Davide Pigoli","orcid":"https://orcid.org/0000-0003-4591-4167","observed_orcids":["https://orcid.org/0000-0003-4591-4167"]},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]},{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Davide Pigoli","raw_affiliation_strings":["Department of Mathematics King's College London  UK","The Alan Turing Institute  London UK"],"raw_orcid":"https://orcid.org/0000-0003-4591-4167","affiliations":[{"raw_affiliation_string":"Department of Mathematics King's College London  UK","institution_ids":["https://openalex.org/I183935753"]},{"raw_affiliation_string":"The Alan Turing Institute  London UK","institution_ids":["https://openalex.org/I4210128584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068637199","display_name":"Kieran Baker","orcid":"https://orcid.org/0000-0002-3312-4806","observed_orcids":["https://orcid.org/0000-0002-3312-4806"]},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]},{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kieran Baker","raw_affiliation_strings":["Department of Mathematics King's College London  UK","The Alan Turing Institute  London UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics King's College London  UK","institution_ids":["https://openalex.org/I183935753"]},{"raw_affiliation_string":"The Alan Turing Institute  London UK","institution_ids":["https://openalex.org/I4210128584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091479522","display_name":"Jobie Budd","orcid":"https://orcid.org/0000-0003-3337-6859","observed_orcids":["https://orcid.org/0000-0003-3337-6859"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jobie Budd","raw_affiliation_strings":["Division of Medicine University College London  UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Medicine University College London  UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lorraine Butler","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4387153084","display_name":"UK Health Security Agency","ror":"https://ror.org/018h10037","country_code":"GB","type":"government","lineage":["https://openalex.org/I1311074006","https://openalex.org/I4387153084"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lorraine Butler","raw_affiliation_strings":["UK Health Security Agency  London UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UK Health Security Agency  London UK","institution_ids":["https://openalex.org/I4387153084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087769785","display_name":"Harry Coppock","orcid":"https://orcid.org/0000-0003-2404-8319","observed_orcids":["https://orcid.org/0000-0003-2404-8319"]},"institutions":[{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Harry Coppock","raw_affiliation_strings":["Group on Language Audio & Music Imperial College London  UK","The Alan Turing Institute  London UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Group on Language Audio & Music Imperial College London  UK","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"The Alan Turing Institute  London UK","institution_ids":["https://openalex.org/I4210128584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079619720","display_name":"Sabrina Egglestone","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4387153084","display_name":"UK Health Security Agency","ror":"https://ror.org/018h10037","country_code":"GB","type":"government","lineage":["https://openalex.org/I1311074006","https://openalex.org/I4387153084"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sabrina Egglestone","raw_affiliation_strings":["UK Health Security Agency  London UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UK Health Security Agency  London UK","institution_ids":["https://openalex.org/I4387153084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053702144","display_name":"Steven G. Gilmour","orcid":"https://orcid.org/0000-0002-0898-3713","observed_orcids":["https://orcid.org/0000-0002-0898-3713"]},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]},{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Steven G. Gilmour","raw_affiliation_strings":["Department of Mathematics King's College London  UK","The Alan Turing Institute  London UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics King's College London  UK","institution_ids":["https://openalex.org/I183935753"]},{"raw_affiliation_string":"The Alan Turing Institute  London UK","institution_ids":["https://openalex.org/I4210128584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100649922","display_name":"Chris C. Holmes","orcid":"https://orcid.org/0000-0002-6667-4943","observed_orcids":["https://orcid.org/0000-0002-6667-4943"]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chris Holmes","raw_affiliation_strings":["Department of Statistics University of Oxford  UK","The Alan Turing Institute  London UK"],"raw_orcid":"https://orcid.org/0000-0002-6667-4943","affiliations":[{"raw_affiliation_string":"Department of Statistics University of Oxford  UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"The Alan Turing Institute  London UK","institution_ids":["https://openalex.org/I4210128584"]}]},{"author_position":"middle","author":{"id":null,"display_name":"David Hurley","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4387153084","display_name":"UK Health Security Agency","ror":"https://ror.org/018h10037","country_code":"GB","type":"government","lineage":["https://openalex.org/I1311074006","https://openalex.org/I4387153084"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"David Hurley","raw_affiliation_strings":["UK Health Security Agency  London UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UK Health Security Agency  London UK","institution_ids":["https://openalex.org/I4387153084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017783470","display_name":"Radka Jersakova","orcid":"https://orcid.org/0000-0001-6846-7158","observed_orcids":["https://orcid.org/0000-0001-6846-7158"]},"institutions":[{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Radka Jersakova","raw_affiliation_strings":["The Alan Turing Institute  London UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Alan Turing Institute  London UK","institution_ids":["https://openalex.org/I4210128584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037710077","display_name":"Ivan Kiskin","orcid":"https://orcid.org/0000-0002-2551-840X","observed_orcids":["https://orcid.org/0000-0002-2551-840X"]},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ivan Kiskin","raw_affiliation_strings":["Centre for Vision, Speech and Signal Processing University of Surrey  UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Vision, Speech and Signal Processing University of Surrey  UK","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026421557","display_name":"Vasiliki Koutra","orcid":"https://orcid.org/0000-0002-1117-4554","observed_orcids":["https://orcid.org/0000-0002-1117-4554"]},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]},{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Vasiliki Koutra","raw_affiliation_strings":["Department of Mathematics King's College London  UK","The Alan Turing Institute  London UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics King's College London  UK","institution_ids":["https://openalex.org/I183935753"]},{"raw_affiliation_string":"The Alan Turing Institute  London UK","institution_ids":["https://openalex.org/I4210128584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048787629","display_name":"Jonathon Mellor","orcid":"https://orcid.org/0000-0002-8743-0817","observed_orcids":["https://orcid.org/0000-0002-8743-0817"]},"institutions":[{"id":"https://openalex.org/I4387153084","display_name":"UK Health Security Agency","ror":"https://ror.org/018h10037","country_code":"GB","type":"government","lineage":["https://openalex.org/I1311074006","https://openalex.org/I4387153084"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jonathon Mellor","raw_affiliation_strings":["UK Health Security Agency  London UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UK Health Security Agency  London UK","institution_ids":["https://openalex.org/I4387153084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018399396","display_name":"George Nicholson","orcid":"https://orcid.org/0000-0001-9588-6075","observed_orcids":["https://orcid.org/0000-0001-9588-6075"]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"George Nicholson","raw_affiliation_strings":["Department of Statistics University of Oxford  UK","The Alan Turing Institute  London UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics University of Oxford  UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"The Alan Turing Institute  London UK","institution_ids":["https://openalex.org/I4210128584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016799583","display_name":"Joe Packham","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4387153084","display_name":"UK Health Security Agency","ror":"https://ror.org/018h10037","country_code":"GB","type":"government","lineage":["https://openalex.org/I1311074006","https://openalex.org/I4387153084"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Joe Packham","raw_affiliation_strings":["UK Health Security Agency  London UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UK Health Security Agency  London UK","institution_ids":["https://openalex.org/I4387153084"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Selina Patel","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4387153084","display_name":"UK Health Security Agency","ror":"https://ror.org/018h10037","country_code":"GB","type":"government","lineage":["https://openalex.org/I1311074006","https://openalex.org/I4387153084"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Selina Patel","raw_affiliation_strings":["Division of Medicine University College London  UK","UK Health Security Agency  London UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Medicine University College London  UK","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"UK Health Security Agency  London UK","institution_ids":["https://openalex.org/I4387153084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062378195","display_name":"Richard Payne","orcid":"https://orcid.org/0000-0002-1721-3868","observed_orcids":["https://orcid.org/0000-0002-1721-3868"]},"institutions":[{"id":"https://openalex.org/I4387153084","display_name":"UK Health Security Agency","ror":"https://ror.org/018h10037","country_code":"GB","type":"government","lineage":["https://openalex.org/I1311074006","https://openalex.org/I4387153084"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Richard Payne","raw_affiliation_strings":["UK Health Security Agency  London UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UK Health Security Agency  London UK","institution_ids":["https://openalex.org/I4387153084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058617210","display_name":"Stephen Roberts","orcid":"https://orcid.org/0000-0002-9305-9268","observed_orcids":["https://orcid.org/0000-0002-9305-9268"]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stephen J. Roberts","raw_affiliation_strings":["Department of Engineering Science University of Oxford  UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Science University of Oxford  UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043060302","display_name":"Bj\u00f6rn Wolfgang Schuller","orcid":"https://orcid.org/0000-0002-6478-8699","observed_orcids":["https://orcid.org/0000-0002-6478-8699"]},"institutions":[{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bj\u00f6rn W. Schuller","raw_affiliation_strings":["Group on Language Audio & Music Imperial College London  UK","The Alan Turing Institute  London UK"],"raw_orcid":"https://orcid.org/0000-0002-6478-8699","affiliations":[{"raw_affiliation_string":"Group on Language Audio & Music Imperial College London  UK","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"The Alan Turing Institute  London UK","institution_ids":["https://openalex.org/I4210128584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037064510","display_name":"Ana Tendero Ca\u00f1adas","orcid":"https://orcid.org/0000-0001-9708-5415","observed_orcids":["https://orcid.org/0000-0001-9708-5415"]},"institutions":[{"id":"https://openalex.org/I4387153084","display_name":"UK Health Security Agency","ror":"https://ror.org/018h10037","country_code":"GB","type":"government","lineage":["https://openalex.org/I1311074006","https://openalex.org/I4387153084"]},{"id":"https://openalex.org/I71637028","display_name":"University of Brighton","ror":"https://ror.org/04kp2b655","country_code":"GB","type":"education","lineage":["https://openalex.org/I71637028"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ana Tendero\u2010Ca\u00f1adas","raw_affiliation_strings":["Centre for Lifelong Health University of Brighton  UK","UK Health Security Agency  London UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Lifelong Health University of Brighton  UK","institution_ids":["https://openalex.org/I71637028"]},{"raw_affiliation_string":"UK Health Security Agency  London UK","institution_ids":["https://openalex.org/I4387153084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079675314","display_name":"Tracey Thornley","orcid":"https://orcid.org/0000-0002-9276-052X","observed_orcids":["https://orcid.org/0000-0002-9276-052X"]},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tracey Thornley","raw_affiliation_strings":["Pharmacy Practice and Policy Division University of Nottingham  UK"],"raw_orcid":"https://orcid.org/0000-0002-9276-052X","affiliations":[{"raw_affiliation_string":"Pharmacy Practice and Policy Division University of Nottingham  UK","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065069705","display_name":"Alexander Titcomb","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4387153084","display_name":"UK Health Security Agency","ror":"https://ror.org/018h10037","country_code":"GB","type":"government","lineage":["https://openalex.org/I1311074006","https://openalex.org/I4387153084"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alexander Titcomb","raw_affiliation_strings":["UK Health Security Agency  London UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UK Health Security Agency  London UK","institution_ids":["https://openalex.org/I4387153084"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5065927887"],"corresponding_institution_ids":["https://openalex.org/I183935753","https://openalex.org/I4210128584"],"apc_list":{"value":5190,"currency":"USD","value_usd":5190},"apc_paid":{"value":5190,"currency":"USD","value_usd":5190},"fwci":0.8707,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.76280323,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":"43","issue":"25","first_page":"4861","last_page":"4871"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.24130000174045563,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.24130000174045563,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11754","display_name":"SARS-CoV-2 detection and testing","score":0.10599999874830246,"subfield":{"id":"https://openalex.org/subfields/2725","display_name":"Infectious Diseases"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.09740000218153,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/covid-19","display_name":"COVID-19 pandemic","score":0.9700000286102295},{"id":"https://openalex.org/keywords/acoustic-recordings","display_name":"acoustic recordings","score":0.6850000023841858}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.649752676486969},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6342440247535706},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.6029055118560791},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5922383069992065},{"id":"https://openalex.org/C23131810","wikidata":"https://www.wikidata.org/wiki/Q818574","display_name":"Observational study","level":2,"score":0.5712109804153442},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.5201092958450317},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.5171819925308228},{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.5034696459770203},{"id":"https://openalex.org/C2385561","wikidata":"https://www.wikidata.org/wiki/Q45432","display_name":"RSS","level":2,"score":0.4871253967285156},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37434881925582886},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.25084125995635986},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.17770326137542725},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13882574439048767},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10966196656227112},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.10645949840545654},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.08372148871421814},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.08354997634887695},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":"Q000453","qualifier_name":"epidemiology","is_major_topic":true},{"descriptor_ui":"D000086402","descriptor_name":"SARS-CoV-2","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006113","descriptor_name":"United Kingdom","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011634","descriptor_name":"Public Health","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":9,"locations":[{"id":"doi:10.1002/sim.10211","doi":"https://doi.org/10.1002/sim.10211","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1002/sim.10211","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/sim.10211","source":{"id":"https://openalex.org/S55189604","display_name":"Statistics in Medicine","issn_l":"0277-6715","issn":["0277-6715","1097-0258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics in Medicine","raw_type":"journal-article"},{"id":"pmid:39237100","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39237100","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics in medicine","raw_type":"Journal Article"},{"id":"pmh:oai:https://nottingham-repository.worktribe.com/:26797925","doi":null,"is_oa":true,"landing_page_url":"https://doi.org/10.1002/sim.10211","pdf_url":null,"source":{"id":"https://openalex.org/S4306402483","display_name":"Repository@Nottingham (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Journal Article"},{"id":"pmh:oai:ora.ox.ac.uk:uuid:dd421b60-ba59-4ee6-aa04-24e4b6200664","doi":null,"is_oa":false,"landing_page_url":"https://ora.ox.ac.uk/objects/uuid:dd421b60-ba59-4ee6-aa04-24e4b6200664/files/rw9505225s","pdf_url":null,"source":{"id":"https://openalex.org/S4306402636","display_name":"Oxford University Research Archive (ORA) (University of Oxford)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I40120149","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/I40120149"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symplectic Elements","raw_type":"Journal article"},{"id":"pmh:oai:arXiv.org:2212.08571","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.08571","pdf_url":"https://arxiv.org/pdf/2212.08571","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:kclpure.kcl.ac.uk:openaire/87a034f2-e45c-4e37-aa86-d54beb1ba166","doi":null,"is_oa":true,"landing_page_url":"https://kclpure.kcl.ac.uk/portal/files/356014139/Assessing_the_Performance_of_Machine_Learning_Methods_Trained_on_Public_Health_Observational_Data_Version_of_Record.pdf","pdf_url":"https://kclpure.kcl.ac.uk/ws/files/356014139/Assessing_the_Performance_of_Machine_Learning_Methods_Trained_on_Public_Health_Observational_Data_Version_of_Record.pdf","source":{"id":"https://openalex.org/S4306400216","display_name":"Research Portal (King's College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I183935753","host_organization_name":"King's College London","host_organization_lineage":["https://openalex.org/I183935753"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Pigoli, D, Baker, K, Budd, J, Butler, L, Coppock, H, Egglestone, S, Gilmour, S G, Holmes, C, Hurley, D, Jersakova, R, Kiskin, I, Koutra, V, Mellor, J, Nicholson, G, Packham, J, Patel, S, Payne, R, Roberts, S J, Schuller, B W, Tendero-Ca\u00f1adas, A, Thornley, T & Titcomb, A 2024, 'Assessing the Performance of Machine Learning Methods Trained on Public Health Observational Data : A Case Study From COVID-19', Statistics in Medicine, vol. 43, no. 25, pp. 4861-4871. https://doi.org/10.1002/sim.10211","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:nottingham-repository.worktribe.com:26797925","doi":null,"is_oa":true,"landing_page_url":"https://nottingham-repository.worktribe.com/output/26797925","pdf_url":"https://nottingham-repository.worktribe.com/file/26797925/1/Statistics%20in%20Medicine%20-%202024%20-%20Pigoli%20-%20Assessing%20the%20Performance%20of%20Machine%20Learning%20Methods%20Trained%20on%20Public%20Health","source":{"id":"https://openalex.org/S4306402483","display_name":"Repository@Nottingham (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1773077","doi":null,"is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1773077","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.48550/arxiv.2212.08571","doi":"https://doi.org/10.48550/arxiv.2212.08571","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2212.08571","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1002/sim.10211","doi":"https://doi.org/10.1002/sim.10211","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1002/sim.10211","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/sim.10211","source":{"id":"https://openalex.org/S55189604","display_name":"Statistics in Medicine","issn_l":"0277-6715","issn":["0277-6715","1097-0258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics in Medicine","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.9391000270843506}],"study_designs":[],"awards":[{"id":"https://openalex.org/G3916192111","display_name":null,"funder_award_id":"EP /W037211/1","funder_id":"https://openalex.org/F4320313467","funder_display_name":"Alan Turing Institute"},{"id":"https://openalex.org/G4027695491","display_name":null,"funder_award_id":"2020/045","funder_id":"https://openalex.org/F4320319994","funder_display_name":"Department of Health and Social Care"},{"id":"https://openalex.org/G5444670365","display_name":null,"funder_award_id":"NIHR 203311","funder_id":"https://openalex.org/F4320336045","funder_display_name":"NIHR Oxford Biomedical Research Centre"},{"id":"https://openalex.org/G5615253409","display_name":null,"funder_award_id":"NIHR203311","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G6413457900","display_name":null,"funder_award_id":"2020/045","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"}],"funders":[{"id":"https://openalex.org/F4320313274","display_name":"Royal Statistical Society","ror":"https://ror.org/05nv34q75"},{"id":"https://openalex.org/F4320313467","display_name":"Alan Turing Institute","ror":"https://ror.org/035dkdb55"},{"id":"https://openalex.org/F4320319990","display_name":"National Institute for Health and Care Research","ror":"https://ror.org/0187kwz08"},{"id":"https://openalex.org/F4320319994","display_name":"Department of Health and Social Care","ror":"https://ror.org/03sbpja79"},{"id":"https://openalex.org/F4320336045","display_name":"NIHR Oxford Biomedical Research Centre","ror":"https://ror.org/00aps1a34"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402263809.pdf","grobid_xml":"https://content.openalex.org/works/W4402263809.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W1966716734","https://openalex.org/W2078271269","https://openalex.org/W2087347434","https://openalex.org/W2090777335","https://openalex.org/W3011403448","https://openalex.org/W3023211159","https://openalex.org/W3035378948","https://openalex.org/W3080412506","https://openalex.org/W3091468319","https://openalex.org/W3127573699","https://openalex.org/W3138114698","https://openalex.org/W3175510762","https://openalex.org/W4250845221","https://openalex.org/W4391604988","https://openalex.org/W4400086676","https://openalex.org/W4413358888"],"related_works":["https://openalex.org/W4311995016","https://openalex.org/W3200440479","https://openalex.org/W4400086676","https://openalex.org/W3184562487","https://openalex.org/W4311995087","https://openalex.org/W3142896314","https://openalex.org/W4406458295","https://openalex.org/W3185939438","https://openalex.org/W4312648006","https://openalex.org/W6889489269"],"abstract_inverted_index":{"From":[0],"early":[1,32],"in":[2,12,36,62],"the":[3,44,47,68,74,82,84,139],"coronavirus":[4],"disease":[5],"2019":[6],"(COVID-19)":[7],"pandemic,":[8],"there":[9],"was":[10],"interest":[11],"using":[13],"machine":[14,110,142],"learning":[15,111,143],"methods":[16,136],"to":[17,106,113,137],"predict":[18,114],"COVID-19":[19],"infection":[20,96,116],"status":[21,97,117],"based":[22,118],"on":[23,119,133],"vocal":[24,120],"audio":[25,121],"signals,":[26],"for":[27,145],"example,":[28],"cough":[29],"recordings.":[30],"However,":[31],"studies":[33,132],"had":[34],"limitations":[35,58],"terms":[37],"of":[38,42,46,81,92,141],"data":[39],"collection":[40],"and":[41,73,98],"how":[43,56],"performances":[45],"proposed":[48],"predictive":[49],"models":[50],"were":[51],"assessed.":[52],"This":[53,103],"article":[54],"describes":[55],"these":[57],"have":[59],"been":[60],"overcome":[61],"a":[63,90],"study":[64,100],"carried":[65],"out":[66],"by":[67],"Turing-RSS":[69],"Health":[70,76,86],"Data":[71],"Laboratory":[72],"UK":[75,85],"Security":[77,87],"Agency.":[78],"As":[79],"part":[80],"study,":[83],"Agency":[88],"collected":[89],"dataset":[91],"acoustic":[93],"recordings,":[94],"SARS-CoV-2":[95,115],"extensive":[99],"participant":[101],"meta-data.":[102],"allowed":[104],"us":[105],"rigorously":[107],"assess":[108,138],"state-of-the-art":[109],"techniques":[112,144],"signals.":[122],"The":[123],"lessons":[124],"learned":[125],"from":[126],"this":[127],"project":[128],"should":[129],"inform":[130],"future":[131],"statistical":[134],"evaluation":[135],"performance":[140],"public":[146],"health":[147],"tasks.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-09-06T00:00:00"}