{"id":"https://openalex.org/W3013681994","doi":"https://doi.org/10.1136/bmj.m689","title":"Artificial intelligence versus clinicians: systematic review of design, reporting standards, and claims of deep learning studies","display_name":"Artificial intelligence versus clinicians: systematic review of design, reporting standards, and claims of deep learning studies","publication_year":2020,"publication_date":"2020-03-25","ids":{"openalex":"https://openalex.org/W3013681994","doi":"https://doi.org/10.1136/bmj.m689","mag":"3013681994","pmid":"https://pubmed.ncbi.nlm.nih.gov/32213531","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/7190037"},"language":"en","primary_location":{"id":"doi:10.1136/bmj.m689","doi":"https://doi.org/10.1136/bmj.m689","is_oa":true,"landing_page_url":"https://doi.org/10.1136/bmj.m689","pdf_url":"https://www.bmj.com/content/bmj/368/bmj.m689.full.pdf","source":{"id":"https://openalex.org/S4393917726","display_name":"BMJ","issn_l":"1756-1833","issn":["1756-1833"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","doyens","jufo-2","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ","raw_type":"journal-article"},"volume":null,"type":"review","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.bmj.com/content/bmj/368/bmj.m689.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044695496","display_name":"Myura Nagendran","orcid":"https://orcid.org/0000-0002-4656-5096","observed_orcids":["https://orcid.org/0000-0002-4656-5096"]},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Myura Nagendran","raw_affiliation_strings":["Division of Anaesthetics, Pain Medicine and Intensive Care, Department of Surgery and Cancer, Imperial College London, UK myura.nagendran@imperial.ac.uk","Division of Anaesthetics, Pain Medicine and Intensive Care, Department of Surgery and Cancer, Imperial College London, UK"],"raw_orcid":"https://orcid.org/0000-0002-4656-5096","affiliations":[{"raw_affiliation_string":"Division of Anaesthetics, Pain Medicine and Intensive Care, Department of Surgery and Cancer, Imperial College London, UK myura.nagendran@imperial.ac.uk","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Division of Anaesthetics, Pain Medicine and Intensive Care, Department of Surgery and Cancer, Imperial College London, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090849949","display_name":"Yang Chen","orcid":"https://orcid.org/0000-0001-6032-3387","observed_orcids":["https://orcid.org/0000-0001-6032-3387"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yang Chen","raw_affiliation_strings":["Institute of Cardiovascular Science, University College London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Cardiovascular Science, University College London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043683463","display_name":"Christopher A. Lovejoy","orcid":"https://orcid.org/0000-0003-0919-1264","observed_orcids":["https://orcid.org/0000-0003-0919-1264"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christopher A Lovejoy","raw_affiliation_strings":["Cera Care, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cera Care, London, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054928970","display_name":"Anthony  C. Gordon","orcid":"https://orcid.org/0000-0002-0419-547X","observed_orcids":["https://orcid.org/0000-0002-0419-547X"]},"institutions":[{"id":"https://openalex.org/I153355300","display_name":"Imperial College Healthcare NHS Trust","ror":"https://ror.org/056ffv270","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I153355300"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anthony C Gordon","raw_affiliation_strings":["Centre for Perioperative and Critical Care Research, Imperial College Healthcare NHS Trust, London, UK","Division of Anaesthetics, Pain Medicine and Intensive Care, Department of Surgery and Cancer, Imperial College London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Perioperative and Critical Care Research, Imperial College Healthcare NHS Trust, London, UK","institution_ids":["https://openalex.org/I153355300"]},{"raw_affiliation_string":"Division of Anaesthetics, Pain Medicine and Intensive Care, Department of Surgery and Cancer, Imperial College London, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068686133","display_name":"Matthieu Komorowski","orcid":"https://orcid.org/0000-0003-0559-5747","observed_orcids":["https://orcid.org/0000-0003-0559-5747"]},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Matthieu Komorowski","raw_affiliation_strings":["Department of Bioengineering, Imperial College London, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Bioengineering, Imperial College London, London, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010957359","display_name":"Hugh Harvey","orcid":"https://orcid.org/0000-0003-4528-1312","observed_orcids":["https://orcid.org/0000-0003-4528-1312"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hugh Harvey","raw_affiliation_strings":["Hardian Health, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hardian Health, London, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084515381","display_name":"Eric J. Topol","orcid":"https://orcid.org/0000-0002-1478-4729","observed_orcids":["https://orcid.org/0000-0002-1478-4729"]},"institutions":[{"id":"https://openalex.org/I123431417","display_name":"Scripps Research Institute","ror":"https://ror.org/02dxx6824","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I123431417"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric J Topol","raw_affiliation_strings":["Scripps Research Translational Institute, La Jolla, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Scripps Research Translational Institute, La Jolla, California, USA","institution_ids":["https://openalex.org/I123431417"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070446713","display_name":"John P. A. Ioannidis","orcid":"https://orcid.org/0000-0003-3118-6859","observed_orcids":["https://orcid.org/0000-0003-3118-6859"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John P A Ioannidis","raw_affiliation_strings":["Departments of Medicine, of Health Research and Policy, of Biomedical Data Sciences, and of Statistics, and Meta-Research Innovation Center at Stanford (METRICS), Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departments of Medicine, of Health Research and Policy, of Biomedical Data Sciences, and of Statistics, and Meta-Research Innovation Center at Stanford (METRICS), Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060891981","display_name":"Professor Gary S. Collins","orcid":"https://orcid.org/0000-0002-2772-2316","observed_orcids":["https://orcid.org/0000-0002-2772-2316"]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210088942","display_name":"NIHR Oxford Biomedical Research Centre","ror":"https://ror.org/00aps1a34","country_code":"GB","type":"government","lineage":["https://openalex.org/I34931013","https://openalex.org/I4210088942","https://openalex.org/I4210147381"]},{"id":"https://openalex.org/I4210147381","display_name":"Oxford University Hospitals NHS Trust","ror":"https://ror.org/03h2bh287","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I4210147381"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gary S Collins","raw_affiliation_strings":["Centre for Statistics in Medicine, University of Oxford, Oxford, UK","NIHR Oxford Biomedical Research Centre, Oxford University Hospitals NHS Trust, Oxford, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Statistics in Medicine, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"NIHR Oxford Biomedical Research Centre, Oxford University Hospitals NHS Trust, Oxford, UK","institution_ids":["https://openalex.org/I4210088942","https://openalex.org/I4210147381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043298060","display_name":"Mahiben Maruthappu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahiben Maruthappu","raw_affiliation_strings":["Cera Care, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cera Care, London, UK","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5044695496"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":11.5221,"has_fulltext":true,"cited_by_count":1255,"citation_normalized_percentile":{"value":1.0,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"368","issue":null,"first_page":"m689","last_page":"m689"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.006300000008195639,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"deep learning","score":0.878000020980835},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.8479999899864197},{"id":"https://openalex.org/keywords/diagnostic-imaging","display_name":"diagnostic imaging","score":0.7789999842643738},{"id":"https://openalex.org/keywords/diagnostic-accuracy","display_name":"diagnostic accuracy","score":0.5360000133514404},{"id":"https://openalex.org/keywords/reporting-guidelines","display_name":"reporting guidelines","score":0.7260000109672546},{"id":"https://openalex.org/keywords/risk-of-bias","display_name":"risk of bias","score":0.8920000195503235},{"id":"https://openalex.org/keywords/tripod","display_name":"tripod","score":0.621999979019165},{"id":"https://openalex.org/keywords/consort","display_name":"CONSORT","score":0.9580000042915344},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.6859999895095825},{"id":"https://openalex.org/keywords/data-access","display_name":"data access","score":0.3190000057220459},{"id":"https://openalex.org/keywords/radiology","display_name":"radiology","score":0.3310000002384186},{"id":"https://openalex.org/keywords/chest-radiograph","display_name":"chest radiograph","score":0.367000013589859},{"id":"https://openalex.org/keywords/pneumothorax-detection","display_name":"pneumothorax detection","score":0.6100000143051147},{"id":"https://openalex.org/keywords/risk-of-bias-assessment-tool","display_name":"risk of bias assessment tools","score":0.4359999895095825},{"id":"https://openalex.org/keywords/algorithmic-fairness","display_name":"algorithmic fairness","score":0.3880000114440918}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6896153688430786},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.6827518343925476},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.5719479918479919},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5671257972717285},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5659599304199219},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.5205448865890503},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5032116770744324},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.335620641708374},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32812628149986267},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003952","descriptor_name":"Diagnostic Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010820","descriptor_name":"Physicians","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D015982","descriptor_name":"Bias","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016032","descriptor_name":"Randomized Controlled Trials as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":8,"locations":[{"id":"doi:10.1136/bmj.m689","doi":"https://doi.org/10.1136/bmj.m689","is_oa":true,"landing_page_url":"https://doi.org/10.1136/bmj.m689","pdf_url":"https://www.bmj.com/content/bmj/368/bmj.m689.full.pdf","source":{"id":"https://openalex.org/S4393917726","display_name":"BMJ","issn_l":"1756-1833","issn":["1756-1833"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","doyens","jufo-2","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ","raw_type":"journal-article"},{"id":"pmid:32213531","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32213531","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ (Clinical research ed.)","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:7190037","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC7190037/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ","raw_type":"Text"},{"id":"pmh:oai:pure.atira.dk:openaire/1d218e2b-73ab-402a-a817-108bd20c4265","doi":null,"is_oa":true,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/1d218e2b-73ab-402a-a817-108bd20c4265","pdf_url":null,"source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nagendran, M, Chen, Y, Lovejoy, C A, Gordon, A C, Komorowski, M, Harvey, H, Topol, E J, Ioannidis, J P A, Collins, G S & Maruthappu, M 2020, 'Artificial intelligence versus clinicians : Systematic review of design, reporting standards, and claims of deep learning studies in medical imaging', The BMJ, vol. 368, m689. https://doi.org/10.1136/bmj.m689","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:open-archive.highwire.org:bmj:368/mar23_22/m689","doi":null,"is_oa":false,"landing_page_url":"http://www.bmj.com/cgi/content/short/368/mar23_22/m689","pdf_url":null,"source":{"id":"https://openalex.org/S4406923041","display_name":"HighWire Press Open Archive","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"TEXT"},{"id":"pmh:oai:ora.ox.ac.uk:uuid:e86e3d5b-40f4-4264-bc3a-3bef7a738dc1","doi":null,"is_oa":true,"landing_page_url":"https://ora.ox.ac.uk/objects/uuid:e86e3d5b-40f4-4264-bc3a-3bef7a738dc1","pdf_url":null,"source":{"id":"https://openalex.org/S4306402636","display_name":"Oxford University Research Archive (ORA) (University of Oxford)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I40120149","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/I40120149"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symplectic Elements","raw_type":"Journal article"},{"id":"pmh:oai:spiral.imperial.ac.uk:10044/1/77933","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10044/1/77933","pdf_url":null,"source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"mag:3034522407","doi":null,"is_oa":false,"landing_page_url":"https://www.ndorms.ox.ac.uk/publications/1097193","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"BMJ","raw_type":null}],"best_oa_location":{"id":"doi:10.1136/bmj.m689","doi":"https://doi.org/10.1136/bmj.m689","is_oa":true,"landing_page_url":"https://doi.org/10.1136/bmj.m689","pdf_url":"https://www.bmj.com/content/bmj/368/bmj.m689.full.pdf","source":{"id":"https://openalex.org/S4393917726","display_name":"BMJ","issn_l":"1756-1833","issn":["1756-1833"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","doyens","jufo-2","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9476000070571899,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"study_designs":[{"display_name":"Systematic Review","id":"https://openalex.org/study-designs/systematic-review"}],"awards":[{"id":"https://openalex.org/G2608461703","display_name":null,"funder_award_id":"27294","funder_id":"https://openalex.org/F4320319985","funder_display_name":"Cancer Research UK"},{"id":"https://openalex.org/G2678759640","display_name":null,"funder_award_id":"ACF-2018-21-014","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G3587225636","display_name":null,"funder_award_id":"16895","funder_id":"https://openalex.org/F4320319985","funder_display_name":"Cancer Research UK"},{"id":"https://openalex.org/G7185200551","display_name":"Personalised Medicine in Sepsis","funder_award_id":"RP-2015-06-018","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"}],"funders":[{"id":"https://openalex.org/F4320319985","display_name":"Cancer Research UK","ror":"https://ror.org/054225q67"},{"id":"https://openalex.org/F4320319990","display_name":"National Institute for Health and Care Research","ror":"https://ror.org/0187kwz08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3013681994.pdf","grobid_xml":"https://content.openalex.org/works/W3013681994.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1975130349","https://openalex.org/W1994682257","https://openalex.org/W2002463857","https://openalex.org/W2006940889","https://openalex.org/W2018312500","https://openalex.org/W2029399557","https://openalex.org/W2080675410","https://openalex.org/W2098923148","https://openalex.org/W2108696783","https://openalex.org/W2114635784","https://openalex.org/W2135010675","https://openalex.org/W2156098321","https://openalex.org/W2481029616","https://openalex.org/W2564659821","https://openalex.org/W2588681363","https://openalex.org/W2785200097","https://openalex.org/W2790166049","https://openalex.org/W2808649887","https://openalex.org/W2886009918","https://openalex.org/W2886512263","https://openalex.org/W2899299307","https://openalex.org/W2901231347","https://openalex.org/W2904843285","https://openalex.org/W2905810301","https://openalex.org/W2907554860","https://openalex.org/W2907638671","https://openalex.org/W2908201961","https://openalex.org/W2916105049","https://openalex.org/W2919115771","https://openalex.org/W2922217454","https://openalex.org/W2937186836","https://openalex.org/W2941694274","https://openalex.org/W2943047457","https://openalex.org/W2948658587","https://openalex.org/W2991792334","https://openalex.org/W3011403448","https://openalex.org/W4233026002"],"related_works":["https://openalex.org/W3034522407","https://openalex.org/W7171688036","https://openalex.org/W2976398475","https://openalex.org/W2953914369","https://openalex.org/W2951139417","https://openalex.org/W4412391863","https://openalex.org/W4320507158","https://openalex.org/W3156561675","https://openalex.org/W6977044775","https://openalex.org/W3150212014"],"abstract_inverted_index":{"OBJECTIVE:":[0],"To":[1],"systematically":[2],"examine":[3],"the":[4,16,45,68,134,194,245,331],"design,":[5],"reporting":[6,206,216,224,298,373,453,484],"standards,":[7],"risk":[8,165,247,258,286,360,446,475],"of":[9,13,18,28,41,70,82,103,136,166,215,225,239,248,259,279,287,292,328,355,361,367,381,386,395,407,411,447,476],"bias,":[10,288,448,477],"and":[11,44,64,193,221,254,294,300,314,345,353,370,430,449,456,464,485,487],"claims":[12],"studies":[14,66,156,220,253,369,388,413,419,429,472],"comparing":[15,67],"performance":[17,69,394],"diagnostic":[19,172],"deep":[20,72,96,109,273,427],"learning":[21,73,97,110,196,274,428],"algorithms":[22],"for":[23,126,132,142,162,218,230,235,251,263,272,290,379],"medical":[24,76,160,435],"imaging":[25,77,89,161],"with":[26,78,117,184],"that":[27,112,139,393,406,416],"expert":[29,86],"clinicians.":[30,87,408],"DESIGN:":[31],"Systematic":[32],"review.":[33],"DATA":[34],"SOURCES:":[35],"Medline,":[36],"Embase,":[37],"Cochrane":[38,246],"Central":[39],"Register":[40],"Controlled":[42],"Trials,":[43],"World":[46],"Health":[47],"Organization":[48],"trial":[49,62],"registry":[50],"from":[51,451],"2010":[52],"to":[53,152,158,205,297,342,372,402],"June":[54],"2019.":[55],"ELIGIBILITY":[56],"CRITERIA":[57],"FOR":[58],"SELECTING":[59],"STUDIES:":[60],"Randomised":[61],"registrations":[63],"non-randomised":[65,236,264,306,438],"a":[71,79,92,185,226,320],"algorithm":[74,130],"in":[75,95,108,319,330,351,365,390,434,461],"contemporary":[80],"group":[81,333],"one":[83],"or":[84,169,176,190,233,420],"more":[85],"Medical":[88],"has":[90],"seen":[91],"growing":[93],"interest":[94],"research.":[98],"The":[99,129,154,325,358],"main":[100],"distinguishing":[101],"feature":[102],"convolutional":[104],"neural":[105],"networks":[106],"(CNNs)":[107],"is":[111],"when":[113],"CNNs":[114],"are":[115,140,302,440,443,459,468],"fed":[116],"raw":[118,180],"data,":[119],"they":[120],"develop":[121],"their":[122,391],"own":[123],"representations":[124],"needed":[125],"pattern":[127],"recognition.":[128],"learns":[131],"itself":[133],"features":[135,151],"an":[137],"image":[138],"important":[141],"classification":[143,170],"rather":[144],"than":[145],"being":[146],"told":[147],"by":[148,210,243],"humans":[149],"which":[150,197,280],"use.":[153],"selected":[155],"aimed":[157],"use":[159],"predicting":[163],"absolute":[164],"existing":[167,452],"disease":[168,175],"into":[171],"groups":[173,467],"(eg,":[174],"non-disease).":[177],"For":[178],"example,":[179],"chest":[181],"radiographs":[182],"tagged":[183],"label":[186],"such":[187],"as":[188],"pneumothorax":[189,192],"no":[191],"CNN":[195],"pixel":[198],"patterns":[199],"suggest":[200],"pneumothorax.":[201],"REVIEW":[202],"METHODS:":[203],"Adherence":[204],"standards":[207,214,374],"was":[208,241,334,347,363,375,398],"assessed":[209,242],"using":[211,244],"CONSORT":[212],"(consolidated":[213],"trials)":[217],"randomised":[219,252,275,431],"TRIPOD":[222,383],"(transparent":[223],"multivariable":[227],"prediction":[228],"model":[229,257],"individual":[231],"prognosis":[232],"diagnosis)":[234],"studies.":[237,265],"Risk":[238],"bias":[240,249,260,362],"tool":[250],"PROBAST":[255],"(prediction":[256],"assessment":[261],"tool)":[262],"RESULTS:":[266],"Only":[267,409],"10":[268],"records":[269],"were":[270,312,317,422],"found":[271],"clinical":[276,307,323,481],"trials,":[277],"two":[278],"have":[281],"been":[282],"published":[283],"(with":[284],"low":[285],"except":[289],"lack":[291],"blinding,":[293],"high":[295,364,445],"adherence":[296,371,378],"standards)":[299],"eight":[301],"ongoing.":[303],"Of":[304],"81":[305,368,387,412],"trials":[308,421,432,439],"identified,":[309],"only":[310,335],"nine":[311],"prospective":[313,418,426],"just":[315],"six":[316],"tested":[318],"real":[321,479],"world":[322,480],"setting.":[324],"median":[326],"number":[327],"experts":[329],"comparator":[332,466],"four":[336],"(interquartile":[337],"range":[338],"2-9).":[339],"Full":[340],"access":[341],"all":[343],"datasets":[344],"code":[346,457],"severely":[348],"limited":[349],"(unavailable":[350],"95%":[352],"93%":[354],"studies,":[356,463],"respectively).":[357],"overall":[359],"58":[366],"suboptimal":[376],"(<50%":[377],"12":[380],"29":[382],"items).":[384],"61":[385],"stated":[389,415],"abstract":[392],"artificial":[396],"intelligence":[397],"at":[399,444],"least":[400],"comparable":[401],"(or":[403],"better":[404],"than)":[405],"31":[410],"(38%)":[414],"further":[417],"required.":[423],"CONCLUSIONS:":[424],"Few":[425],"exist":[433],"imaging.":[436],"Most":[437],"not":[441],"prospective,":[442],"deviate":[450],"standards.":[454],"Data":[455],"availability":[458],"lacking":[460],"most":[462],"human":[465],"often":[469],"small.":[470],"Future":[471],"should":[473],"diminish":[474],"enhance":[478],"relevance,":[482],"improve":[483],"transparency,":[486],"appropriately":[488],"temper":[489],"conclusions.":[490],"STUDY":[491],"REGISTRATION:":[492],"PROSPERO":[493],"CRD42019123605.":[494]},"counts_by_year":[{"year":2026,"cited_by_count":298},{"year":2025,"cited_by_count":190},{"year":2024,"cited_by_count":154},{"year":2023,"cited_by_count":178},{"year":2022,"cited_by_count":176},{"year":2021,"cited_by_count":186},{"year":2020,"cited_by_count":71},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2020-04-03T00:00:00"}