{"id":"https://openalex.org/W3207900783","doi":"https://doi.org/10.1136/bmjhci-2021-100444","title":"Evaluation framework to guide implementation of AI systems into healthcare settings","display_name":"Evaluation framework to guide implementation of AI systems into healthcare settings","publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3207900783","doi":"https://doi.org/10.1136/bmjhci-2021-100444","mag":"3207900783","pmid":"https://pubmed.ncbi.nlm.nih.gov/34642177","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/8513218"},"language":"en","primary_location":{"id":"doi:10.1136/bmjhci-2021-100444","doi":"https://doi.org/10.1136/bmjhci-2021-100444","is_oa":true,"landing_page_url":"https://doi.org/10.1136/bmjhci-2021-100444","pdf_url":"https://informatics.bmj.com/content/bmjhci/28/1/e100444.full.pdf","source":{"id":"https://openalex.org/S4210217889","display_name":"BMJ Health & Care Informatics","issn_l":"2632-1009","issn":["2632-1009"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ Health & Care Informatics","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://informatics.bmj.com/content/bmjhci/28/1/e100444.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018021666","display_name":"Sandeep Reddy","orcid":"https://orcid.org/0000-0002-5824-4900","observed_orcids":["https://orcid.org/0000-0002-5824-4900"]},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Sandeep Reddy","raw_affiliation_strings":["School of Medicine, Deakin University, Geelong, Victoria, Australia"],"raw_orcid":"https://orcid.org/0000-0002-5824-4900","affiliations":[{"raw_affiliation_string":"School of Medicine, Deakin University, Geelong, Victoria, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047218195","display_name":"Wendy Rogers","orcid":"https://orcid.org/0000-0001-9186-870X","observed_orcids":["https://orcid.org/0000-0001-9186-870X"]},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wendy Rogers","raw_affiliation_strings":["Department of Philosophy, Macquarie University, Sydney, New South Wales, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Philosophy, Macquarie University, Sydney, New South Wales, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035454105","display_name":"Ville\u2010Petteri M\u00e4kinen","orcid":"https://orcid.org/0000-0002-7262-2656","observed_orcids":["https://orcid.org/0000-0002-7262-2656"]},"institutions":[{"id":"https://openalex.org/I4210137740","display_name":"South Australian Health and Medical Research Institute","ror":"https://ror.org/03e3kts03","country_code":"AU","type":"healthcare","lineage":["https://openalex.org/I4210137740"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ville-Petteri Makinen","raw_affiliation_strings":["South Australian Health and Medical Research Institute, Adelaide, South Australia, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"South Australian Health and Medical Research Institute, Adelaide, South Australia, Australia","institution_ids":["https://openalex.org/I4210137740"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088581420","display_name":"Enrico W Coiera","orcid":"https://orcid.org/0000-0002-6444-6584","observed_orcids":["https://orcid.org/0000-0002-6444-6584"]},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Enrico Coiera","raw_affiliation_strings":["Australian Institute of Health Innovation, Macquarie University, Sydney, New South Wales, Australia"],"raw_orcid":"https://orcid.org/0000-0002-6444-6584","affiliations":[{"raw_affiliation_string":"Australian Institute of Health Innovation, Macquarie University, Sydney, New South Wales, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015364717","display_name":"Pieta Brown","orcid":"https://orcid.org/0009-0008-2517-9381","observed_orcids":["https://orcid.org/0009-0008-2517-9381"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pieta Brown","raw_affiliation_strings":["Orion Health, Auckland, Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Orion Health, Auckland, Auckland, New Zealand","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040381687","display_name":"Markus A. Wenzel","orcid":"https://orcid.org/0000-0002-6540-1476","observed_orcids":["https://orcid.org/0000-0002-6540-1476"]},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Markus Wenzel","raw_affiliation_strings":["Fraunhofer Institute for Telecommunications Heinrich-Hertz-Institute HHI, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Telecommunications Heinrich-Hertz-Institute HHI, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072496869","display_name":"Eva Weicken","orcid":"https://orcid.org/0009-0007-5185-8145","observed_orcids":["https://orcid.org/0009-0007-5185-8145"]},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Eva Weicken","raw_affiliation_strings":["Fraunhofer Institute for Telecommunications Heinrich-Hertz-Institute HHI, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Telecommunications Heinrich-Hertz-Institute HHI, Berlin, Germany","institution_ids":["https://openalex.org/I2800274787"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037781901","display_name":"Saba Ansari","orcid":"https://orcid.org/0000-0002-7984-899X","observed_orcids":["https://orcid.org/0000-0002-7984-899X"]},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Saba Ansari","raw_affiliation_strings":["Deakin University Faculty of Health, Geelong, Victoria, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deakin University Faculty of Health, Geelong, Victoria, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050110511","display_name":"Piyush Mathur","orcid":"https://orcid.org/0000-0003-3777-8767","observed_orcids":["https://orcid.org/0000-0003-3777-8767"]},"institutions":[{"id":"https://openalex.org/I1316902750","display_name":"Cleveland Clinic","ror":"https://ror.org/03xjacd83","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316902750"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Piyush Mathur","raw_affiliation_strings":["Anesthesiology Institute, Cleveland Clinic, Cleveland, Ohio, USA"],"raw_orcid":"https://orcid.org/0000-0003-3777-8767","affiliations":[{"raw_affiliation_string":"Anesthesiology Institute, Cleveland Clinic, Cleveland, Ohio, USA","institution_ids":["https://openalex.org/I1316902750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048258727","display_name":"Aaron Casey","orcid":"https://orcid.org/0000-0003-3224-2162","observed_orcids":["https://orcid.org/0000-0003-3224-2162"]},"institutions":[{"id":"https://openalex.org/I4210137740","display_name":"South Australian Health and Medical Research Institute","ror":"https://ror.org/03e3kts03","country_code":"AU","type":"healthcare","lineage":["https://openalex.org/I4210137740"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Aaron Casey","raw_affiliation_strings":["South Australian Health and Medical Research Institute, Adelaide, South Australia, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"South Australian Health and Medical Research Institute, Adelaide, South Australia, Australia","institution_ids":["https://openalex.org/I4210137740"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022120357","display_name":"Blair Kelly","orcid":"https://orcid.org/0000-0002-9306-8869","observed_orcids":["https://orcid.org/0000-0002-9306-8869"]},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Blair Kelly","raw_affiliation_strings":["Deakin University Faculty of Health, Geelong, Victoria, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deakin University Faculty of Health, Geelong, Victoria, Australia","institution_ids":["https://openalex.org/I149704539"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5018021666"],"corresponding_institution_ids":["https://openalex.org/I149704539"],"apc_list":{"value":1800,"currency":"GBP","value_usd":2207},"apc_paid":{"value":1800,"currency":"GBP","value_usd":2207},"fwci":7.17,"has_fulltext":true,"cited_by_count":256,"citation_normalized_percentile":{"value":0.9751007,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"28","issue":"1","first_page":"e100444","last_page":"e100444"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence-in-healthcare","display_name":"artificial intelligence in healthcare","score":0.9649999737739563},{"id":"https://openalex.org/keywords/ai-evaluation-framework","display_name":"AI evaluation framework","score":0.800000011920929},{"id":"https://openalex.org/keywords/translational-research","display_name":"translational research","score":0.8320000171661377},{"id":"https://openalex.org/keywords/artificial-intelligence-adoption","display_name":"artificial intelligence adoption","score":0.6359999775886536},{"id":"https://openalex.org/keywords/ai-ethics","display_name":"AI ethics","score":0.8339999914169312},{"id":"https://openalex.org/keywords/generalizability","display_name":"generalizability","score":0.7089999914169312},{"id":"https://openalex.org/keywords/health-technology-assessment","display_name":"health technology assessment","score":0.7039999961853027},{"id":"https://openalex.org/keywords/ai-safety","display_name":"AI safety","score":0.46700000762939453}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6696022152900696},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.6050558686256409},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5890539884567261},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.530052125453949},{"id":"https://openalex.org/C128544194","wikidata":"https://www.wikidata.org/wiki/Q474859","display_name":"Translational research","level":2,"score":0.47627466917037964},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42249929904937744},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.4127402603626251},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.39820167422294617},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.38438013195991516},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3601193428039551},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21673709154129028},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.21065115928649902},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.15107008814811707},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":"Q000639","qualifier_name":"trends","is_major_topic":true},{"descriptor_ui":"D003695","descriptor_name":"Delivery of Health Care","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D006268","descriptor_name":"Health Facilities","qualifier_ui":"Q000639","qualifier_name":"trends","is_major_topic":false},{"descriptor_ui":"D015397","descriptor_name":"Program Evaluation","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":10,"locations":[{"id":"doi:10.1136/bmjhci-2021-100444","doi":"https://doi.org/10.1136/bmjhci-2021-100444","is_oa":true,"landing_page_url":"https://doi.org/10.1136/bmjhci-2021-100444","pdf_url":"https://informatics.bmj.com/content/bmjhci/28/1/e100444.full.pdf","source":{"id":"https://openalex.org/S4210217889","display_name":"BMJ Health & Care Informatics","issn_l":"2632-1009","issn":["2632-1009"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ Health & Care Informatics","raw_type":"journal-article"},{"id":"pmh:oai:europepmc.org:7435431","doi":null,"is_oa":true,"landing_page_url":"http://europepmc.org/pmc/articles/PMC8513218","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:8513218","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8513218","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ Health Care Inform","raw_type":"Text"},{"id":"pmid:34642177","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34642177","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ health & care informatics","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:0600464982654353822c428b745f1400","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/0600464982654353822c428b745f1400","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMJ Health & Care Informatics, Vol 28, Iss 1 (2021)","raw_type":"article"},{"id":"pmh:oai:dro.deakin.edu.au:DU:30156947","doi":null,"is_oa":false,"landing_page_url":"http://doi.org/10.1136/bmjhci-2021-100444","pdf_url":null,"source":{"id":"https://openalex.org/S4306402457","display_name":"Deakin Research Online (Deakin University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I149704539","host_organization_name":"Deakin University","host_organization_lineage":["https://openalex.org/I149704539"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:eprints.qut.edu.au:251139","doi":null,"is_oa":false,"landing_page_url":"http://www.scopus.com/inward/record.url?eid=2-s2.0-85117478151&partnerID=MN8TOARS","pdf_url":null,"source":{"id":"https://openalex.org/S4306402607","display_name":"QUT ePrints (Queensland University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I160993911","host_organization_name":"Queensland University of Technology","host_organization_lineage":["https://openalex.org/I160993911"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMJ Health and Care Informatics","raw_type":"Contribution to Journal"},{"id":"pmh:oai:figshare.com:article/20642727","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Evaluation_framework_to_guide_implementation_of_AI_systems_into_healthcare_settings/20642727","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:fraunhofer.de:N-647292","doi":null,"is_oa":true,"landing_page_url":"http://publica.fraunhofer.de/documents/N-647292.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400801","display_name":"Publikationsdatenbank der Fraunhofer-Gesellschaft (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer HHI","raw_type":"Review"},{"id":"pmh:oai:publica.fraunhofer.de:publica/416102","doi":null,"is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/416102","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"review"}],"best_oa_location":{"id":"doi:10.1136/bmjhci-2021-100444","doi":"https://doi.org/10.1136/bmjhci-2021-100444","is_oa":true,"landing_page_url":"https://doi.org/10.1136/bmjhci-2021-100444","pdf_url":"https://informatics.bmj.com/content/bmjhci/28/1/e100444.full.pdf","source":{"id":"https://openalex.org/S4210217889","display_name":"BMJ Health & Care Informatics","issn_l":"2632-1009","issn":["2632-1009"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ Health & Care Informatics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.9391000270843506,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3207900783.pdf","grobid_xml":"https://content.openalex.org/works/W3207900783.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1128425","https://openalex.org/W2006940889","https://openalex.org/W2011071006","https://openalex.org/W2046751517","https://openalex.org/W2054984345","https://openalex.org/W2118023920","https://openalex.org/W2892773404","https://openalex.org/W2893366129","https://openalex.org/W2902461656","https://openalex.org/W2907638671","https://openalex.org/W2968923792","https://openalex.org/W2984135870","https://openalex.org/W2989512989","https://openalex.org/W3012895958","https://openalex.org/W3016745144","https://openalex.org/W3097896486","https://openalex.org/W3127157950","https://openalex.org/W3134020135","https://openalex.org/W3136552952","https://openalex.org/W3136907493","https://openalex.org/W3136960503","https://openalex.org/W3170940710","https://openalex.org/W4233026002"],"related_works":["https://openalex.org/W4322207774","https://openalex.org/W4383371007","https://openalex.org/W4231021103","https://openalex.org/W3155778608","https://openalex.org/W4413107286","https://openalex.org/W7211930959","https://openalex.org/W7144012853","https://openalex.org/W6892036378","https://openalex.org/W7030274870","https://openalex.org/W4392415015"],"abstract_inverted_index":{"OBJECTIVES:":[0],"To":[1,37,112],"date,":[2],"many":[3],"artificial":[4],"intelligence":[5],"(AI)":[6],"systems":[7,45,103],"have":[8,38,91],"been":[9,16],"developed":[10,128],"in":[11,40,46,81,175,255,304],"healthcare,":[12],"but":[13,90,274,307],"adoption":[14],"has":[15,127,270],"limited.":[17],"This":[18],"may":[19],"be":[20,221],"due":[21],"to":[22,49,65,278,289,310],"inappropriate":[23],"or":[24,242],"incomplete":[25],"evaluation":[26,77,132,148,158,213,218,243,300,312],"and":[27,48,87,108,116,149,152,159,194,200,207,229,259,266],"a":[28,57,60,118,129,176,271],"lack":[29],"of":[30,43,70,96,100,137,144,183,203,226,231,239,251,301,313],"internationally":[31],"recognised":[32],"AI":[33,44,73,80,102,139,233,303],"standards":[34],"on":[35,84,198,262],"evaluation.":[36],"confidence":[39],"the":[41,67,71,85,97,101,105,204,217,227,232],"generalisability":[42],"healthcare":[47,82],"enable":[50],"their":[51,246],"integration":[52],"into":[53],"workflows,":[54],"there":[55],"is":[56,245],"need":[58],"for":[59,79,166,172,299],"practical":[61,276],"yet":[62],"comprehensive":[63],"instrument":[64],"assess":[66],"translational":[68,98,160,199,264,284],"aspects":[69,89,99],"available":[72,76],"systems.":[74,281,316],"Currently":[75],"frameworks":[78,151,244],"focus":[83],"reporting":[86,150,162,241],"regulatory":[88],"little":[92],"guidance":[93],"regarding":[94],"assessment":[95],"like":[104],"functional,":[106],"utility":[107,193],"ethical":[109,201],"components.":[110],"METHODS:":[111],"address":[113],"this":[114],"gap":[115],"create":[117],"framework":[119,133,178],"that":[120],"assesses":[121],"real-world":[122,280],"systems,":[123],"an":[124,180,260],"international":[125,181],"team":[126],"translationally":[130],"focused":[131],"termed":[134],"'Translational":[135],"Evaluation":[136],"Healthcare":[138],"(TEHAI)'.":[140],"A":[141],"critical":[142],"review":[143],"literature":[145],"assessed":[146],"existing":[147,240],"gaps.":[153],"Next,":[154],"using":[155],"health":[156],"technology":[157],"principles,":[161],"components":[163,219],"were":[164,169],"identified":[165],"consideration.":[167],"These":[168],"independently":[170],"reviewed":[171],"consensus":[173],"inclusion":[174],"final":[177],"by":[179],"panel":[182],"eight":[184],"expert.":[185],"RESULTS:":[186],"TEHAI":[187,210,291],"includes":[188],"three":[189],"main":[190],"components:":[191],"capability,":[192],"adoption.":[195],"The":[196,283],"emphasis":[197,261],"features":[202],"model":[205],"development":[206,228],"deployment":[208,230],"distinguishes":[209],"from":[211],"other":[212],"instruments.":[214],"In":[215],"specific,":[216],"can":[220],"applied":[222],"at":[223],"any":[224],"stage":[225],"system.":[234],"DISCUSSION:":[235],"One":[236],"major":[237],"limitation":[238],"narrow":[247],"focus.":[248],"TEHAI,":[249],"because":[250],"its":[252],"strong":[253],"foundation":[254],"translation":[256],"research":[257,285,305],"models":[258],"safety,":[263],"value":[265],"generalisability,":[267],"not":[268,297],"only":[269],"theoretical":[272],"basis":[273],"also":[275],"application":[277,296],"assessing":[279],"CONCLUSION:":[282],"theoretic":[286],"approach":[287],"used":[288],"develop":[290],"should":[292],"see":[293],"it":[294],"having":[295],"just":[298],"clinical":[302,315],"settings,":[306],"more":[308],"broadly":[309],"guide":[311],"working":[314]},"counts_by_year":[{"year":2026,"cited_by_count":67},{"year":2025,"cited_by_count":94},{"year":2024,"cited_by_count":60},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":8}],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2021-10-25T00:00:00"}