{"id":"https://openalex.org/W4381309843","doi":"https://doi.org/10.1093/jamia/ocad091","title":"AI in health: keeping the human in the loop","display_name":"AI in health: keeping the human in the loop","publication_year":2023,"publication_date":"2023-06-20","ids":{"openalex":"https://openalex.org/W4381309843","doi":"https://doi.org/10.1093/jamia/ocad091","pmid":"https://pubmed.ncbi.nlm.nih.gov/37337923"},"language":"en","primary_location":{"id":"doi:10.1093/jamia/ocad091","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jamia/ocad091","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10280340/pdf/ocad091.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038579832","display_name":"Suzanne Bakken","orcid":"https://orcid.org/0000-0001-6202-6001"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Suzanne Bakken","raw_affiliation_strings":["School of Nursing, Department of Biomedical Informatics, and Data Science Institute, Columbia University , New York, New York, USA"],"affiliations":[{"raw_affiliation_string":"School of Nursing, Department of Biomedical Informatics, and Data Science Institute, Columbia University , New York, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5038579832"],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":{"value":3967,"currency":"USD","value_usd":3967},"apc_paid":null,"fwci":1.4971,"has_fulltext":true,"cited_by_count":39,"citation_normalized_percentile":{"value":0.8642162,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"30","issue":"7","first_page":"1225","last_page":"1226"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11446","display_name":"Mobile Health and mHealth Applications","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/health-informatics","display_name":"Health informatics","score":0.6909219026565552},{"id":"https://openalex.org/keywords/library-science","display_name":"Library science","score":0.6341869831085205},{"id":"https://openalex.org/keywords/columbia-university","display_name":"Columbia university","score":0.6190015077590942},{"id":"https://openalex.org/keywords/informatics","display_name":"Informatics","score":0.5691666603088379},{"id":"https://openalex.org/keywords/health-science","display_name":"Health science","score":0.5198686122894287},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.39588820934295654},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.29028332233428955},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.2844131290912628},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.21375614404678345},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.20823445916175842},{"id":"https://openalex.org/keywords/nursing","display_name":"Nursing","score":0.18828532099723816},{"id":"https://openalex.org/keywords/public-health","display_name":"Public health","score":0.18171128630638123},{"id":"https://openalex.org/keywords/media-studies","display_name":"Media studies","score":0.13996249437332153},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.10062310099601746}],"concepts":[{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.6909219026565552},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.6341869831085205},{"id":"https://openalex.org/C3018669867","wikidata":"https://www.wikidata.org/wiki/Q49088","display_name":"Columbia university","level":2,"score":0.6190015077590942},{"id":"https://openalex.org/C191630685","wikidata":"https://www.wikidata.org/wiki/Q4027615","display_name":"Informatics","level":2,"score":0.5691666603088379},{"id":"https://openalex.org/C3018419874","wikidata":"https://www.wikidata.org/wiki/Q843601","display_name":"Health science","level":2,"score":0.5198686122894287},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.39588820934295654},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.29028332233428955},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2844131290912628},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.21375614404678345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.20823445916175842},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.18828532099723816},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.18171128630638123},{"id":"https://openalex.org/C29595303","wikidata":"https://www.wikidata.org/wiki/Q165650","display_name":"Media studies","level":1,"score":0.13996249437332153},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.10062310099601746}],"mesh":[{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1093/jamia/ocad091","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jamia/ocad091","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},{"id":"pmid:37337923","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37337923","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association : JAMIA","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10280340","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10280340","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10280340/pdf/ocad091.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Am Med Inform Assoc","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:10280340","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10280340","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10280340/pdf/ocad091.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Am Med Inform Assoc","raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334233","display_name":"Data Science Institute, Columbia University","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381309843.pdf","grobid_xml":"https://content.openalex.org/works/W4381309843.grobid-xml"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W1515825548","https://openalex.org/W2180456856","https://openalex.org/W4366339852","https://openalex.org/W4366769280","https://openalex.org/W4376270103","https://openalex.org/W4376602294","https://openalex.org/W4377564798"],"related_works":["https://openalex.org/W2397677514","https://openalex.org/W1495820741","https://openalex.org/W2990177913","https://openalex.org/W1451471413","https://openalex.org/W2138729887","https://openalex.org/W2401910071","https://openalex.org/W4323056170","https://openalex.org/W2126732312","https://openalex.org/W4302329558","https://openalex.org/W2096609042"],"abstract_inverted_index":{"AI":[0,107],"in":[1,6,17,27,36,119,235,285,375,394,418],"health:":[2],"keeping":[3,116],"the":[4,7,38,76,93,96,113,117,120,141,173,183,187,193,216,232,252,273,280,294,307,328,341,350,377,384,387,395,405,415],"human":[5,118,373],"loopPublic":[8],"discourse":[9],"about":[10,112,293],"artificial":[11],"intelligence":[12],"(AI)":[13],"and":[14,29,35,73,144,148,179,225,290,300,338,355],"generative":[15,301],"AI,":[16],"particular,":[18],"is":[19],"ubiquitous.AI":[20],"has":[21,275],"been":[22],"a":[23,51,167,260],"focus":[24],"of":[25,40,75,78,89,115,189,192,213,231,288,296,309,340,386],"research":[26],"biomedical":[28,289],"health":[30,161,291,390,399],"informatics":[31,292],"since":[32,45],"its":[33,46,177],"inception":[34],"publications":[37],"Journal":[39],"American":[41],"Medical":[42],"Informatics":[43],"Association":[44],"inaugural":[47],"issue":[48,72,420],"that":[49,70,108,202,366],"included":[50],"threaded":[52],"bibliography":[53],"on":[54,106,272,330],"medical":[55,133],"diagnostic":[56],"decision":[57,322],"support":[58,323],"systems":[59],"by":[60,135,346],"Dr.":[61,81],"Randy":[62],"Miller":[63],"(a":[64],"future":[65],"JAMIA":[66],"Editorin-Chief).":[67],"1":[68],"In":[69],"same":[71],"apropos":[74],"title":[77],"this":[79,419],"editorial,":[80],"Ted":[82],"Shortliffe's":[83],"provocative":[84],"editorial":[85],"was":[86,170],"entitled":[87],"\"Dehumanization":[88],"patient":[90],"care-are":[91],"computers":[92],"problem":[94,169],"or":[95,176],"solution?\"":[97],"2":[98],"This":[99],"month":[100],"I":[101],"highlight":[102],"5":[103],"papers":[104],"focused":[105],"provide":[109],"key":[110,180],"lessons":[111],"importance":[114],"loop.Lyell":[121],"et":[122,303],"al":[123,304],"3":[124],"examined":[125],"real-world":[126],"safety":[127,137,158,195,258],"problems":[128,159,214,237,246],"involving":[129],"machine":[130],"learning":[131],"(ML)-enabled":[132],"devices":[134,201,267],"analyzing":[136],"events":[138,196,233],"reported":[139,168],"to":[140,172,182,209,222,227,247,254,407],"US":[142],"Food":[143],"Drug":[145],"Administration's":[146],"Manufacturer":[147],"Use":[149],"Facility":[150],"Device":[151],"Experience":[152],"program.Using":[153],"an":[154],"existing":[155],"framework":[156],"for":[157,318,392,412],"with":[160,199,219,266],"information":[162],"technology,":[163],"they":[164],"identified":[165],"whether":[166],"due":[171],"ML":[174,200,217,256],"device":[175,218,245,257],"use,":[178],"contributors":[181],"problem.They":[184],"also":[185],"classified":[186],"consequences":[188],"events.The":[190],"majority":[191],"266":[194],"were":[197,239,348],"associated":[198],"primarily":[203],"used":[204],"imagebased":[205],"data":[206,223],"as":[207,282,284,359],"compared":[208,306],"signal-based":[210],"data.Ninety-three":[211],"percent":[212,230],"involved":[215],"82%":[220],"related":[221],"acquisition":[224],"<10%":[226],"algorithm":[228],"errors.Sixteen":[229],"resulted":[234],"harm.Use":[236],"(7%)":[238],"4":[240,305],"times":[241],"more":[242],"likely":[243],"than":[244,269],"cause":[248],"harm.This":[249],"study":[250,363],"highlights":[251],"need":[253],"approach":[255],"from":[259],"whole-system":[261],"perspective":[262],"including":[263],"user":[264],"interactions":[265],"rather":[268],"focusing":[270],"only":[271],"algorithm.ChatGPT":[274],"stimulated":[276],"much":[277],"debate":[278],"among":[279,349],"public":[281,389,398],"well":[283],"our":[286],"field":[287],"use":[295],"large":[297],"language":[298],"models":[299],"AI.Liu":[302],"utility":[308],"ChatGPT":[310,347,367],"(n":[311,315],"37)":[312],"versus":[313],"humangenerated":[314],"29)":[316],"suggestions":[317,329,354],"improving":[319],"7":[320],"clinical":[321],"(CDS)":[324],"alerts.Five":[325],"clinicians":[326,356],"rated":[327,353],"usefulness,":[331],"acceptance,":[332],"relevance,":[333],"understanding,":[334],"workflow,":[335],"bias,":[336],"inversion,":[337],"redundancy.Nine":[339],"37":[342],"(24%)":[343],"recommendations":[344],"generated":[345],"20":[351],"highest":[352],"perceived":[357],"them":[358],"offering":[360],"unique":[361],"perspectives.The":[362],"findings":[364],"suggest":[365],"could":[368],"complement":[369],"but":[370],"not":[371],"replace":[372],"reviewers":[374],"optimizing":[376],"CDS":[378],"alert":[379],"logic.March":[380],"11,":[381],"2023":[382],"marked":[383],"end":[385],"federal":[388],"emergency":[391],"COVID-19":[393],"United":[396],"States.However,":[397],"considerations":[400],"around":[401],"Long":[402,413],"COVID":[403],"remain.With":[404],"goal":[406],"de-black-box":[408],"ML-based":[409],"phenotype":[410],"algorithms":[411],"COVID,":[414],"Case":[416],"Study":[417]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":4}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}