{"id":"https://openalex.org/W4414437412","doi":"https://doi.org/10.1093/jamia/ocaf152","title":"Development and application of desiderata for automated clinical ordering","display_name":"Development and application of desiderata for automated clinical ordering","publication_year":2025,"publication_date":"2025-09-03","ids":{"openalex":"https://openalex.org/W4414437412","doi":"https://doi.org/10.1093/jamia/ocaf152","pmid":"https://pubmed.ncbi.nlm.nih.gov/40985459"},"language":"en","primary_location":{"id":"doi:10.1093/jamia/ocaf152","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jamia/ocaf152","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041698647","display_name":"Sameh N. Saleh","orcid":"https://orcid.org/0000-0001-5959-1659"},"institutions":[{"id":"https://openalex.org/I116530498","display_name":"Inova Health System","ror":"https://ror.org/04mrb6c22","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I116530498"]},{"id":"https://openalex.org/I1335321130","display_name":"Children's Hospital of Philadelphia","ror":"https://ror.org/01z7r7q48","country_code":"US","type":"funder","lineage":["https://openalex.org/I1335321130"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sameh N Saleh","raw_affiliation_strings":["Department of Biomedical and Health Informatics, Children\u2019s Hospital of Philadelphia , Philadelphia, PA 19146,","Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, University of Pennsylvania , Philadelphia, PA 19146,","Department of Health Informatics, Inova Health System , Fairfax, VA 22042,","Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, University of Pennsylvania, Philadelphia, PA 19146, United States","Department of Health Informatics, Inova Health System, Fairfax, VA 22042, United States","Department of Biomedical and Health Informatics, Children's Hospital of Philadelphia, Philadelphia, PA 19146, United States"],"raw_orcid":"https://orcid.org/0000-0001-5959-1659","affiliations":[{"raw_affiliation_string":"Department of Biomedical and Health Informatics, Children\u2019s Hospital of Philadelphia , Philadelphia, PA 19146,","institution_ids":["https://openalex.org/I1335321130"]},{"raw_affiliation_string":"Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, University of Pennsylvania , Philadelphia, PA 19146,","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Department of Health Informatics, Inova Health System , Fairfax, VA 22042,","institution_ids":["https://openalex.org/I116530498"]},{"raw_affiliation_string":"Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, University of Pennsylvania, Philadelphia, PA 19146, United States","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Department of Health Informatics, Inova Health System, Fairfax, VA 22042, United States","institution_ids":["https://openalex.org/I116530498"]},{"raw_affiliation_string":"Department of Biomedical and Health Informatics, Children's Hospital of Philadelphia, Philadelphia, PA 19146, United States","institution_ids":["https://openalex.org/I1335321130"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016587004","display_name":"Kevin B. Johnson","orcid":"https://orcid.org/0000-0001-7990-3250"},"institutions":[{"id":"https://openalex.org/I1335321130","display_name":"Children's Hospital of Philadelphia","ror":"https://ror.org/01z7r7q48","country_code":"US","type":"funder","lineage":["https://openalex.org/I1335321130"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin B Johnson","raw_affiliation_strings":["Department of Biomedical and Health Informatics, Children\u2019s Hospital of Philadelphia , Philadelphia, PA 19146,","Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, University of Pennsylvania , Philadelphia, PA 19146,","Department of Biomedical and Health Informatics, Children's Hospital of Philadelphia, Philadelphia, PA 19146, United States","Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, University of Pennsylvania, Philadelphia, PA 19146, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical and Health Informatics, Children\u2019s Hospital of Philadelphia , Philadelphia, PA 19146,","institution_ids":["https://openalex.org/I1335321130"]},{"raw_affiliation_string":"Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, University of Pennsylvania , Philadelphia, PA 19146,","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Department of Biomedical and Health Informatics, Children's Hospital of Philadelphia, Philadelphia, PA 19146, United States","institution_ids":["https://openalex.org/I1335321130"]},{"raw_affiliation_string":"Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, University of Pennsylvania, Philadelphia, PA 19146, United States","institution_ids":["https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5041698647"],"corresponding_institution_ids":["https://openalex.org/I116530498","https://openalex.org/I1335321130","https://openalex.org/I79576946"],"apc_list":{"value":3967,"currency":"USD","value_usd":3967},"apc_paid":null,"fwci":2.5763,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.92857421,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"32","issue":"12","first_page":"1899","last_page":"1907"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.7174000144004822,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.7174000144004822,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13248","display_name":"Healthcare Technology and Patient Monitoring","score":0.19930000603199005,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.011599999852478504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/development","display_name":"Development (topology)","score":0.45890000462532043},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.41830000281333923},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.32089999318122864},{"id":"https://openalex.org/keywords/healthcare-system","display_name":"Healthcare system","score":0.2741999924182892},{"id":"https://openalex.org/keywords/health-informatics","display_name":"Health informatics","score":0.2603999972343445}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6585999727249146},{"id":"https://openalex.org/C2776542497","wikidata":"https://www.wikidata.org/wiki/Q5266672","display_name":"Development (topology)","level":2,"score":0.45890000462532043},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4359000027179718},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.41830000281333923},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.400299996137619},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.36730000376701355},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C2988170871","wikidata":"https://www.wikidata.org/wiki/Q11000047","display_name":"Healthcare system","level":3,"score":0.2741999924182892},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2632000148296356},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.2603999972343445},{"id":"https://openalex.org/C2989236134","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Patient care","level":2,"score":0.25440001487731934}],"mesh":[{"descriptor_ui":"D001331","descriptor_name":"Automation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001331","descriptor_name":"Automation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001331","descriptor_name":"Automation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017144","descriptor_name":"Focus Groups","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017144","descriptor_name":"Focus Groups","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017144","descriptor_name":"Focus Groups","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D050316","descriptor_name":"Medical Order Entry Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D050316","descriptor_name":"Medical Order Entry Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D050316","descriptor_name":"Medical Order Entry Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D061214","descriptor_name":"Patient Safety","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D061214","descriptor_name":"Patient Safety","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D061214","descriptor_name":"Patient Safety","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1093/jamia/ocaf152","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jamia/ocaf152","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},{"id":"pmid:40985459","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40985459","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association : JAMIA","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W119465668","https://openalex.org/W1592982685","https://openalex.org/W2000117884","https://openalex.org/W2012868071","https://openalex.org/W2023248478","https://openalex.org/W2083062358","https://openalex.org/W2096988022","https://openalex.org/W2107373141","https://openalex.org/W2143749588","https://openalex.org/W2153123746","https://openalex.org/W2159151673","https://openalex.org/W2160382101","https://openalex.org/W2163102188","https://openalex.org/W2174270110","https://openalex.org/W2330482840","https://openalex.org/W2345505697","https://openalex.org/W2754518417","https://openalex.org/W2762305059","https://openalex.org/W2766597844","https://openalex.org/W2766960081","https://openalex.org/W2802884616","https://openalex.org/W2883119156","https://openalex.org/W2939238843","https://openalex.org/W2985309991","https://openalex.org/W3135645865","https://openalex.org/W3153178631","https://openalex.org/W3183239184","https://openalex.org/W3206297794","https://openalex.org/W4205315185","https://openalex.org/W4285388655","https://openalex.org/W4306833774","https://openalex.org/W4387779162"],"related_works":[],"abstract_inverted_index":{"INTRODUCTION:":[0],"Automation":[1],"of":[2,47,53,158,337],"clinical":[3,35,55,339],"orders":[4,24,56,162,182,340],"in":[5,57,65],"electronic":[6],"health":[7,68],"records":[8],"(EHRs)":[9],"has":[10],"the":[11,51,111,333],"potential":[12,334],"to":[13,33,60,79,84,96,124,143,179,260,341,361,373],"reduce":[14],"clinician":[15,319],"burden":[16],"and":[17,38,43,59,99,106,125,131,161,167,175,185,212,245,308,321,364],"enhance":[18],"patient":[19,132,246,347],"safety.":[20,39,348],"However,":[21],"determining":[22],"which":[23],"are":[25],"appropriate":[26,218,312,366],"for":[27,49,183,193,227,326,335],"automation":[28,184,281,302,336],"requires":[29],"a":[30,45,66,117,135,144,275,323],"structured":[31,324],"framework":[32,46],"ensure":[34],"validity,":[36],"transparency,":[37,202],"OBJECTIVE:":[40],"To":[41,150],"develop":[42],"validate":[44,374],"desiderata":[48,101,112,192,316],"assessing":[50,126],"appropriateness":[52,146,228],"automating":[54],"EHRs":[58],"demonstrate":[61],"its":[62],"operational":[63,152,375],"value":[64],"live":[67],"system":[69,213],"dataset.":[70],"MATERIALS":[71],"AND":[72],"METHODS:":[73],"The":[74,315],"study":[75],"comprised":[76],"4":[77],"phases":[78],"move":[80],"from":[81],"concept":[82],"generation":[83],"real-world":[85],"demonstration.":[86],"First,":[87],"we":[88,154],"conducted":[89],"focus":[90],"group":[91],"analyses":[92],"using":[93,134,148,172],"ground":[94],"theory":[95],"identify":[97,180,363],"themes":[98,105],"developed":[100],"informed":[102],"by":[103,113],"these":[104,221,354],"existing":[107],"literature.":[108],"We":[109,189],"validated":[110],"surveying":[114],"clinicians":[115],"at":[116],"single":[118],"institution,":[119],"presenting":[120],"10":[121],"use":[122,353],"cases":[123,216],"perceived":[127],"appropriateness,":[128],"cognitive":[129,236,343],"support,":[130],"safety":[133,247],"4-point":[136],"Likert":[137],"scale.":[138],"Survey":[139],"results":[140],"were":[141],"compared":[142,259],"priori":[145],"designations":[147],"t-tests.":[149],"evaluate":[151],"impact,":[153],"analyzed":[155],"one":[156],"year":[157],"order-based":[159],"alerts":[160],"(1.4":[163],"million":[164,169],"firings":[165],"alert":[166,268],"44.1":[168],"orders,":[170],"respectively)":[171],"filtering":[173],"rules":[174],"association":[176,293],"rule":[177,294],"mining":[178,359],"candidate":[181],"their":[186],"impact.":[187],"RESULTS:":[188],"identified":[190],"8":[191],"automated":[194,328,367],"order":[195,201,278],"appropriateness:":[196],"logical":[197],"consistency,":[198,208],"data":[199,358],"provenance,":[200],"context":[203],"permanence,":[204],"monitoring":[205],"plans,":[206],"trigger":[207],"care":[209],"team":[210],"empowerment,":[211],"accountability.":[214],"Use":[215],"deemed":[217],"based":[219],"on":[220],"criteria":[222],"received":[223],"significantly":[224],"higher":[225],"scores":[226],"(3.13":[229],"\u00b1":[230,234,239,243,249,253],"0.84":[231],"vs":[232,241,251],"2.30":[233],"0.99),":[235],"support":[237,344],"(3.08":[238,248],"0.82":[240],"2.25":[242],"0.94),":[244],"0.86":[250],"2.21":[252],"0.98)":[254],"(all":[255],"P":[256],"<":[257],".001)":[258],"those":[261],"considered":[262],"inappropriate.":[263],"Operational":[264],"analysis":[265],"revealed":[266],"an":[267,284,292],"firing":[269],"19":[270],"109":[271],"times":[272],"annually,":[273],"with":[274,295,318,357],"96%":[276],"signed":[277],"rate,":[279],"where":[280],"could":[282,303],"save":[283,304],"estimated":[285],"26.5":[286],"provider":[287],"hours":[288,306],"per":[289],"year.":[290],"Additionally,":[291],"16":[296],"628":[297],"occurrences":[298],"(68.4%":[299],"confidence)":[300],"suggested":[301],"15.8":[305],"annually":[307],"yield":[309],"8000":[310],"additional":[311],"orders.":[313,329,368],"DISCUSSION:":[314],"align":[317],"perceptions":[320],"provide":[322],"approach":[325],"evaluating":[327],"Our":[330],"findings":[331],"highlight":[332],"certain":[338],"improve":[342],"while":[345],"maintaining":[346],"CONCLUSION:":[349],"Healthcare":[350],"systems":[351],"should":[352],"desiderata,":[355],"coupled":[356],"techniques,":[360],"systematically":[362],"govern":[365],"Further":[369],"research":[370],"is":[371],"needed":[372],"scalability.":[376]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2025-10-10T00:00:00"}