{"id":"https://openalex.org/W2991183474","doi":"https://doi.org/10.1177/1071181319631461","title":"What Did You Order? Developing Models to Measure the Impact of Usability on Emergency Physician Accuracy Using Computerized Provider Order Entry","display_name":"What Did You Order? Developing Models to Measure the Impact of Usability on Emergency Physician Accuracy Using Computerized Provider Order Entry","publication_year":2019,"publication_date":"2019-11-01","ids":{"openalex":"https://openalex.org/W2991183474","doi":"https://doi.org/10.1177/1071181319631461","mag":"2991183474"},"language":"en","primary_location":{"id":"doi:10.1177/1071181319631461","doi":"https://doi.org/10.1177/1071181319631461","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1071181319631461","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/1071181319631461?download=true","source":{"id":"https://openalex.org/S4210176815","display_name":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","issn_l":"0163-5182","issn":["0163-5182","1071-1813","1541-9312","2169-5067"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://journals.sagepub.com/doi/pdf/10.1177/1071181319631461?download=true","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091806995","display_name":"Swaminathan Kandaswamy","orcid":"https://orcid.org/0000-0003-2109-5769","observed_orcids":["https://orcid.org/0000-0003-2109-5769"]},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]},{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Swaminathan Kandaswamy","raw_affiliation_strings":["University of Massachusetts, Amherst Jiajun Wei, University at Buffalo, Amherst"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts, Amherst Jiajun Wei, University at Buffalo, Amherst","institution_ids":["https://openalex.org/I24603500","https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015116806","display_name":"Aaron Zachary Hettinger","orcid":"https://orcid.org/0000-0003-0483-5788","observed_orcids":["https://orcid.org/0000-0003-0483-5788"]},"institutions":[{"id":"https://openalex.org/I184565670","display_name":"Georgetown University","ror":"https://ror.org/05vzafd60","country_code":"US","type":"education","lineage":["https://openalex.org/I184565670"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aaron Z Hettinger","raw_affiliation_strings":["MedStar Health, Washington DC; Department of Emergency Medicine, Georgetown University School of Medicine, Washington DC","MedStar Health, Washington DC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MedStar Health, Washington DC; Department of Emergency Medicine, Georgetown University School of Medicine, Washington DC","institution_ids":["https://openalex.org/I184565670"]},{"raw_affiliation_string":"MedStar Health, Washington DC","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037268899","display_name":"Raj M. Ratwani","orcid":"https://orcid.org/0000-0002-8623-6123","observed_orcids":["https://orcid.org/0000-0002-8623-6123"]},"institutions":[{"id":"https://openalex.org/I184565670","display_name":"Georgetown University","ror":"https://ror.org/05vzafd60","country_code":"US","type":"education","lineage":["https://openalex.org/I184565670"]},{"id":"https://openalex.org/I86755215","display_name":"MedStar Health","ror":"https://ror.org/05atemp08","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I86755215"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Raj M. Ratwani","raw_affiliation_strings":["MedStar Health, Washington DC; Department of Emergency Medicine, Georgetown University School of Medicine, Washington DC Allan Fong, MedStar Health, Washington DC","MedStar Health, Washington DC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MedStar Health, Washington DC; Department of Emergency Medicine, Georgetown University School of Medicine, Washington DC Allan Fong, MedStar Health, Washington DC","institution_ids":["https://openalex.org/I184565670","https://openalex.org/I86755215"]},{"raw_affiliation_string":"MedStar Health, Washington DC","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1500,"currency":"USD","value_usd":1500},"apc_paid":null,"fwci":0.4134,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.69382938,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":95},"biblio":{"volume":"63","issue":"1","first_page":"713","last_page":"717"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computerized-physician-order-entry","display_name":"computerized physician order entry","score":0.9990000128746033},{"id":"https://openalex.org/keywords/ehr-usability","display_name":"EHR usability","score":0.8040000200271606},{"id":"https://openalex.org/keywords/emergency-physicians","display_name":"emergency physicians","score":0.75},{"id":"https://openalex.org/keywords/order-accuracy","display_name":"order accuracy","score":0.777999997138977},{"id":"https://openalex.org/keywords/predictive-model","display_name":"prediction model","score":0.5},{"id":"https://openalex.org/keywords/random-forest","display_name":"random forest","score":0.9399999976158142},{"id":"https://openalex.org/keywords/keystroke-data","display_name":"keystroke data","score":0.640999972820282},{"id":"https://openalex.org/keywords/user-demographics","display_name":"user demographics","score":0.6970000267028809},{"id":"https://openalex.org/keywords/patient-safety","display_name":"patient safety","score":0.7179999947547913}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.9323098659515381},{"id":"https://openalex.org/C3018087096","wikidata":"https://www.wikidata.org/wiki/Q7100437","display_name":"Order entry","level":2,"score":0.6869677305221558},{"id":"https://openalex.org/C2775939850","wikidata":"https://www.wikidata.org/wiki/Q1122478","display_name":"Computerized physician order entry","level":3,"score":0.5399911403656006},{"id":"https://openalex.org/C3019952477","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Health records","level":3,"score":0.5195822715759277},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5137044191360474},{"id":"https://openalex.org/C3020144179","wikidata":"https://www.wikidata.org/wiki/Q10871684","display_name":"Electronic health record","level":3,"score":0.4994492530822754},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.4735909104347229},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4724484086036682},{"id":"https://openalex.org/C2780084366","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demographics","level":2,"score":0.4549824595451355},{"id":"https://openalex.org/C3019659195","wikidata":"https://www.wikidata.org/wiki/Q5690566","display_name":"Meaningful use","level":3,"score":0.44360747933387756},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.43372124433517456},{"id":"https://openalex.org/C63527458","wikidata":"https://www.wikidata.org/wiki/Q5133829","display_name":"Clinical decision support system","level":3,"score":0.42344963550567627},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.2886720895767212},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.25953689217567444},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.24609375},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.2099815011024475},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.16960057616233826},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/1071181319631461","doi":"https://doi.org/10.1177/1071181319631461","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1071181319631461","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/1071181319631461?download=true","source":{"id":"https://openalex.org/S4210176815","display_name":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","issn_l":"0163-5182","issn":["0163-5182","1071-1813","1541-9312","2169-5067"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1177/1071181319631461","doi":"https://doi.org/10.1177/1071181319631461","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1071181319631461","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/1071181319631461?download=true","source":{"id":"https://openalex.org/S4210176815","display_name":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","issn_l":"0163-5182","issn":["0163-5182","1071-1813","1541-9312","2169-5067"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.8371999859809875,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2991183474.pdf","grobid_xml":"https://content.openalex.org/works/W2991183474.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W1980333433","https://openalex.org/W2027545674","https://openalex.org/W2042607745","https://openalex.org/W2042855876","https://openalex.org/W2053906191","https://openalex.org/W2063074434","https://openalex.org/W2106854280","https://openalex.org/W2112043716","https://openalex.org/W2118510388","https://openalex.org/W2128084015","https://openalex.org/W2128124510","https://openalex.org/W2144945593","https://openalex.org/W2162040788","https://openalex.org/W2162190913","https://openalex.org/W2794457162","https://openalex.org/W2810283546","https://openalex.org/W2899898469","https://openalex.org/W2911964244"],"related_works":["https://openalex.org/W226175653","https://openalex.org/W4299856054","https://openalex.org/W2005845896","https://openalex.org/W144858485","https://openalex.org/W2888758869","https://openalex.org/W2322424429","https://openalex.org/W1983409801","https://openalex.org/W4376881006","https://openalex.org/W2422475088","https://openalex.org/W7126589130"],"abstract_inverted_index":{"Computerized":[0],"Provider":[1],"Order":[2],"Entry":[3],"(CPOE)":[4],"is":[5,22],"a":[6,69],"critical":[7],"component":[8],"of":[9,19,48,83,110,117],"electronic":[10],"health":[11],"records":[12],"(EHR).":[13],"Although":[14],"widely":[15],"adopted,":[16],"the":[17,46,53,81,84,101,115],"usability":[18,28],"these":[20],"systems":[21,35],"not":[23],"well":[24],"understood.":[25],"A":[26],"cross-sectional":[27],"study":[29],"was":[30,94],"conducted":[31],"at":[32],"four":[33],"healthcare":[34],"using":[36,118],"two":[37],"commercially":[38],"available":[39],"EHRs.":[40],"This":[41],"research":[42],"aims":[43],"to":[44,79,134],"predict":[45,80],"accuracy":[47,82],"an":[49],"order":[50,85,129],"placed":[51],"in":[52,68,126,139],"EHR":[54,137],"by":[55],"emergency":[56],"medicine":[57],"physicians.":[58],"Physician-EHR":[59],"interactions":[60,76],"were":[61,77,89],"recorded":[62],"during":[63],"six":[64],"simulated":[65],"task":[66],"scenarios":[67],"test":[70],"environment.":[71],"The":[72,96],"data":[73],"from":[74],"222":[75],"used":[78],"placed.":[86],"Multiple":[87],"models":[88,133],"developed,":[90],"and":[91,108,121,149],"their":[92],"performance":[93,103],"compared.":[95],"Random":[97],"Forest":[98],"model":[99],"had":[100],"best":[102],"with":[104],"F1":[105],"score":[106],"0.82":[107],"AUC":[109],"0.89.":[111],"These":[112],"results":[113],"demonstrate":[114],"utility":[116],"keystroke,":[119],"time":[120],"user":[122],"demographics":[123],"as":[124],"variables":[125],"predicting":[127],"accurate":[128],"placement.":[130],"Applying":[131],"such":[132],"passively":[135],"monitor":[136],"usage":[138],"real":[140],"world":[141],"clinical":[142],"environments":[143],"may":[144],"help":[145],"improve":[146],"patient":[147],"safety":[148],"care.":[150]},"counts_by_year":[{"year":2021,"cited_by_count":2}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2019-12-05T00:00:00"}