{"id":"https://openalex.org/W4320075904","doi":"https://doi.org/10.2196/38941","title":"Using Clinical Data Visualizations in Electronic Health Record User Interfaces to Enhance Medical Student Diagnostic Reasoning: Randomized Experiment","display_name":"Using Clinical Data Visualizations in Electronic Health Record User Interfaces to Enhance Medical Student Diagnostic Reasoning: Randomized Experiment","publication_year":2023,"publication_date":"2023-01-19","ids":{"openalex":"https://openalex.org/W4320075904","doi":"https://doi.org/10.2196/38941","pmid":"https://pubmed.ncbi.nlm.nih.gov/37053000","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10141282"},"language":"en","primary_location":{"id":"doi:10.2196/38941","doi":"https://doi.org/10.2196/38941","is_oa":true,"landing_page_url":"https://doi.org/10.2196/38941","pdf_url":"https://humanfactors.jmir.org/2023/1/e38941/PDF","source":{"id":"https://openalex.org/S4210199510","display_name":"JMIR Human Factors","issn_l":"2292-9495","issn":["2292-9495"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","medline","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Human Factors","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://humanfactors.jmir.org/2023/1/e38941/PDF","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064383597","display_name":"Lucille G. Cheng","orcid":"https://orcid.org/0000-0003-2407-0516","observed_orcids":["https://orcid.org/0000-0003-2407-0516"]},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lucille Cheng","raw_affiliation_strings":["School of Medicine, University of Pittsburgh, Pittsburgh, PA, United States"],"raw_orcid":"https://orcid.org/0000-0003-2407-0516","affiliations":[{"raw_affiliation_string":"School of Medicine, University of Pittsburgh, Pittsburgh, PA, United States","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077000133","display_name":"Yalini Senathirajah","orcid":"https://orcid.org/0000-0001-8399-989X","observed_orcids":["https://orcid.org/0000-0001-8399-989X"]},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yalini Senathirajah","raw_affiliation_strings":["Department of Biomedical Informatics, University of Pittsburgh, Pittsburgh, PA, United States"],"raw_orcid":"https://orcid.org/0000-0001-8399-989X","affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, University of Pittsburgh, Pittsburgh, PA, United States","institution_ids":["https://openalex.org/I170201317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5064383597"],"corresponding_institution_ids":["https://openalex.org/I170201317"],"apc_list":{"value":1873,"currency":"USD","value_usd":1873},"apc_paid":{"value":1873,"currency":"USD","value_usd":1873},"fwci":2.5761,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.88407225,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"e38941","last_page":"e38941"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.9398999810218811,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.9398999810218811,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.05869999900460243,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clinical-data-visualization","display_name":"clinical data visualization","score":0.9290000200271606},{"id":"https://openalex.org/keywords/medical-students","display_name":"medical students","score":0.6790000200271606},{"id":"https://openalex.org/keywords/diagnostic-reasoning","display_name":"diagnostic reasoning","score":0.9850000143051147},{"id":"https://openalex.org/keywords/system-1-and-system-2","display_name":"System 1 and System 2","score":0.699999988079071},{"id":"https://openalex.org/keywords/dual-process-theory","display_name":"dual-process theory","score":0.8330000042915344},{"id":"https://openalex.org/keywords/cognitive-heuristics","display_name":"cognitive heuristics","score":0.9089999794960022},{"id":"https://openalex.org/keywords/cognitive-load","display_name":"cognitive load","score":0.906000018119812},{"id":"https://openalex.org/keywords/clinical-decision-making","display_name":"clinical decision-making","score":0.6150000095367432},{"id":"https://openalex.org/keywords/user-interface-design","display_name":"user interface design","score":0.5630000233650208},{"id":"https://openalex.org/keywords/medical-education","display_name":"medical education","score":0.6520000100135803},{"id":"https://openalex.org/keywords/user-experience","display_name":"user experience","score":0.5440000295639038},{"id":"https://openalex.org/keywords/diagnostic-accuracy","display_name":"diagnostic accuracy","score":0.5669999718666077}],"concepts":[{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7005332112312317},{"id":"https://openalex.org/C534262118","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Medical diagnosis","level":2,"score":0.5985413789749146},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5441598892211914},{"id":"https://openalex.org/C195910791","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Medical record","level":2,"score":0.4846080243587494},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.45303332805633545},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.43184202909469604},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4287588596343994},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4101332128047943},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3784642815589905},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.36614564061164856},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22836348414421082},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.11705484986305237},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.2196/38941","doi":"https://doi.org/10.2196/38941","is_oa":true,"landing_page_url":"https://doi.org/10.2196/38941","pdf_url":"https://humanfactors.jmir.org/2023/1/e38941/PDF","source":{"id":"https://openalex.org/S4210199510","display_name":"JMIR Human Factors","issn_l":"2292-9495","issn":["2292-9495"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","medline","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Human Factors","raw_type":"journal-article"},{"id":"doi:10.2196/preprints.38941","doi":"https://doi.org/10.2196/preprints.38941","is_oa":true,"landing_page_url":"https://doi.org/10.2196/preprints.38941","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:pubmedcentral.nih.gov:10141282","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10141282","pdf_url":"https://www.hgraph.org/docs/hGraph_Whitepaper.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Hum Factors","raw_type":"Text"},{"id":"pmid:37053000","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37053000","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR human factors","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:b24e6dbd4ea64288a3521f1cfa4870d2","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/b24e6dbd4ea64288a3521f1cfa4870d2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"JMIR Human Factors, Vol 10, p e38941 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.2196/38941","doi":"https://doi.org/10.2196/38941","is_oa":true,"landing_page_url":"https://doi.org/10.2196/38941","pdf_url":"https://humanfactors.jmir.org/2023/1/e38941/PDF","source":{"id":"https://openalex.org/S4210199510","display_name":"JMIR Human Factors","issn_l":"2292-9495","issn":["2292-9495"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","ki-jl-1","medline","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Human Factors","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.8048999905586243,"id":"https://metadata.un.org/sdg/3"},{"display_name":"Quality education","score":0.6164000034332275,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310174","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4320075904.pdf","grobid_xml":"https://content.openalex.org/works/W4320075904.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W1974039834","https://openalex.org/W1978680109","https://openalex.org/W2019963249","https://openalex.org/W2047446843","https://openalex.org/W2090746914","https://openalex.org/W2146622339","https://openalex.org/W2155479778","https://openalex.org/W2167366201","https://openalex.org/W2180995104","https://openalex.org/W2189098292","https://openalex.org/W2418508864","https://openalex.org/W2790257353","https://openalex.org/W2981316889","https://openalex.org/W3022273241","https://openalex.org/W3036148210","https://openalex.org/W3113519334"],"related_works":["https://openalex.org/W4281565644","https://openalex.org/W2997637743","https://openalex.org/W2999254355","https://openalex.org/W3013240564","https://openalex.org/W2991232163","https://openalex.org/W2998559139","https://openalex.org/W3092810523","https://openalex.org/W7123486818","https://openalex.org/W4281257819","https://openalex.org/W7214568747"],"abstract_inverted_index":{"BACKGROUND:":[0],"In":[1,75,350],"medicine,":[2],"the":[3,11,16,27,95,105,130,170,174,180,196,200,227,239,311,324,376,385,405,420],"clinical":[4,108,141,399],"decision-making":[5],"process":[6,408],"can":[7],"be":[8,42],"described":[9],"using":[10,67,423],"dual-process":[12],"theory":[13],"consisting":[14],"of":[15,97,107,132,135,173,179,199,222,254,278,321,333,337,354,378,422],"fast,":[17],"intuitive":[18],"\"System":[19,30],"1,\"":[20],"commonly":[21],"seen":[22],"in":[23,59,90,260,270,382,398,404,426],"seasoned":[24],"physicians,":[25],"and":[26,102,116,124,166,195,233,288,335,347,384,390,413],"slow,":[28],"deliberative":[29],"2,\"":[31],"associated":[32],"with":[33,188,206,238,273,368],"medical":[34,60,92,117,126,427],"students.":[35],"System-1-type":[36,57,87],"diagnostic":[37,88,406],"reasoning":[38,89,407],"is":[39,409,416],"thought":[40],"to":[41,82,85,160,168,185,218,231,315,362,394,418],"less":[43,293],"cognitively":[44],"burdensome,":[45],"thereby":[46],"reducing":[47],"physician":[48],"error.":[49],"To":[50],"date,":[51],"limited":[52],"literature":[53],"exists":[54],"on":[55,112,150,235,246,266,290,327],"inducing":[56,379],"diagnosis":[58],"students":[61,93,127,144,256],"through":[62,94],"cognitive":[63,98,114,364,396],"heuristics,":[64],"particularly":[65],"while":[66],"modern":[68],"electronic":[69],"health":[70],"record":[71],"(EHR)":[72],"interfaces.":[73],"OBJECTIVE:":[74],"this":[76,338],"experimental":[77],"pilot":[78],"study,":[79],"we":[80],"aimed":[81],"(1)":[83],"attempt":[84],"induce":[86],"inexperienced":[91],"acquisition":[96],"user":[99,248,391],"interface":[100],"heuristics":[101,393],"(2)":[103],"understand":[104],"impact":[106],"patient":[109,148],"data":[110,157,388,402],"visualizations":[111,425],"students'":[113],"load":[115],"education.":[118,428],"METHODS:":[119],"The":[120,143,258],"participants":[121,175,201,214,228,259,322,358],"were":[122,145,176,202,215,229],"third-":[123],"fourth-year":[125],"recruited":[128],"from":[129],"University":[131],"Pittsburgh":[133],"School":[134],"Medicine":[136],"who":[137],"had":[138],"completed":[139],"1+":[140],"rotations.":[142],"presented":[146],"8":[147,181,224],"cases":[149,182,204],"a":[151,155,274],"novel":[152,312],"EHR,":[153],"featuring":[154],"prominent":[156],"visualization":[158,389],"designed":[159],"foster":[161],"at-a-glance":[162],"rapid":[163],"case":[164,192,210],"assessment,":[165],"asked":[167,217,230],"diagnose":[169],"patient.":[171],"Half":[172],"shown":[177,203],"4":[178,186],"repeatedly,":[183],"up":[184],"times":[187],"30":[189],"seconds":[190,303],"per":[191,209,295],"(Group":[193,211],"A),":[194],"other":[197],"half":[198],"twice":[205],"2":[207],"minutes":[208],"B).":[212],"All":[213],"then":[216],"provide":[219],"full":[220],"diagnoses":[221],"all":[223],"cases.":[225],"Finally,":[226],"evaluate":[232],"elaborate":[234],"their":[236],"experience":[237,249],"system;":[240],"content":[241],"analysis":[242,353],"was":[243],"subsequently":[244],"performed":[245],"these":[247],"interviews.":[250],"RESULTS:":[251],"A":[252,262],"total":[253],"15":[255],"participated.":[257],"Group":[261,271,298],"scored":[263],"slightly":[264],"higher":[265,330],"average":[267,291],"than":[268,297],"those":[269],"B,":[272],"mean":[275],"percentage":[276],"correct":[277],"76%":[279],"(95%":[280,285],"CI":[281,286],"0.68-0.84)":[282],"versus":[283],"69%":[284],"0.58-0.80),":[287],"spent":[289],"50%":[292],"time":[294],"question":[296],"B":[299],"diagnosing":[300],"patients":[301],"(13.98":[302],"vs":[304],"19.13":[305],"seconds,":[306],"P=.03,":[307],"respectively).":[308,349],"When":[309],"comparing":[310],"EHR":[313],"design":[314,392],"previously":[316],"used":[317],"EHRs,":[318],"73%":[319],"(n=11)":[320],"rated":[323,341],"new":[325,339],"version":[326],"par":[328],"or":[329],"(3+/5).":[331],"Ease":[332],"use":[334],"intuitiveness":[336],"system":[340],"similarly":[342],"high":[343],"(mean":[344],"score":[345],"3.73/5":[346],"4.2/5,":[348],"qualitative":[351],"thematic":[352],"poststudy":[355],"interviews,":[356],"most":[357],"(n=11,":[359],"73%)":[360],"spoke":[361],"\"pattern-recognition\"":[363],"heuristic":[365],"strategies":[366],"consistent":[367],"System":[369],"1":[370],"decision-making.":[371],"CONCLUSIONS:":[372],"These":[373],"results":[374],"support":[375],"possibility":[377],"type-1":[380],"diagnostics":[381],"learners":[383],"potential":[386],"for":[387,411],"reduce":[395],"burden":[397],"settings.":[400],"Clinical":[401],"presentation":[403],"ripe":[410],"innovation,":[412],"further":[414],"research":[415],"needed":[417],"explore":[419],"benefit":[421],"such":[424]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2023-02-12T00:00:00"}