{"id":"https://openalex.org/W3030763501","doi":"https://doi.org/10.7326/m19-0870","title":"Introduction: Improvement and Measurement in the Era of Electronic Health Records","display_name":"Introduction: Improvement and Measurement in the Era of Electronic Health Records","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3030763501","doi":"https://doi.org/10.7326/m19-0870","mag":"3030763501","pmid":"https://pubmed.ncbi.nlm.nih.gov/32479178"},"language":"en","primary_location":{"id":"doi:10.7326/m19-0870","doi":"https://doi.org/10.7326/m19-0870","is_oa":false,"landing_page_url":"https://doi.org/10.7326/m19-0870","pdf_url":null,"source":{"id":"https://openalex.org/S119722071","display_name":"Annals of Internal Medicine","issn_l":"0003-4819","issn":["0003-4819","1539-3704"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310316812","host_organization_name":"American College of Physicians","host_organization_lineage":["https://openalex.org/P4310316812"],"host_organization_lineage_names":["American College of Physicians"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Internal Medicine","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101417559","display_name":"Andrew D. Auerbach","orcid":"https://orcid.org/0000-0001-8057-2006","observed_orcids":["https://orcid.org/0000-0001-8057-2006"]},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Auerbach","raw_affiliation_strings":["University of California, San Francisco, San Francisco, California (A.A.)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Francisco, San Francisco, California (A.A.)","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036110536","display_name":"David Westfall Bates","orcid":"https://orcid.org/0000-0001-6268-1540","observed_orcids":["https://orcid.org/0000-0001-6268-1540","https://orcid.org/0000-0003-4850-2360","https://orcid.org/0000-0002-3105-156X","https://orcid.org/0000-0001-7438-9491","https://orcid.org/0000-0001-5440-6039"]},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I121934306","https://openalex.org/I1283280774","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David W. Bates","raw_affiliation_strings":["Brigham and Women's Hospital, Boston, Massachusetts (D.W.B.)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brigham and Women's Hospital, Boston, Massachusetts (D.W.B.)","institution_ids":["https://openalex.org/I1283280774"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8497,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.79147317,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":"172","issue":"11_Supplement","first_page":"S69","last_page":"S72"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.9355000257492065,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.9355000257492065,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12871","display_name":"Healthcare Quality and Management","score":0.02319999970495701,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11590","display_name":"Primary Care and Health Outcomes","score":0.005400000140070915,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electronic-health-records","display_name":"electronic health records","score":0.8949999809265137},{"id":"https://openalex.org/keywords/quality-improvement","display_name":"quality improvement","score":0.875},{"id":"https://openalex.org/keywords/hitech-act","display_name":"HITECH Act","score":0.796999990940094},{"id":"https://openalex.org/keywords/health-care-delivery","display_name":"health care delivery","score":0.4830000102519989},{"id":"https://openalex.org/keywords/machine-learning","display_name":"machine learning","score":0.515999972820282},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"artificial intelligence","score":0.8519999980926514},{"id":"https://openalex.org/keywords/implementation-research","display_name":"implementation research","score":0.5139999985694885},{"id":"https://openalex.org/keywords/generalizability","display_name":"generalizability","score":0.6259999871253967}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.9115299582481384},{"id":"https://openalex.org/C3019952477","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Health records","level":3,"score":0.6547796130180359},{"id":"https://openalex.org/C3020144179","wikidata":"https://www.wikidata.org/wiki/Q10871684","display_name":"Electronic health record","level":3,"score":0.5900416374206543},{"id":"https://openalex.org/C2776354556","wikidata":"https://www.wikidata.org/wiki/Q10910281","display_name":"Health information technology","level":3,"score":0.43951287865638733},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.27226293087005615},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007388","descriptor_name":"Internal Medicine","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D058996","descriptor_name":"Quality Improvement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.7326/m19-0870","doi":"https://doi.org/10.7326/m19-0870","is_oa":false,"landing_page_url":"https://doi.org/10.7326/m19-0870","pdf_url":null,"source":{"id":"https://openalex.org/S119722071","display_name":"Annals of Internal Medicine","issn_l":"0003-4819","issn":["0003-4819","1539-3704"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310316812","host_organization_name":"American College of Physicians","host_organization_lineage":["https://openalex.org/P4310316812"],"host_organization_lineage_names":["American College of Physicians"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Internal Medicine","raw_type":"journal-article"},{"id":"pmid:32479178","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32479178","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of internal medicine","raw_type":"Introductory Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8560000061988831,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2262671496","https://openalex.org/W2752449276","https://openalex.org/W3028609544","https://openalex.org/W3029320863","https://openalex.org/W3029572228","https://openalex.org/W3030293039","https://openalex.org/W3030460584","https://openalex.org/W3030713564","https://openalex.org/W3031185052","https://openalex.org/W3031644567","https://openalex.org/W3031956118","https://openalex.org/W3032245470"],"related_works":["https://openalex.org/W4028274","https://openalex.org/W7095664531","https://openalex.org/W7096248781","https://openalex.org/W2498340535","https://openalex.org/W1983176095","https://openalex.org/W2943321116","https://openalex.org/W6922304267","https://openalex.org/W2339059207","https://openalex.org/W98273672","https://openalex.org/W3166918788"],"abstract_inverted_index":{"Supplement2":[0],"June":[1,2488,2507,2512],"2020Introduction:":[2],"Improvement":[3,1552,2226,2396],"and":[4,16,39,45,58,79,140,145,204,221,231,271,278,291,317,334,357,427,436,465,471,481,528,543,553,637,657,667,676,683,710,713,724,736,743,749,760,765,791,810,853,875,898,906,912,926,949,970,981,991,1003,1050,1062,1079,1092,1140,1147,1159,1165,1170,1184,1198,1206,1235,1249,1265,1292,1312,1325,1340,1347,1371,1384,1440,1446,1495,1502,1515,1600,1602,1605,1616,1649,1706,1732,1735,1754,1763,1779,1840,1871,1892,1900,1911,1921,1945,1970,2006,2047,2054,2075,2100,2138,2183,2189,2257,2280,2292,2306,2321,2374,2392,2433,2439,2453],"Measurement":[5],"in":[6,122,133,148,162,259,294,304,329,367,381,392,458,462,473,511,580,702,758,851,902,993,1088,1103,1190,1227,1270,1309,1338,1359,1477,1491,1506,1523,1557,1590,1657,1687,1709,1743,1793,1807,1818,1879,1897,1947,2102,2309,2397,2460,2479],"the":[7,70,73,93,102,112,131,149,178,181,185,190,236,260,263,295,340,349,351,368,385,393,409,444,447,463,484,487,491,502,559,581,618,662,691,695,752,775,814,833,848,930,1121,1124,1133,1174,1213,1263,1271,1306,1314,1375,1422,1432,1478,1529,1558,1587,1596,1603,1609,1618,1643,1658,1688,1693,1710,1724,1758,1790,1794,1808,1826,1852,1866,1887,1890,1908,1914,2030,2073,2258,2319,2387,2398],"Era":[8,2399],"of":[9,25,72,96,175,180,187,219,238,257,265,342,353,360,375,415,446,449,476,521,526,530,540,551,566,608,612,661,673,680,690,754,799,805,813,835,841,847,916,1012,1018,1064,1072,1120,1123,1135,1173,1212,1253,1262,1283,1374,1382,1434,1437,1448,1504,1563,1595,1608,1633,1695,1712,1729,1737,1771,1789,1803,1825,1844,1854,1862,1868,1889,1907,1919,1950,1999,2077,2284,2340,2356,2369,2386,2400,2414,2423,2442,2522],"Electronic":[10,2401],"Health":[11,74,81,1920,2394,2402],"RecordsFREEAndrew":[12],"Auerbach,":[13,22,2336,2419],"MD,":[14,20,23,43,2337,2420,2430,2448,2456],"MPH":[15,2421,2457],"David":[17,40,2427],"W.":[18,41,2428],"Bates,":[19,42,2429],"MScAndrew":[21],"MPHUniversity":[24],"California,":[26,2285,2341,2357,2424],"San":[27,29,2286,2288,2342,2347,2358,2363,2425],"Francisco,":[28,30,2287,2289,2343,2348,2359,2364],"California":[31,2290],"(A.A.)Search":[32],"for":[33,51,77,118,440,495,537,621,698,719,1055,1289,1357,1550,1697,1757,1768,1815,1896,1973,2023,2072,2224,2303,2412,2465],"more":[34,52,299,307,355,514,655,819,1045,1653],"papers":[35,53,376,938,1331,1903],"by":[36,54,319,479,727,781,1431,1669,1680,1798,1847,1857,1877,2519],"this":[37,55,280,416,538,674,897,910,1097,1203,1310,1426,1497,1561,1799,2311,2415,2466],"author":[38],"MScBrigham":[44],"Women's":[46,2293,2375,2434],"Hospital,":[47,2294,2376,2435],"Boston,":[48,2295,2380],"Massachusetts":[49,2296],"(D.W.B.)Search":[50],"authorAuthor,":[56],"Article,":[57,2279],"Disclosure":[59,2281],"Informationhttps://doi.org/10.7326/M19-0870":[60],"SectionsAboutVisual":[61],"AbstractPDF":[62],"ToolsAdd":[63],"to":[64,196,247,284,312,323,325,348,364,402,423,561,575,589,734,807,866,883,892,921,944,964,983,1025,1033,1156,1245,1317,1319,1408,1496,1518,1526,1543,1575,1581,1625,1655,1760,1787,1833,2056,2107,2132,2164,2274,2315],"favoritesDownload":[65],"CitationsTrack":[66],"CitationsPermissions":[67],"ShareFacebookTwitterLinkedInRedditEmail":[68],"Since":[69],"passage":[71],"Information":[75],"Technology":[76],"Economic":[78],"Clinical":[80],"(HITECH)":[82],"Act":[83,1482],"(1),":[84],"health":[85,98,198,1060,1089,1105,1610,1714,1772,1805,1819,1881,1952,1978,2001,2026,2082,2104,2109,2129,2160],"care":[86,119,123,274,531,641,809,1106,1179,1321,1341,1611,1820,2484],"has":[87,786,955,1186,1470],"undergone":[88],"a":[89,354,373,467,519,609,659,717,796,825,998,1031,1328,1355,1389,1405,1451,1467,1812,1860,1880,2233,2480],"sea":[90],"change":[91,366],"with":[92,160,188,216,953,1047,2475],"widespread":[94,1801],"implementation":[95,240,251,478,1954],"electronic":[97,1362,1670,1744,1951,1977,2000,2025,2081,2103,2128,2159],"records":[99,1061],"(EHRs).":[100],"In":[101,1541,2273],"decade":[103],"since":[104],"HITECH,":[105],"EHRs":[106,533,548,644,854,954,1009,1051,1127,1152,1199,1241,1849],"are":[107,125,152,276,332,408,518,617,694,706,882,962,1022,1114,1222,1256,1267,1299,1336,1666,1684,1716,1747,1894],"now":[108],"nearly":[109,254],"universal":[110],"throughout":[111],"United":[113,1809],"States,":[114],"producing":[115,127],"innumerable":[116],"implications":[117],"delivery.":[120,642,1821],"Changes":[121],"delivery":[124,1827],"also":[126,184,507,707,823,935,1572,1748,1829,1850],"dramatic":[128],"effects":[129],"on":[130,389,469,722,741,1333,1421,1719,1750,1929,2207],"ways":[132,330,815],"which":[134,189,567,829,1001],"quality":[135,725,742,763],"improvement":[136,144,165,191,224,290,726,764,1180],"is":[137,192,591,773,855,863,1038,1075,1108,1137,1181,1195,1322,1354,1392,1512,1639,1740,1774,2384],"carried":[138,153,1741],"out":[139,154,289,577,587,1742,1838],"measured.":[141],"However,":[142,643,1193],"how":[143,163,273,324,363,684,937,1093,1141,1151,1230,1361,1593,1617,1738,1835],"measurement":[146],"efforts":[147,293],"EHR":[150,261,267,296,1459],"era":[151,297,395,1560,1660,2256],"may":[155,233,877,1454],"not":[156,176,212,569,972,1223,1257,1567],"be":[157,421,438,498,653,687,878,890,1099,1144,1154,1239,1403,1416,1429,1534,1623,1629,1652,1761,1874,2330],"keeping":[158],"pace":[159],"improvements":[161,275,1878],"local":[164,873],"programs":[166],"can":[167,497,645,651,817,976,1153,2329],"create":[168,978],"generalizable":[169],"knowledge\u2014a":[170],"step":[171],"that":[172,242,302,331,339,377,411,489,547,557,739,795,914,1014,1041,1095,1194,1215,1221,1304,1335,1487,1513,1683,1721],"requires":[173,924],"consideration":[174],"only":[177,1568],"rigor":[179,186],"implementation,":[182],"but":[183,630,704,869,1225,1251,1274,1343,1425,1474,1571,1777],"reported.Some":[193],"EHR-enabled":[194],"approaches":[195,301,1074,1368],"improving":[197,1056],"care,":[199,1049,1583],"such":[200,226,404,450,946,1294,1546,1584,1691],"as":[201,227,322,441,499,501,572,574,599,601,605,697,745,839,1116,1118,1219,1296,1378,1380,1547,1585,1662,1692,2463],"machine":[202,1233,1733,2187],"learning":[203,522,1234,2188],"artificial":[205,1182,1216,1236,1297,1730,2190],"intelligence,":[206,1183],"offer":[207,670,716,1052,1128,1242],"great":[208,1243],"promise":[209],"yet":[210,1070,1258],"do":[211,971],"necessarily":[213],"work":[214,995,1739,1745,2106,2308],"well":[215,573,600,1379],"traditional":[217,1544],"methodologies":[218],"evaluation":[220,513],"reporting.":[222],"Other":[223],"efforts,":[225],"those":[228,287,314,1119,1269],"targeting":[229],"costs":[230,1113,1853],"value,":[232,1250],"benefit":[234,885],"from":[235,596,640,886,918,1450,2158,2232,2313],"availability":[237,1802],"new":[239,394,535,603,708,1578],"tools":[241,1054,1363,1376,1619,1715,1726,1806],"have":[243,371,632,818,1276,1364,1461,1488,1499],"otherwise":[244],"been":[245,634,787,956,1365,1489],"difficult":[246],"incorporate":[248],"into":[249,384,452,1131],"paper-based":[250],"strategies.":[252],"For":[253],"all":[255],"kinds":[256],"research":[258,383,414,451,496,843,903,1164,1316,1339,1346,1531,1699,1839,1869,2028,2078,2136,2162],"era,":[262,387,1690],"role":[264],"vendor-developed":[266],"tools\u2014both":[268],"their":[269,327,429,453,746,842,1048,1438,1524],"opportunities":[270,536,943,1288,1909],"constraints\u2014underlie":[272],"framed":[277],"executed.With":[279],"supplement,":[281],"we":[282,337,400,881,1836],"hope":[283,311,338,401],"help":[285,831,1912],"guide":[286],"carrying":[288],"innovation":[292,1817],"toward":[298],"robust":[300,308],"will":[303,802,830,889,1200,1628,1651,1676,1784,1873],"turn":[305],"provide":[306,558,731,940,1455,1519,1904],"results.":[309],"We":[310,1302],"aid":[313],"same":[315,696],"investigators":[316,1514],"innovators":[318,1409,1516],"providing":[320,1751],"guidance":[321],"describe":[326],"findings":[328],"rigorous":[333],"understandable.":[335],"And":[336],"combination":[341],"these":[343,647,1020,1028,1073,1254,1330,1672],"first":[344,1353],"2":[345,1344,1673,2487,2506,2511],"goals":[346],"leads":[347],"third:":[350],"framing":[352],"useful":[356],"implementable":[358],"body":[359],"literature":[361],"about":[362,523,593,942],"implement":[365],"digital":[369,386,1390,1530,1559,1579,1659,1689,1713,1725,1804,1823],"era.We":[370],"solicited":[372],"group":[374],"cover":[378,1160],"key":[379,509,602,849,1032,1161,1510,1674],"issues":[380,391,510,757,1029,1083,1162,1307,1334,1720],"translating":[382],"focusing":[388,721],"cross-cutting":[390],"(Table).":[396],"With":[397],"each":[398],"paper,":[399],"answer":[403],"questions":[405],"as:":[406],"What":[407,418,431],"factors":[410,1573,1791],"define":[412],"high-quality":[413],"type?":[417],"should":[419,432,686,1043,1098,1238,1565,1622],"researchers":[420],"attentive":[422],"when":[424,1388,1466],"designing,":[425],"conducting,":[426,2046],"reporting":[428,474,737,761,900,1348,1360,1948,1971,2007,2032,2048,2076,2502],"work?":[430],"clinicians,":[433],"administrators,":[434],"patients,":[435,524],"policymakers":[437],"looking":[439],"they":[442,631,685,750,961,975],"consider":[443],"application":[445],"results":[448,1872],"own":[454],"endeavors?Table.":[455],"Topics":[456],"Addressed":[457],"This":[459,505,821],"SupplementTopics":[460],"Covered":[461],"SupplementContext":[464],"ApproachIn":[466],"paper":[468,822],"context":[470,1564,1888],"approach":[472,620,733,1946],"evaluations":[475,1949],"EHR-based":[477,681,762,800],"Haynes":[480,1935],"colleagues":[482,668,1004,1148],"(2),":[483],"authors":[485,585,934,2299],"make":[486],"point":[488,586,1498],"understanding":[490,1085,1778],"local,":[492],"nonelectronic":[493],"environment":[494],"important":[500,777],"intervention":[503,625,778],"itself.":[504],"article":[506,2383],"covers":[508],"EHR-oriented":[512],"broadly.Observational":[515],"StudiesObservational":[516],"studies":[517,579,720,738,836,1094,1700,1736,1759,1975,2504],"cornerstone":[520],"epidemiology":[525],"diseases,":[527],"patterns":[529],"delivery;":[532],"bring":[534],"type":[539,779],"research.":[541],"Callahan":[542,1963],"associates":[544,1207],"(3)":[545],"argue":[546],"enable":[549,1015,1202],"gathering":[550],"broad":[552,1039],"complicated":[554],"data":[555,595,1013,1021,1385,1696,1773,1783,1855],"sets":[556],"opportunity":[560,1244,1814,1832],"develop":[562],"ongoing":[563],"cohorts,":[564],"many":[565,1252,1275,1663,1788],"were":[568],"previously":[570],"possible,":[571],"carry":[576,1837],"effectiveness":[578,785],"\u201creal":[582],"world.\u201d":[583],"The":[584,933,1352,1766,1822,1842,2254,2298,2404],"parallels":[588],"what":[590,1136],"known":[592],"observational":[594,1698,1974],"non-EHR":[597],"eras,":[598],"considerations\u2014such":[604],"clear":[606],"definitions":[607],"\u201ccomputable":[610],"phenotype\u201d":[611],"patient":[613,1086,1290,2134],"cohorts.Randomized":[614],"TrialsRandomized":[615],"trials":[616,650,679,701,1998],"gold-standard":[619],"determining":[622],"whether":[623,1528,1634],"one":[624,919],"works":[626],"better":[627,894,1320],"than":[628],"another,":[629],"traditionally":[633,664],"expensive,":[635],"time-consuming,":[636],"far":[638],"removed":[639],"address":[646,1096],"considerations\u2014with":[648],"them,":[649],"often":[652,923,1023],"done":[654],"quickly":[656],"at":[658,895,929,1538,1927,2205,2332],"fraction":[660],"cost":[663],"required.":[665],"Pletcher":[666,1988],"(4)":[669],"some":[671,812,1211,1492],"examples":[672],"phenomenon":[675],"examine":[677],"randomized":[678,699,1285,1702],"interventions":[682,801,917,1231,1846,2185],"reported.":[688],"Many":[689,1458],"basic":[692],"precepts":[693,1266],"controlled":[700,1997],"general,":[703],"there":[705],"wrinkles.Safety":[709],"Quality":[711],"ImprovementSingh":[712],"Sittig":[714,2018],"(5)":[715],"framework":[718,2022],"safety":[723,744,766,1472],"using":[728,837,1090,1167,1681,1848,1976],"EHRs.":[729],"They":[730],"an":[732,1393,1831,1905],"designing":[735],"focus":[740],"target":[747],"outcomes,":[748],"emphasize":[751],"importance":[753],"individual":[755,1626],"sociotechnical":[756,2021],"developing":[759],"studies.Clinical":[767],"Decision":[768],"SupportClinical":[769],"decision":[770,2050],"support":[771,973,2051],"(CDS)":[772],"arguably":[774],"most":[776,1175],"enabled":[780,1686],"EHRs,":[782,887,1091],"though":[783],"its":[784,1109],"highly":[788],"variable.":[789],"Kawamoto":[790,2041],"McDonald":[792,2043],"(6)":[793],"suggest":[794,913],"substantial":[797,967,1456],"proportion":[798],"involve":[803],"forms":[804],"CDS":[806,816,826,838],"influence":[808],"discuss":[811,936,1082,1150],"impact.":[820],"provides":[824,1811,1830],"publication":[827,2230,2413],"checklist,":[828],"frame":[832],"design":[834,1899],"part":[840,2385],"plan.Standardization":[844],"Versus":[845],"CustomizationOne":[846],"tensions":[850],"informatics":[852],"standardization":[856],"versus":[857],"customization.":[858],"If":[859,880],"you":[860,871],"standardize,":[861],"it":[862,888,901,1142],"much":[864],"easier":[865],"spread":[867],"widely,":[868],"if":[870,960,1886],"customize,":[872],"uptake":[874],"performance":[876],"better.":[879],"get":[884,1318],"critical":[891,999,1345,1574,1630,1775],"become":[893,1044],"managing":[896,2310],"then":[899],"evaluations.":[904],"Wright":[905,2065],"coworkers":[907,1080],"(7)":[908],"review":[909],"issue":[911,952,1469,1511],"translation":[915,931,947],"site":[920],"another":[922,1539],"adapting":[925],"customizing":[927],"them":[928,958,1859],"step.":[932],"might":[939,1415,1428,1533,1620],"information":[941,1423,1522,1756,1882,2498],"achieve":[945],"effectively.Workflow":[948],"WorkaroundsA":[950],"pivotal":[951],"utilizing":[957,1780],"effectively;":[959],"hard":[963],"use,":[965,1648],"require":[966,1785],"extra":[968],"time,":[969],"improvement,":[974,1342],"both":[977,1132],"provider":[979],"burnout":[980],"fail":[982],"improve":[984,1157,1246,2108,2133,2165],"quality,":[985,1248],"safety,":[986,1247],"or":[987,1395,1399,1410,1418,1536,1621,1636,1701],"value.":[988],"Studying":[989,2098],"workflow":[990,2099],"workarounds":[992,2101],"EHR-supported":[994],"thus":[996],"represents":[997],"frontier,":[1000],"Zheng":[1002,2092],"(8)":[1005],"consider.":[1006],"Ironically,":[1007],"although":[1008],"collect":[1010],"streams":[1011],"detailed":[1016,2234],"analysis":[1017],"workflow,":[1019],"unavailable":[1024],"researchers.":[1026],"Unraveling":[1027],"represent":[1030],"realizing":[1034,1071],"system":[1035,1828,2110],"improvement.Patient":[1036],"EngagementThere":[1037],"agreement":[1040],"patients":[1042,1708],"involved":[1046],"powerful":[1053],"engagement,":[1057,1291],"including":[1058],"personal":[1059],"capture":[1063],"patient-reported":[1065],"outcomes":[1066,1650],"measures":[1067],"among":[1068,1645],"others,":[1069],"still":[1076],"nascent.":[1077],"Lyles":[1078,2119],"(9)":[1081],"around":[1084,1163,1178],"engagement":[1087],"reported.ValueThe":[1100],"burning":[1101],"platform":[1102],"U.S.":[1104],"today":[1107],"poor":[1110],"value:":[1111],"Our":[1112],"twice":[1115],"high":[1117],"rest":[1122],"world.":[1125],"But":[1126],"tremendous":[1129],"insights":[1130],"value":[1134,1158,1166,2157],"being":[1138,1259],"done,":[1139],"could":[1143,1402],"improved.":[1145],"Rudin":[1146,2148],"(10)":[1149],"leveraged":[1155],"EHRs.Artificial":[1168],"Intelligence":[1169],"Machine":[1171],"LearningOne":[1172],"exciting":[1176],"technologies":[1177,1295],"medicine":[1185],"lagged":[1187],"other":[1188],"industries":[1189],"adopting":[1191],"it.":[1192],"changing":[1196],"quickly,":[1197],"undoubtedly":[1201],"transition.":[1204],"Bates":[1205,2174],"(11)":[1208],"go":[1209],"through":[1210],"challenges":[1214],"intelligence":[1217,1237,1298,1731],"creates\u2014such":[1218],"models":[1220,1386],"static":[1224],"evolve":[1226],"real":[1228],"time\u2014and":[1229],"involving":[1232,1705,2079,2186],"reported.Broadly,":[1240],"benefits":[1255,1433],"realized.":[1260],"Some":[1261],"possibilities":[1264],"like":[1268],"pre-EHR":[1272],"world,":[1273],"changed\u2014specifically,":[1277],"cohort":[1278],"identification,":[1279],"doing":[1280],"large":[1281],"numbers":[1282],"practical":[1284,1654],"trials,":[1286],"CDS,":[1287],"leveraging":[1293],"fundamentally":[1300],"different.":[1301],"believe":[1303],"addressing":[1305],"raised":[1308],"supplement":[1311,2312,2389],"performing":[1313],"necessary":[1315],"critical.Key":[1323],"Research":[1324,1704,1969],"Reporting":[1326,1553,2182,2227,2393],"NeedsAs":[1327],"group,":[1329],"touch":[1332],"common":[1337],"needs":[1349],"stand":[1350],"out.":[1351],"need":[1356,1517,1767],"transparency":[1358,1445],"constructed.":[1366],"Suggested":[1367],"include":[1369,1566],"screenshots":[1370,1635],"visual":[1372],"representations":[1373],"themselves,":[1377],"sharing":[1381,1463],"code":[1383,1638],"(particularly":[1387],"tool":[1391,1580,1588,1597],"algorithm":[1394],"machine-learning":[1396],"model).":[1397],"Transparency,":[1398],"open-source":[1400],"initiatives,":[1401],"considered":[1404],"potential":[1406],"hazard":[1407],"companies":[1411],"whose":[1412],"intellectual":[1413],"property":[1414],"disclosed":[1417],"intuited":[1419],"based":[1420],"available,":[1424],"risk":[1427],"mitigated":[1430],"improved":[1435,1769],"recognition":[1436],"products,":[1439],"additional":[1441],"market":[1442],"access.":[1443],"Greater":[1444],"ease":[1447],"adoption":[1449],"technical":[1452,1569,1606,1753],"standpoint":[1453],"advantages.":[1457],"vendors":[1460],"resisted":[1462],"screenshots,":[1464],"even":[1465],"specific":[1468,1795],"caused":[1471],"concerns,":[1473],"federal":[1475],"regulations":[1476],"21st":[1479,2199],"Century":[1480,2200],"Cures":[1481,2201],"(12)":[1483],"forbid":[1484],"gag":[1485],"clauses":[1486],"present":[1490],"vendor":[1493,1507],"contracts":[1494],"prohibited":[1500],"discussion":[1501],"demonstration":[1503],"problems":[1505],"systems.The":[1508],"second":[1509],"enough":[1520],"contextual":[1521,1755],"publications":[1525],"understand":[1527],"methods":[1532,1682,1870],"tested":[1535],"adopted":[1537,1764],"site.":[1540],"addition":[1542],"guidelines,":[1545],"SQUIRE":[1548,2221],"(Standards":[1549,2223],"QUality":[1551,2225],"Excellence)":[1554],"2.0":[1555,2222],"(13),":[1556],"level":[1562],"features":[1570],"adding":[1576],"any":[1577],"clinical":[1582,2049],"where":[1586],"fits":[1589],"existing":[1591],"workflows,":[1592],"introduction":[1594],"was":[1598],"governed":[1599],"managed,":[1601],"social":[1604],"milieu":[1607],"setting.":[1612],"Context,":[1613],"user-engagement":[1614],"approaches,":[1615],"tailored":[1624],"systems,":[1627],"almost":[1631],"regardless":[1632],"source":[1637],"shared":[1640],"freely.":[1641],"Understanding":[1642],"interaction":[1644],"context,":[1646],"effective":[1647],"study":[1656,1898],"(especially":[1661],"human":[1664],"activities":[1665],"already":[1667],"tracked":[1668],"systems).Addressing":[1671],"themes":[1675],"catalyze":[1677],"knowledge":[1678],"generation":[1679],"greatly":[1685],"use":[1694,1711],"trials.":[1703],"encouraging":[1707],"strongly":[1717],"dependent":[1718,1749],"lie":[1722],"outside":[1723],"themselves.":[1727],"Use":[1728],"learning,":[1734],"spaces,":[1746],"adequate":[1752],"interpreted":[1762],"elsewhere.":[1765],"interoperability":[1770],"(14),":[1776],"newly":[1781],"interoperable":[1782],"attention":[1786],"discussed":[1792],"areas":[1796],"examined":[1797],"supplement.The":[1800],"States":[1810],"generational":[1813],"groundbreaking":[1816],"transformation":[1824],"affect":[1834],"discovery.":[1841],"practicality":[1843],"randomizing":[1845],"decreases":[1851],"collection":[1856],"making":[1858],"byproduct":[1861],"routine":[1863],"care.":[1864],"Increasing":[1865],"generalizability":[1867],"further":[1875],"catalyzed":[1876],"technology":[1883],"exchange,":[1884],"particularly":[1885],"users":[1891],"sites":[1893],"accounted":[1895],"interpretation.":[1901],"These":[1902],"overview":[1906],"available":[1910],"map":[1913],"way":[1915],"forward.References":[1916],"1.":[1917],"Department":[1918],"Human":[1922],"Services,":[1923],"HITECH":[1924,2255],"Act.":[1925,2202],"Accessed":[1926,2204],"https://www.hhs.gov/sites/default/files/ocr/privacy/hipaa/understanding/coveredentities/hitechact.pdf":[1928],"10":[1930,2208],"March":[1931,2209],"2019.":[1932,2210],"Google":[1933,2211],"Scholar2.":[1934],"RB,":[1936],"del":[1937],"Fiol":[1938],"G,":[1939,2214],"Michelson":[1940],"M,":[1941],"et":[1942,1994,2125,2154,2180,2219,2252],"al.":[1943,1995,2126,2155,2181,2220,2253],"Context":[1944],"record\u2013based":[1953,2083],"projects.":[1955],"Ann":[1956,1981,2009,2034,2058,2085,2112,2141,2167,2192],"Intern":[1957,1982,2010,2035,2059,2086,2113,2142,2168,2193],"Med.":[1958,1983,2011,2036,2060,2087,2114,2143,2169,2194,2264],"2020;172:S73-S78.":[1959],"doi:10.7326/M19-0874":[1960],"LinkGoogle":[1961,1986,2014,2039,2063,2090,2117,2146,2172,2197],"Scholar3.":[1962],"A,":[1964,2066,2177],"Shah":[1965],"NH,":[1966],"Chen":[1967],"JH.":[1968],"considerations":[1972],"record":[1979,2002,2027,2130],"data.":[1980],"2020;172:S79-S84.":[1984],"doi:10.7326/M19-0873":[1985],"Scholar4.":[1987],"MJ,":[1989],"Flaherman":[1990],"V,":[1991,2247],"Najafi":[1992],"N,":[1993],"Randomized":[1996],"interventions:":[2003],"design,":[2004],"conduct,":[2005],"considerations.":[2008],"2020;172:S85-S91.":[2012],"doi:10.7326/M19-0877":[2013],"Scholar5.":[2015],"Singh":[2016],"H,":[2017],"DF.":[2019],"A":[2020,2276],"safety-related":[2024],"reporting:":[2029],"SAFER":[2031],"framework.":[2033],"2020;172:S92-S100.":[2037],"doi:10.7326/M19-0879":[2038],"Scholar6.":[2040],"K,":[2042,2093,2249],"CJ.":[2044],"Designing,":[2045],"studies:":[2052],"recommendations":[2053],"call":[2055],"action.":[2057],"2020;172:S101-S109.":[2061],"doi:10.7326/M19-0875":[2062],"Scholar7.":[2064],"McCoy":[2067],"AB,":[2068],"Choudhry":[2069],"NK.":[2070],"Recommendations":[2071],"conduct":[2074],"flexible":[2080],"interventions.":[2084],"2020;172:S110-S115.":[2088],"doi:10.7326/M19-0880":[2089],"Scholar8.":[2091],"Ratwani":[2094],"RM,":[2095],"Adler-Milstein":[2096],"J.":[2097],"record\u2013supported":[2105],"performance.":[2111],"2020;172:S116-S122.":[2115],"doi:10.7326/M19-0871":[2116],"Scholar9.":[2118],"CR,":[2120],"Nelson":[2121],"EC,":[2122],"Frampton":[2123],"S,":[2124],"Using":[2127],"portals":[2131],"engagement:":[2135],"priorities":[2137],"best":[2139],"practices.":[2140],"2020;172:S123-S129.":[2144],"doi:10.7326/M19-0876":[2145],"Scholar10.":[2147],"RS,":[2149],"Friedberg":[2150],"MW,":[2151],"Shekelle":[2152],"P,":[2153,2179],"Getting":[2156],"records:":[2161],"needed":[2163],"practice.":[2166],"2020;172:S130-S136.":[2170],"doi:10.7326/M19-0878":[2171],"Scholar11.":[2173],"DW,":[2175],"Auerbach":[2176],"Schulam":[2178],"implementing":[2184],"intelligence.":[2191],"2020;172:S137-S144.":[2195],"doi:10.7326/M19-0872":[2196],"Scholar12.":[2198],"HealthIT.gov.":[2203],"www.healthit.gov/topic/laws-regulation-and-policy/notice-proposed-rulemaking-improve-interoperability-health":[2206],"Scholar13.":[2212],"Ogrinc":[2213],"Davies":[2215],"L,":[2216],"Goodman":[2217],"D,":[2218],"Excellence):":[2228],"revised":[2229],"guidelines":[2231],"consensus":[2235],"process.":[2236],"BMJ":[2237],"Qual":[2238],"Saf.":[2239],"2016;25:986-92.":[2240],"[PMID:":[2241,2266],"26369893]":[2242],"doi:10.1136/bmjqs-2015-004411":[2243],"CrossrefMedlineGoogle":[2244,2269],"Scholar14.":[2245],"Washington":[2246],"DeSalvo":[2248],"Mostashari":[2250],"F,":[2251],"path":[2259],"forward.":[2260],"N":[2261],"Engl":[2262],"J":[2263],"2017;377:904-6.":[2265],"28877013]":[2267],"doi:10.1056/NEJMp1703370":[2268],"Scholar":[2270],"Comments0":[2271],"CommentsSign":[2272],"Submit":[2275],"Comment":[2277],"Author,":[2278],"InformationAffiliations:":[2282],"University":[2283,2339,2355],"(A.A.)Brigham":[2291],"(D.W.B.)Acknowledgment:":[2297],"thank":[2300],"Sharon":[2301],"Donovan":[2302],"her":[2304],"expert":[2305],"tireless":[2307],"conception":[2314],"publication.Financial":[2316],"Support:":[2317],"By":[2318],"Gordon":[2320],"Betty":[2322],"Moore":[2323,2405],"Foundation,":[2324],"Palo":[2325],"Alto,":[2326],"California.Disclosures:":[2327],"Disclosures":[2328],"viewed":[2331],"www.acponline.org/authors/icmje/ConflictOfInterestForms.do?msNum=M19-0870.Corresponding":[2333],"Author:":[2334],"Andrew":[2335,2417],"MPH,":[2338],"533":[2344,2360],"Parnassus":[2345,2361],"Avenue,":[2346,2362],"CA":[2349,2365],"94117.Current":[2350],"Author":[2351],"Addresses:":[2352],"Dr.":[2353],"Auerbach:":[2354],"94117.Dr.":[2366],"Bates:":[2367],"Division":[2368],"General":[2370],"Internal":[2371],"Medicine,":[2372],"Brigham":[2373],"1620":[2377],"Tremont":[2378],"Street,":[2379],"MA":[2381],"02115.This":[2382],"Annals":[2388],"\u201cImplementing,":[2390],"Studying,":[2391],"System":[2395],"Records.\u201d":[2403],"Foundation":[2406],"(contract":[2407],"number":[2408],"7107)":[2409],"provided":[2410],"funding":[2411],"supplement.":[2416,2467],"D.":[2418],"(University":[2422],"Francisco);":[2426],"MSc":[2431],"(Brigham":[2432],"Harvard":[2436,2440],"Medical":[2437],"School,":[2438],"School":[2441],"Public":[2443],"Health);":[2444],"Jaya":[2445],"K.":[2446],"Rao,":[2447],"MHS":[2449],"(Annals":[2450,2458],"Deputy":[2451],"Editor);":[2452],"Christine":[2454],"Laine,":[2455],"Editor":[2459],"Chief),":[2461],"served":[2462],"editors":[2464],"Nextarticle":[2468],"Advertisement":[2469],"FiguresReferencesRelatedDetails":[2470],"Metrics":[2471],"Cited":[2472],"byFactors":[2473],"associated":[2474],"smoking":[2476],"cessation":[2477],"attempts":[2478],"public,":[2481],"safety-net":[2482],"primary":[2483],"systemSharing":[2485],"Data":[2486],"2020Volume":[2489],"172,":[2490],"Issue":[2491,2509],"11_SupplementPage:":[2492],"S69-S72KeywordsArtificial":[2493],"intelligenceElectronic":[2494],"medical":[2495],"recordsHealth":[2496],"careHealth":[2497],"technologyMachine":[2499],"learningQuality":[2500],"improvementResearch":[2501],"guidelinesSafetySafety":[2503],"ePublished:":[2505],"2020":[2508,2513,2518],"Published:":[2510],"Copyright":[2514],"&":[2515],"PermissionsCopyright":[2516],"\u00a9":[2517],"American":[2520],"College":[2521],"Physicians.":[2523],"All":[2524],"Rights":[2525],"Reserved.PDF":[2526],"downloadLoading":[2527],"...":[2528]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2020-06-05T00:00:00"}