{"id":"https://openalex.org/W24917974","doi":null,"title":"Lessons learned in replicating data-driven experiments in multiple medical systems and patient populations.","display_name":"Lessons learned in replicating data-driven experiments in multiple medical systems and patient populations.","publication_year":2013,"publication_date":"2013-01-01","ids":{"openalex":"https://openalex.org/W24917974","mag":"24917974","pmid":"https://pubmed.ncbi.nlm.nih.gov/24551375","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/3900216"},"language":"en","primary_location":{"id":"pmh:oai:europepmc.org:2909099","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3900216","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},"volume":null,"type":"article","indexed_in":["pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3900216","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048879571","display_name":"Samantha Kleinberg","orcid":"https://orcid.org/0000-0001-6964-3272","observed_orcids":["https://orcid.org/0000-0001-6964-3272"]},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samantha Kleinberg","raw_affiliation_strings":["Stevens Institute of Technology, Hoboken, NJ;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stevens Institute of Technology, Hoboken, NJ;","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047270546","display_name":"No\u00e9mie Elhadad","orcid":"https://orcid.org/0000-0001-9721-5240","observed_orcids":["https://orcid.org/0000-0001-9721-5240"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"No\u00e9mie Elhadad","raw_affiliation_strings":["Columbia University, New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.576,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.89330843,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":"2013","issue":null,"first_page":"786","last_page":"95"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.4584999978542328,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.4584999978542328,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.44020000100135803,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.06340000033378601,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electronic-health-records","display_name":"electronic health records","score":0.8700000047683716},{"id":"https://openalex.org/keywords/replication","display_name":"replication","score":0.36899998784065247},{"id":"https://openalex.org/keywords/generalizability","display_name":"generalizability","score":0.4690000116825104},{"id":"https://openalex.org/keywords/causal-inference","display_name":"causal inference","score":0.5379999876022339},{"id":"https://openalex.org/keywords/congestive-heart-failure","display_name":"congestive heart failure","score":0.9700000286102295},{"id":"https://openalex.org/keywords/patient-populations","display_name":"patient populations","score":0.3799999952316284},{"id":"https://openalex.org/keywords/medical-systems","display_name":"medical systems","score":0.4659999907016754},{"id":"https://openalex.org/keywords/algorithm-validation","display_name":"algorithm validation","score":0.49799999594688416}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6100934743881226},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5951164364814758},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5655311942100525},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4829491972923279},{"id":"https://openalex.org/C195910791","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Medical record","level":2,"score":0.4741356074810028},{"id":"https://openalex.org/C3019952477","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Health records","level":3,"score":0.46966683864593506},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4659263789653778},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.4658924341201782},{"id":"https://openalex.org/C106977388","wikidata":"https://www.wikidata.org/wiki/Q2752427","display_name":"Medical research","level":2,"score":0.44806164503097534},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.44004717469215393},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.43716496229171753},{"id":"https://openalex.org/C3020672099","wikidata":"https://www.wikidata.org/wiki/Q857354","display_name":"Longitudinal data","level":2,"score":0.4332277774810791},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37185031175613403},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.25054872035980225},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.22042489051818848},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.10124179720878601},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09747239947319031},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08671465516090393},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.08324649930000305},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D006333","descriptor_name":"Heart Failure","qualifier_ui":"Q000209","qualifier_name":"etiology","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015984","descriptor_name":"Causality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016347","descriptor_name":"Medical Records Systems, Computerized","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018450","descriptor_name":"Disease Progression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D038801","descriptor_name":"International Classification of Diseases","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057225","descriptor_name":"Data Mining","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"pmh:oai:europepmc.org:2909099","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3900216","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:3900216","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3900216","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AMIA Annu Symp Proc","raw_type":"Text"},{"id":"pmid:24551375","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24551375","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AMIA ... Annual Symposium proceedings. AMIA Symposium","raw_type":"Journal Article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.646.7823","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.646.7823","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://people.dbmi.columbia.edu/noemie/papers/13amia_samantha.pdf","raw_type":"text"},{"id":"mag:24917974","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24551375","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"PubMed","raw_type":null}],"best_oa_location":{"id":"pmh:oai:europepmc.org:2909099","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3900216","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.7246000170707703,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W192665053","https://openalex.org/W601509448","https://openalex.org/W1596515083","https://openalex.org/W1809640042","https://openalex.org/W1824047490","https://openalex.org/W2012451988","https://openalex.org/W2042879443","https://openalex.org/W2046788142","https://openalex.org/W2072357817","https://openalex.org/W2086578266","https://openalex.org/W2103679597","https://openalex.org/W2108026041","https://openalex.org/W2115259143","https://openalex.org/W2117966604","https://openalex.org/W2132018732","https://openalex.org/W2132996843","https://openalex.org/W2142071150","https://openalex.org/W2150730101","https://openalex.org/W2155744612","https://openalex.org/W2159583324","https://openalex.org/W2167316074","https://openalex.org/W2167492639","https://openalex.org/W2168041406","https://openalex.org/W2340680662"],"related_works":["https://openalex.org/W4405898771","https://openalex.org/W4412493943","https://openalex.org/W2510917946","https://openalex.org/W2945178056","https://openalex.org/W2769874492","https://openalex.org/W2916384114","https://openalex.org/W7202075114","https://openalex.org/W2561991755","https://openalex.org/W3206367568","https://openalex.org/W3003300497"],"abstract_inverted_index":{"Electronic":[0],"health":[1],"records":[2],"are":[3,89],"an":[4],"increasingly":[5],"important":[6],"source":[7],"of":[8,93,101,112,121,147],"data":[9,31,129],"for":[10,13,153],"research,":[11],"allowing":[12],"large-scale":[14],"longitudinal":[15],"studies":[16],"on":[17,140],"the":[18,71,94,102,110,141],"same":[19,72],"population":[20,97],"that":[21],"is":[22,68,82],"being":[23],"treated.":[24],"Unlike":[25],"in":[26,34,74,144],"controlled":[27],"studies,":[28],"though,":[29],"these":[30,51],"vary":[32],"widely":[33],"quality,":[35],"quantity,":[36],"and":[37,77,125,134,151],"structure.":[38],"In":[39,105],"order":[40],"to":[41,59,69,85,91,117],"know":[42],"whether":[43,54,87],"algorithms":[44],"can":[45,56],"accurately":[46],"uncover":[47],"new":[48,60],"knowledge":[49],"from":[50,130],"records,":[52],"or":[53,99],"findings":[55],"be":[57,64],"extrapolated":[58],"populations,":[61],"they":[62],"must":[63],"validated.":[65],"One":[66],"approach":[67],"conduct":[70],"study":[73],"multiple":[75],"sites":[76],"compare":[78],"results,":[79],"but":[80],"it":[81],"a":[83,114],"challenge":[84],"determine":[86],"differences":[88],"due":[90],"artifacts":[92],"medical":[95,132],"process,":[96],"differences,":[98],"failures":[100],"methods":[103],"used.":[104],"this":[106,145],"paper":[107],"we":[108],"describe":[109],"results":[111],"replicating":[113],"data-driven":[115],"experiment":[116],"infer":[118],"possible":[119],"causes":[120],"congestive":[122],"heart":[123],"failure":[124],"their":[126],"timing":[127],"using":[128],"two":[131,135],"systems":[133],"patient":[136],"populations.":[137],"We":[138],"focus":[139],"difficulties":[142],"faced":[143],"type":[146],"work,":[148],"lessons":[149],"learned,":[150],"recommendations":[152],"future":[154],"research.":[155]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":3}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}