{"id":"https://openalex.org/W4321748937","doi":"https://doi.org/10.1093/jamia/ocad009","title":"Reproducible variability: assessing investigator discordance across 9 research teams attempting to reproduce the same observational study","display_name":"Reproducible variability: assessing investigator discordance across 9 research teams attempting to reproduce the same observational study","publication_year":2023,"publication_date":"2023-02-24","ids":{"openalex":"https://openalex.org/W4321748937","doi":"https://doi.org/10.1093/jamia/ocad009","pmid":"https://pubmed.ncbi.nlm.nih.gov/36826399"},"language":"en","primary_location":{"id":"doi:10.1093/jamia/ocad009","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocad009","pdf_url":"https://academic.oup.com/jamia/article-pdf/30/5/859/49873056/ocad009.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://academic.oup.com/jamia/article-pdf/30/5/859/49873056/ocad009.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015201397","display_name":"Anna Ostropolets","orcid":"https://orcid.org/0000-0002-0847-6682"},"institutions":[{"id":"https://openalex.org/I2799503643","display_name":"Columbia University Irving Medical Center","ror":"https://ror.org/01esghr10","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799503643"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anna Ostropolets","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University Irving Medical Center , New York, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-0847-6682","affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University Irving Medical Center , New York, New York, USA","institution_ids":["https://openalex.org/I2799503643"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020684683","display_name":"Yasser Albogami","orcid":"https://orcid.org/0000-0002-2816-6526"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Yasser Albogami","raw_affiliation_strings":["Department of Clinical Pharmacy, College of Pharmacy, King Saud University , Riyadh, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Clinical Pharmacy, College of Pharmacy, King Saud University , Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086787631","display_name":"Mitchell M. Conover","orcid":"https://orcid.org/0000-0001-5682-3688"},"institutions":[{"id":"https://openalex.org/I4210151386","display_name":"Janssen (United States)","ror":"https://ror.org/05af73403","country_code":"US","type":"company","lineage":["https://openalex.org/I1330063522","https://openalex.org/I4210151386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mitchell Conover","raw_affiliation_strings":["Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA","institution_ids":["https://openalex.org/I4210151386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011590035","display_name":"Juan M. Banda","orcid":"https://orcid.org/0000-0001-8499-824X"},"institutions":[{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juan M Banda","raw_affiliation_strings":["Department of Computer Science, Georgia State University , Atlanta, Georgia, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Georgia State University , Atlanta, Georgia, USA","institution_ids":["https://openalex.org/I181565077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030261399","display_name":"William A. Baumgartner","orcid":"https://orcid.org/0000-0001-6717-5313"},"institutions":[{"id":"https://openalex.org/I51713134","display_name":"University of Colorado Anschutz Medical Campus","ror":"https://ror.org/03wmf1y16","country_code":"US","type":"education","lineage":["https://openalex.org/I51713134"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William A Baumgartner","raw_affiliation_strings":["Division of General Internal Medicine, Department of Medicine, University of Colorado Anschutz Medical Campus , Aurora, Colorado, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of General Internal Medicine, Department of Medicine, University of Colorado Anschutz Medical Campus , Aurora, Colorado, USA","institution_ids":["https://openalex.org/I51713134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013473353","display_name":"Clair Blacketer","orcid":"https://orcid.org/0000-0003-2570-2124"},"institutions":[{"id":"https://openalex.org/I4210151386","display_name":"Janssen (United States)","ror":"https://ror.org/05af73403","country_code":"US","type":"company","lineage":["https://openalex.org/I1330063522","https://openalex.org/I4210151386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Clair Blacketer","raw_affiliation_strings":["Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA"],"raw_orcid":"https://orcid.org/0000-0003-2570-2124","affiliations":[{"raw_affiliation_string":"Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA","institution_ids":["https://openalex.org/I4210151386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029003464","display_name":"Priyamvada Desai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210137306","display_name":"Stanford Medicine","ror":"https://ror.org/03mtd9a03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Priyamvada Desai","raw_affiliation_strings":["Research IT, Technology and Digital Solutions, Stanford Medicine , Stanford, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research IT, Technology and Digital Solutions, Stanford Medicine , Stanford, California, USA","institution_ids":["https://openalex.org/I4210137306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037435182","display_name":"Scott L. DuVall","orcid":"https://orcid.org/0000-0002-4898-3865"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]},{"id":"https://openalex.org/I4210089864","display_name":"VA Salt Lake City Healthcare System","ror":"https://ror.org/007fyq698","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1322918889","https://openalex.org/I2799886695","https://openalex.org/I4210089864","https://openalex.org/I4210113540"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott L DuVall","raw_affiliation_strings":["Department of Internal Medicine, University of Utah School of Medicine , Salt Lake City, Utah, USA","VA Salt Lake City Health Care System , Salt Lake City, Utah, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Internal Medicine, University of Utah School of Medicine , Salt Lake City, Utah, USA","institution_ids":["https://openalex.org/I223532165"]},{"raw_affiliation_string":"VA Salt Lake City Health Care System , Salt Lake City, Utah, USA","institution_ids":["https://openalex.org/I4210089864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030191200","display_name":"Stephen Fortin","orcid":"https://orcid.org/0000-0001-7529-8890"},"institutions":[{"id":"https://openalex.org/I4210151386","display_name":"Janssen (United States)","ror":"https://ror.org/05af73403","country_code":"US","type":"company","lineage":["https://openalex.org/I1330063522","https://openalex.org/I4210151386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen Fortin","raw_affiliation_strings":["Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA","institution_ids":["https://openalex.org/I4210151386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103028016","display_name":"James P. Gilbert","orcid":"https://orcid.org/0000-0003-2294-3459"},"institutions":[{"id":"https://openalex.org/I4210151386","display_name":"Janssen (United States)","ror":"https://ror.org/05af73403","country_code":"US","type":"company","lineage":["https://openalex.org/I1330063522","https://openalex.org/I4210151386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James P Gilbert","raw_affiliation_strings":["Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA","institution_ids":["https://openalex.org/I4210151386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041333542","display_name":"Asieh Golozar","orcid":"https://orcid.org/0000-0002-4243-155X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Asieh Golozar","raw_affiliation_strings":["Odysseus Data Services , New York, New York, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Odysseus Data Services , New York, New York, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024214041","display_name":"Joshua Ide","orcid":"https://orcid.org/0000-0001-9646-4077"},"institutions":[{"id":"https://openalex.org/I1330063522","display_name":"Johnson & Johnson (United States)","ror":"https://ror.org/03qd7mz70","country_code":"US","type":"company","lineage":["https://openalex.org/I1330063522"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joshua Ide","raw_affiliation_strings":["Johnson & Johnson , Titusville, New Jersey, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johnson & Johnson , Titusville, New Jersey, USA","institution_ids":["https://openalex.org/I1330063522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071405567","display_name":"Andrew S. Kanter","orcid":"https://orcid.org/0000-0002-4019-7894"},"institutions":[{"id":"https://openalex.org/I2799503643","display_name":"Columbia University Irving Medical Center","ror":"https://ror.org/01esghr10","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799503643"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew S Kanter","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University Irving Medical Center , New York, New York, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University Irving Medical Center , New York, New York, USA","institution_ids":["https://openalex.org/I2799503643"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033636078","display_name":"David M. Kern","orcid":"https://orcid.org/0000-0001-5417-3925"},"institutions":[{"id":"https://openalex.org/I4210151386","display_name":"Janssen (United States)","ror":"https://ror.org/05af73403","country_code":"US","type":"company","lineage":["https://openalex.org/I1330063522","https://openalex.org/I4210151386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David M Kern","raw_affiliation_strings":["Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA","institution_ids":["https://openalex.org/I4210151386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066482871","display_name":"Chungsoo Kim","orcid":"https://orcid.org/0000-0003-1802-1777"},"institutions":[{"id":"https://openalex.org/I57664883","display_name":"Ajou University","ror":"https://ror.org/03tzb2h73","country_code":"KR","type":"education","lineage":["https://openalex.org/I57664883"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Chungsoo Kim","raw_affiliation_strings":["Department of Biomedical Sciences, Ajou University Graduate School of Medicine , Suwon, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-1802-1777","affiliations":[{"raw_affiliation_string":"Department of Biomedical Sciences, Ajou University Graduate School of Medicine , Suwon, South Korea","institution_ids":["https://openalex.org/I57664883"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047149018","display_name":"Lana Yin Hui Lai","orcid":"https://orcid.org/0000-0002-0485-0956"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lana Y H Lai","raw_affiliation_strings":["Department of Informatics, Imaging & Data Sciences, University of Manchester , Manchester, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics, Imaging & Data Sciences, University of Manchester , Manchester, UK","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083925831","display_name":"Chenyu Li","orcid":"https://orcid.org/0000-0001-7434-6571"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenyu Li","raw_affiliation_strings":["Department of Biomedical Informatics, University of Pittsburgh , Pittsburgh, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0000-0001-7434-6571","affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, University of Pittsburgh , Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047059244","display_name":"Feifan Liu","orcid":"https://orcid.org/0000-0003-0881-6365"},"institutions":[{"id":"https://openalex.org/I166722992","display_name":"University of Massachusetts Chan Medical School","ror":"https://ror.org/0464eyp60","country_code":"US","type":"education","lineage":["https://openalex.org/I166722992"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feifan Liu","raw_affiliation_strings":["Department of Population and Quantitative Health Sciences, University of Massachusetts Chan Medical School , Worcester, Massachusetts, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Population and Quantitative Health Sciences, University of Massachusetts Chan Medical School , Worcester, Massachusetts, USA","institution_ids":["https://openalex.org/I166722992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067620656","display_name":"Kristine E. Lynch","orcid":"https://orcid.org/0000-0002-2221-2421"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]},{"id":"https://openalex.org/I4210089864","display_name":"VA Salt Lake City Healthcare System","ror":"https://ror.org/007fyq698","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1322918889","https://openalex.org/I2799886695","https://openalex.org/I4210089864","https://openalex.org/I4210113540"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristine E Lynch","raw_affiliation_strings":["Department of Internal Medicine, University of Utah School of Medicine , Salt Lake City, Utah, USA","VA Salt Lake City Health Care System , Salt Lake City, Utah, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Internal Medicine, University of Utah School of Medicine , Salt Lake City, Utah, USA","institution_ids":["https://openalex.org/I223532165"]},{"raw_affiliation_string":"VA Salt Lake City Health Care System , Salt Lake City, Utah, USA","institution_ids":["https://openalex.org/I4210089864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009606643","display_name":"Evan Minty","orcid":"https://orcid.org/0000-0003-4631-9992"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Evan Minty","raw_affiliation_strings":["O\u2019Brien Institute for Public Health, Faculty of Medicine, University of Calgary , Calgary, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"O\u2019Brien Institute for Public Health, Faculty of Medicine, University of Calgary , Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075745967","display_name":"M. In\u00eas Neves","orcid":"https://orcid.org/0000-0002-9887-6339"},"institutions":[{"id":"https://openalex.org/I4210108991","display_name":"IQVIA (United States)","ror":"https://ror.org/01mk44223","country_code":"US","type":"company","lineage":["https://openalex.org/I4210108991"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maria In\u00eas Neves","raw_affiliation_strings":["Real World Solutions, IQVIA , Durham, North Carolina, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Real World Solutions, IQVIA , Durham, North Carolina, USA","institution_ids":["https://openalex.org/I4210108991"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068999653","display_name":"Ding Quan Ng","orcid":"https://orcid.org/0000-0002-0754-7901"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ding Quan Ng","raw_affiliation_strings":["Department of Pharmaceutical Sciences, School of Pharmacy & Pharmaceutical Sciences, University of California , Irvine, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pharmaceutical Sciences, School of Pharmacy & Pharmaceutical Sciences, University of California , Irvine, California, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059548784","display_name":"Tontel Obene","orcid":null},"institutions":[{"id":"https://openalex.org/I61937129","display_name":"Jackson State University","ror":"https://ror.org/01ecnnp60","country_code":"US","type":"education","lineage":["https://openalex.org/I4210141039","https://openalex.org/I61937129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tontel Obene","raw_affiliation_strings":["Mississippi Urban Research Center, Jackson State University , Jackson, Mississippi, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mississippi Urban Research Center, Jackson State University , Jackson, Mississippi, USA","institution_ids":["https://openalex.org/I61937129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046167946","display_name":"Victor Pera","orcid":"https://orcid.org/0000-0002-0786-4712"},"institutions":[{"id":"https://openalex.org/I2801952686","display_name":"Erasmus MC","ror":"https://ror.org/018906e22","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2801952686"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Victor Pera","raw_affiliation_strings":["Department of Medical Informatics, Erasmus University Medical Center , Rotterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medical Informatics, Erasmus University Medical Center , Rotterdam, The Netherlands","institution_ids":["https://openalex.org/I2801952686"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058616004","display_name":"Nicole Pratt","orcid":"https://orcid.org/0000-0001-8730-8910"},"institutions":[{"id":"https://openalex.org/I170239107","display_name":"University of South Australia","ror":"https://ror.org/01p93h210","country_code":"AU","type":"education","lineage":["https://openalex.org/I170239107"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nicole Pratt","raw_affiliation_strings":["Quality Use of Medicines and Pharmacy Research Centre, University of South Australia , Adelaide, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Quality Use of Medicines and Pharmacy Research Centre, University of South Australia , Adelaide, Australia","institution_ids":["https://openalex.org/I170239107"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058182825","display_name":"Gowtham Rao","orcid":"https://orcid.org/0000-0002-4949-7236"},"institutions":[{"id":"https://openalex.org/I4210151386","display_name":"Janssen (United States)","ror":"https://ror.org/05af73403","country_code":"US","type":"company","lineage":["https://openalex.org/I1330063522","https://openalex.org/I4210151386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gowtham Rao","raw_affiliation_strings":["Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA","institution_ids":["https://openalex.org/I4210151386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080111333","display_name":"Nadav Rappoport","orcid":"https://orcid.org/0000-0002-7218-2558"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Nadav Rappoport","raw_affiliation_strings":["Department of Software and Information Systems Engineering, Ben-Gurion University of the Negev , Israel"],"raw_orcid":"https://orcid.org/0000-0002-7218-2558","affiliations":[{"raw_affiliation_string":"Department of Software and Information Systems Engineering, Ben-Gurion University of the Negev , Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010149968","display_name":"Ines Reinecke","orcid":"https://orcid.org/0000-0003-0154-2867"},"institutions":[{"id":"https://openalex.org/I4210162051","display_name":"University Hospital Carl Gustav Carus","ror":"https://ror.org/04za5zm41","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210162051"]},{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ines Reinecke","raw_affiliation_strings":["Institute for Medical Informatics and Biometry, Carl Gustav Carus Faculty of Medicine, Technische Universit\u00e4t Dresden , Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Medical Informatics and Biometry, Carl Gustav Carus Faculty of Medicine, Technische Universit\u00e4t Dresden , Dresden, Germany","institution_ids":["https://openalex.org/I4210162051","https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025228922","display_name":"Paola Saroufim","orcid":null},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paola Saroufim","raw_affiliation_strings":["Cleveland Institute for Computational Biology, Case Western Reserve University , Cleveland, Ohio, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cleveland Institute for Computational Biology, Case Western Reserve University , Cleveland, Ohio, USA","institution_ids":["https://openalex.org/I58956616"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059500131","display_name":"Azza Shoaibi","orcid":"https://orcid.org/0000-0002-6976-2594"},"institutions":[{"id":"https://openalex.org/I4210151386","display_name":"Janssen (United States)","ror":"https://ror.org/05af73403","country_code":"US","type":"company","lineage":["https://openalex.org/I1330063522","https://openalex.org/I4210151386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Azza Shoaibi","raw_affiliation_strings":["Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA","institution_ids":["https://openalex.org/I4210151386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110108094","display_name":"Katherine Simon","orcid":"https://orcid.org/0000-0001-9232-2653"},"institutions":[{"id":"https://openalex.org/I4210101790","display_name":"VA Tennessee Valley Healthcare System","ror":"https://ror.org/01c9rqr26","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1322918889","https://openalex.org/I2799886695","https://openalex.org/I4210101790","https://openalex.org/I4210112672"]},{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Katherine Simon","raw_affiliation_strings":["VA Tennessee Valley Health Care System, Vanderbilt University Medical Center , Nashville, Tennessee, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VA Tennessee Valley Health Care System, Vanderbilt University Medical Center , Nashville, Tennessee, USA","institution_ids":["https://openalex.org/I4210101790","https://openalex.org/I901861585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039905606","display_name":"Marc A. Suchard","orcid":"https://orcid.org/0000-0001-9818-479X"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marc A Suchard","raw_affiliation_strings":["Department of Biostatistics, University of California , Los Angeles, California, USA","Department of Human Genetics, University of California , Los Angeles, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, University of California , Los Angeles, California, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"Department of Human Genetics, University of California , Los Angeles, California, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068014330","display_name":"Joel N. Swerdel","orcid":"https://orcid.org/0000-0001-9491-2737"},"institutions":[{"id":"https://openalex.org/I4210151386","display_name":"Janssen (United States)","ror":"https://ror.org/05af73403","country_code":"US","type":"company","lineage":["https://openalex.org/I1330063522","https://openalex.org/I4210151386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joel N Swerdel","raw_affiliation_strings":["Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA"],"raw_orcid":"https://orcid.org/0000-0001-9491-2737","affiliations":[{"raw_affiliation_string":"Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA","institution_ids":["https://openalex.org/I4210151386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090799921","display_name":"Erica A. Voss","orcid":"https://orcid.org/0000-0002-0651-0613"},"institutions":[{"id":"https://openalex.org/I4210151386","display_name":"Janssen (United States)","ror":"https://ror.org/05af73403","country_code":"US","type":"company","lineage":["https://openalex.org/I1330063522","https://openalex.org/I4210151386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erica A Voss","raw_affiliation_strings":["Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA","institution_ids":["https://openalex.org/I4210151386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091841174","display_name":"James Weaver","orcid":"https://orcid.org/0000-0003-0755-5191"},"institutions":[{"id":"https://openalex.org/I4210151386","display_name":"Janssen (United States)","ror":"https://ror.org/05af73403","country_code":"US","type":"company","lineage":["https://openalex.org/I1330063522","https://openalex.org/I4210151386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Weaver","raw_affiliation_strings":["Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA","institution_ids":["https://openalex.org/I4210151386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085167653","display_name":"Linying Zhang","orcid":"https://orcid.org/0000-0002-4356-4645"},"institutions":[{"id":"https://openalex.org/I2799503643","display_name":"Columbia University Irving Medical Center","ror":"https://ror.org/01esghr10","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799503643"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Linying Zhang","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University Irving Medical Center , New York, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-4356-4645","affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University Irving Medical Center , New York, New York, USA","institution_ids":["https://openalex.org/I2799503643"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053670656","display_name":"George Hripcsak","orcid":"https://orcid.org/0000-0003-2664-7614"},"institutions":[{"id":"https://openalex.org/I1340179700","display_name":"NewYork\u2013Presbyterian Hospital","ror":"https://ror.org/03gzbrs57","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1340179700"]},{"id":"https://openalex.org/I2799503643","display_name":"Columbia University Irving Medical Center","ror":"https://ror.org/01esghr10","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799503643"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George Hripcsak","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University Irving Medical Center , New York, New York, USA","Medical Informatics Services, New York-Presbyterian Hospital , New York, New York, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University Irving Medical Center , New York, New York, USA","institution_ids":["https://openalex.org/I2799503643"]},{"raw_affiliation_string":"Medical Informatics Services, New York-Presbyterian Hospital , New York, New York, USA","institution_ids":["https://openalex.org/I1340179700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065153070","display_name":"Patrick Ryan","orcid":"https://orcid.org/0000-0002-9727-2138"},"institutions":[{"id":"https://openalex.org/I2799503643","display_name":"Columbia University Irving Medical Center","ror":"https://ror.org/01esghr10","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799503643"]},{"id":"https://openalex.org/I4210151386","display_name":"Janssen (United States)","ror":"https://ror.org/05af73403","country_code":"US","type":"company","lineage":["https://openalex.org/I1330063522","https://openalex.org/I4210151386"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Patrick B Ryan","raw_affiliation_strings":["Department of Biomedical Informatics, Columbia University Irving Medical Center , New York, New York, USA","Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University Irving Medical Center , New York, New York, USA","institution_ids":["https://openalex.org/I2799503643"]},{"raw_affiliation_string":"Observational Health Data Analytics, Janssen Research & Development , Titusville, New Jersey, USA","institution_ids":["https://openalex.org/I4210151386"]}]}],"institutions":[],"countries_distinct_count":9,"institutions_distinct_count":38,"corresponding_author_ids":["https://openalex.org/A5065153070"],"corresponding_institution_ids":["https://openalex.org/I2799503643","https://openalex.org/I4210151386"],"apc_list":{"value":3967,"currency":"USD","value_usd":3967},"apc_paid":null,"fwci":2.8161,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.90945241,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"30","issue":"5","first_page":"859","last_page":"868"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.6521999835968018,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.6521999835968018,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10582","display_name":"Ethics in Clinical Research","score":0.10840000212192535,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10629","display_name":"Health Policy Implementation Science","score":0.0763000026345253,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/observational-study","display_name":"Observational study","score":0.8438160419464111},{"id":"https://openalex.org/keywords/interquartile-range","display_name":"Interquartile range","score":0.7206206321716309},{"id":"https://openalex.org/keywords/cohort","display_name":"Cohort","score":0.6419633030891418},{"id":"https://openalex.org/keywords/cohort-study","display_name":"Cohort study","score":0.5450343489646912},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5194444060325623},{"id":"https://openalex.org/keywords/inclusion","display_name":"Inclusion (mineral)","score":0.46957704424858093},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.46591663360595703},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.46213358640670776},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.43540048599243164},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.42612218856811523},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3483734130859375},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.34629732370376587},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16069242358207703},{"id":"https://openalex.org/keywords/surgery","display_name":"Surgery","score":0.13023465871810913},{"id":"https://openalex.org/keywords/pathology","display_name":"Pathology","score":0.10392382740974426}],"concepts":[{"id":"https://openalex.org/C23131810","wikidata":"https://www.wikidata.org/wiki/Q818574","display_name":"Observational study","level":2,"score":0.8438160419464111},{"id":"https://openalex.org/C119060515","wikidata":"https://www.wikidata.org/wiki/Q1916617","display_name":"Interquartile range","level":2,"score":0.7206206321716309},{"id":"https://openalex.org/C72563966","wikidata":"https://www.wikidata.org/wiki/Q1303415","display_name":"Cohort","level":2,"score":0.6419633030891418},{"id":"https://openalex.org/C201903717","wikidata":"https://www.wikidata.org/wiki/Q1778788","display_name":"Cohort study","level":2,"score":0.5450343489646912},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5194444060325623},{"id":"https://openalex.org/C109359841","wikidata":"https://www.wikidata.org/wiki/Q728944","display_name":"Inclusion (mineral)","level":2,"score":0.46957704424858093},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.46591663360595703},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.46213358640670776},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.43540048599243164},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.42612218856811523},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3483734130859375},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.34629732370376587},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16069242358207703},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.13023465871810913},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.10392382740974426},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012108","descriptor_name":"Research Personnel","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012108","descriptor_name":"Research Personnel","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012108","descriptor_name":"Research Personnel","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012108","descriptor_name":"Research Personnel","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1093/jamia/ocad009","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocad009","pdf_url":"https://academic.oup.com/jamia/article-pdf/30/5/859/49873056/ocad009.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},{"id":"pmid:36826399","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36826399","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association : JAMIA","raw_type":null},{"id":"pmh:oai:pure.eur.nl:publications/e94c869e-7d3e-49ce-ac1f-7601060bd459","is_oa":true,"landing_page_url":"https://pure.eur.nl/en/publications/e94c869e-7d3e-49ce-ac1f-7601060bd459","pdf_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC10114120/pdf/ocad009.pdf","source":{"id":"https://openalex.org/S4306401266","display_name":"EUR Research Repository (Erasmus University Rotterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I913958620","host_organization_name":"Erasmus University Rotterdam","host_organization_lineage":["https://openalex.org/I913958620"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ostropolets , A , Albogami , Y , Conover , M , Banda , J M , Baumgartner , W A , Blacketer , C , Desai , P , DuVall , S L , Fortin , S , Gilbert , J P , Golozar , A , Ide , J , Kanter , A S , Kern , D M , Kim , C , Lai , L Y H , Li , C , Liu , F , Lynch , K E , Minty , E , Neves , M I , Ng , D Q , Obene , T , Pera , V , Pratt , N , Rao , G , Rappoport , N , Reinecke , I , Saroufim , P , Shoaibi , A , Simon , K , Suchard , M A , Swerdel , J N , Voss , E A , Weaver , J , Zhang , L , Hripcsak , G & Ryan , P B 2023 , ' Reproducible variability : assessing investigator discordance across 9 research teams attempting to reproduce the same observational study ' , Journal of the American Medical Informatics Association : JAMIA , vol. 30 , no. 5 , pp. 859-868 . https://doi.org/10.1093/jamia/ocad009","raw_type":"article"},{"id":"pmh:oai:pure.eur.nl:publications/e94c869e-7d3e-49ce-ac1f-7601060bd459","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10114120","pdf_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC10114120/pdf/ocad009.pdf","source":{"id":"https://openalex.org/S4306401266","display_name":"EUR Research Repository (Erasmus University Rotterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I913958620","host_organization_name":"Erasmus University Rotterdam","host_organization_lineage":["https://openalex.org/I913958620"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ostropolets, A, Albogami, Y, Conover, M, Banda, J M, Baumgartner, W A, Blacketer, C, Desai, P, DuVall, S L, Fortin, S, Gilbert, J P, Golozar, A, Ide, J, Kanter, A S, Kern, D M, Kim, C, Lai, L Y H, Li, C, Liu, F, Lynch, K E, Minty, E, Neves, M I, Ng, D Q, Obene, T, Pera, V, Pratt, N, Rao, G, Rappoport, N, Reinecke, I, Saroufim, P, Shoaibi, A, Simon, K, Suchard, M A, Swerdel, J N, Voss, E A, Weaver, J, Zhang, L, Hripcsak, G & Ryan, P B 2023, 'Reproducible variability : assessing investigator discordance across 9 research teams attempting to reproduce the same observational study', Journal of the American Medical Informatics Association : JAMIA, vol. 30, no. 5, pp. 859-868. https://doi.org/10.1093/jamia/ocad009","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:escholarship.org:ark:/13030/qt0112f6fr","is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/0112f6fr","pdf_url":"https://escholarship.org/content/qt0112f6fr/qt0112f6fr.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of the American Medical Informatics Association, vol 30, iss 5","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1093/jamia/ocad009","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocad009","pdf_url":"https://academic.oup.com/jamia/article-pdf/30/5/859/49873056/ocad009.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320307770","display_name":"AstraZeneca","ror":"https://ror.org/04r9x1a08"},{"id":"https://openalex.org/F4320309056","display_name":"Alnylam Pharmaceuticals","ror":"https://ror.org/00thr3w71"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4321748937.pdf","grobid_xml":"https://content.openalex.org/works/W4321748937.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1514788094","https://openalex.org/W1538274882","https://openalex.org/W1897139626","https://openalex.org/W2019694480","https://openalex.org/W2027867013","https://openalex.org/W2030164196","https://openalex.org/W2049491523","https://openalex.org/W2091792109","https://openalex.org/W2109821051","https://openalex.org/W2125138536","https://openalex.org/W2132401033","https://openalex.org/W2152845696","https://openalex.org/W2153513854","https://openalex.org/W2163278718","https://openalex.org/W2273945061","https://openalex.org/W2462394222","https://openalex.org/W2756079951","https://openalex.org/W2782009241","https://openalex.org/W2783405072","https://openalex.org/W2791499613","https://openalex.org/W2792591449","https://openalex.org/W2797035815","https://openalex.org/W2891243993","https://openalex.org/W2962850237","https://openalex.org/W2991479131","https://openalex.org/W3008058947","https://openalex.org/W3092775028","https://openalex.org/W3119523053","https://openalex.org/W3124169140","https://openalex.org/W3133755953","https://openalex.org/W3156208526","https://openalex.org/W3161588210","https://openalex.org/W3211053194","https://openalex.org/W4200247206","https://openalex.org/W4200492661","https://openalex.org/W6749426426","https://openalex.org/W6802917190"],"related_works":["https://openalex.org/W1681476849","https://openalex.org/W2487490720","https://openalex.org/W2793077515","https://openalex.org/W4292573045","https://openalex.org/W2126365059","https://openalex.org/W2980097659","https://openalex.org/W4386009577","https://openalex.org/W3130621552","https://openalex.org/W3183420953","https://openalex.org/W3121189788"],"abstract_inverted_index":{"OBJECTIVE:":[0],"Observational":[1],"studies":[2],"can":[3],"impact":[4,51],"patient":[5,56,117,120],"care":[6],"but":[7],"must":[8],"be":[9,42],"robust":[10],"and":[11,23,47,84,111,119,193,227,238],"reproducible.":[12],"Nonreproducibility":[13],"is":[14],"primarily":[15],"caused":[16],"by":[17,44,73,187,199,233],"unclear":[18],"reporting":[19],"of":[20,52,63,115,137,153,195],"design":[21,249],"choices":[22],"analytic":[24],"procedures.":[25],"This":[26],"study":[27,34,40,72,211,244],"aimed":[28],"to:":[29],"(1)":[30],"assess":[31],"how":[32],"the":[33,50,81,87,95,109,113,125,131,154,161,184,196,210,224],"logic":[35,101],"described":[36],"in":[37,134,223],"an":[38],"observational":[39],"could":[41],"interpreted":[43],"independent":[45],"researchers":[46,66],"(2)":[48],"quantify":[49],"interpretations'":[53],"variability":[54],"on":[55,213],"characteristics.":[57,121],"MATERIALS":[58],"AND":[59],"METHODS:":[60],"Nine":[61],"teams":[62,78,197,206],"highly":[64],"qualified":[65],"reproduced":[67],"a":[68,71,234,243],"cohort":[69,91,106,156,162],"from":[70,151,183],"Albogami":[74],"et":[75],"al.":[76],"The":[77,178],"were":[79],"provided":[80],"clinical":[82],"codes":[83],"access":[85],"to":[86,89,158,168,208],"tools":[88,240],"create":[90],"definitions":[92,107],"such":[93],"that":[94,221],"only":[96],"variable":[97],"part":[98],"was":[99,173],"their":[100],"choices.":[102,250],"We":[103],"executed":[104],"teams'":[105,126,179],"against":[108],"database":[110],"compared":[112,167],"number":[114],"subjects,":[116],"overlap,":[118],"RESULTS:":[122],"On":[123],"average,":[124],"interpretations":[127],"fully":[128],"aligned":[129],"with":[130,141],"master":[132,155,185],"implementation":[133,186],"4":[135,144],"out":[136],"10":[138,159],"inclusion":[139],"criteria":[140],"at":[142,188,200],"least":[143,189,201],"deviations":[145],"per":[146],"team.":[147],"Cohorts'":[148],"size":[149,157,163,226],"varied":[150],"one-third":[152],"times":[160],"(2159-63":[164],"619":[165],"subjects":[166],"6196":[169],"subjects).":[170],"Median":[171],"agreement":[172],"9.4%":[174],"(interquartile":[175],"range":[176],"15.3-16.2%).":[177],"cohorts":[180],"significantly":[181],"differed":[182,198],"2":[190],"baseline":[191],"characteristics,":[192],"most":[194],"5.":[202],"CONCLUSIONS:":[203],"Independent":[204],"research":[205],"attempting":[207],"reproduce":[209],"based":[212],"its":[214],"free-text":[215],"description":[216],"alone":[217],"produce":[218],"different":[219],"implementations":[220],"vary":[222],"population":[225],"composition.":[228],"Sharing":[229],"analytical":[230],"code":[231],"supported":[232],"common":[235],"data":[236],"model":[237],"open-source":[239],"allows":[241],"reproducing":[242],"unambiguously":[245],"thereby":[246],"preserving":[247],"initial":[248]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2026-06-12T08:23:45.883708","created_date":"2025-10-10T00:00:00"}