{"id":"https://openalex.org/W4389514315","doi":"https://doi.org/10.1093/jamia/ocad248","title":"Confidence score: a data-driven measure for inclusive systematic reviews considering unpublished preprints","display_name":"Confidence score: a data-driven measure for inclusive systematic reviews considering unpublished preprints","publication_year":2023,"publication_date":"2023-12-08","ids":{"openalex":"https://openalex.org/W4389514315","doi":"https://doi.org/10.1093/jamia/ocad248","pmid":"https://pubmed.ncbi.nlm.nih.gov/38065694"},"language":"en","primary_location":{"id":"doi:10.1093/jamia/ocad248","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jamia/ocad248","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10990515/pdf/ocad248.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009398988","display_name":"Jiayi Tong","orcid":"https://orcid.org/0000-0002-1213-6699"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiayi Tong","raw_affiliation_strings":["Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States","The Center for Health Analytics and Synthesis of Evidence (CHASE), Department of Biostatistics , Epidemiology, and Informatics, University of Pennsylvania, Philadelphia, PA 19104, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"The Center for Health Analytics and Synthesis of Evidence (CHASE), Department of Biostatistics , Epidemiology, and Informatics, University of Pennsylvania, Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011307249","display_name":"Chongliang Luo","orcid":"https://orcid.org/0000-0003-3682-9454"},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chongliang Luo","raw_affiliation_strings":["Division of Public Health Sciences, Washington University School of Medicine in St Louis , St Louis, MO 63110, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Public Health Sciences, Washington University School of Medicine in St Louis , St Louis, MO 63110, United States","institution_ids":["https://openalex.org/I204465549"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078704429","display_name":"Yifei Sun","orcid":"https://orcid.org/0000-0002-6961-5500"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifei Sun","raw_affiliation_strings":["Department of Biostatistics, Columbia University , New York City, NY 10032, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, Columbia University , New York City, NY 10032, United States","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089178051","display_name":"Rui Duan","orcid":"https://orcid.org/0000-0002-9261-4864"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rui Duan","raw_affiliation_strings":["Department of Biostatistics, Harvard T.H. Chan School of Public Health, Harvard University , Cambridge, MA 02115, United States"],"raw_orcid":"https://orcid.org/0000-0002-9261-4864","affiliations":[{"raw_affiliation_string":"Department of Biostatistics, Harvard T.H. Chan School of Public Health, Harvard University , Cambridge, MA 02115, United States","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031607096","display_name":"M. Elle Saine","orcid":"https://orcid.org/0000-0002-1037-5610"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M Elle Saine","raw_affiliation_strings":["Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086774720","display_name":"Lifeng Lin","orcid":"https://orcid.org/0000-0002-3562-9816"},"institutions":[{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lifeng Lin","raw_affiliation_strings":["Department of Epidemiology and Biostatistics, University of Arizona , Tucson, AZ 85724, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Epidemiology and Biostatistics, University of Arizona , Tucson, AZ 85724, United States","institution_ids":["https://openalex.org/I138006243"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085113833","display_name":"Yifan Peng","orcid":"https://orcid.org/0000-0001-9309-8331"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]},{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifan Peng","raw_affiliation_strings":["Department of Population Health Sciences, Weill Cornell Medicine , New York, NY 11101, United States"],"raw_orcid":"https://orcid.org/0000-0001-9309-8331","affiliations":[{"raw_affiliation_string":"Department of Population Health Sciences, Weill Cornell Medicine , New York, NY 11101, United States","institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051696264","display_name":"Yiwen Lu","orcid":"https://orcid.org/0000-0003-4921-7406"},"institutions":[{"id":"https://openalex.org/I4210131439","display_name":"Applied Mathematics (United States)","ror":"https://ror.org/03seew607","country_code":"US","type":"company","lineage":["https://openalex.org/I4210131439"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiwen Lu","raw_affiliation_strings":["Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States","The Center for Health Analytics and Synthesis of Evidence (CHASE), Department of Biostatistics, Epidemiology, and Informatics, University of Pennsylvania , Philadelphia, PA 19104, United States","The Graduate Group in Applied Mathematics and Computational Science, School of Arts and Sciences, University of Pennsylvania , Philadelphia, PA 19104, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"The Center for Health Analytics and Synthesis of Evidence (CHASE), Department of Biostatistics, Epidemiology, and Informatics, University of Pennsylvania , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"The Graduate Group in Applied Mathematics and Computational Science, School of Arts and Sciences, University of Pennsylvania , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I4210131439","https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007713910","display_name":"Anchita Batra","orcid":"https://orcid.org/0000-0002-4322-3672"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anchita Batra","raw_affiliation_strings":["Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089795806","display_name":"Anni Pan","orcid":"https://orcid.org/0000-0002-7695-1115"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anni Pan","raw_affiliation_strings":["Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052355036","display_name":"Olivia Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Olivia Wang","raw_affiliation_strings":["Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059592292","display_name":"Ruowang Li","orcid":"https://orcid.org/0000-0002-7910-4253"},"institutions":[{"id":"https://openalex.org/I1282927834","display_name":"Cedars-Sinai Medical Center","ror":"https://ror.org/02pammg90","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1282927834"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruowang Li","raw_affiliation_strings":["Department of Computational Biomedicine, Cedars-Sinai Medical Center , West Hollywood, CA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computational Biomedicine, Cedars-Sinai Medical Center , West Hollywood, CA, United States","institution_ids":["https://openalex.org/I1282927834"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080350977","display_name":"Arielle Marks\u2010Anglin","orcid":"https://orcid.org/0000-0001-8452-2831"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arielle Marks-Anglin","raw_affiliation_strings":["Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101540697","display_name":"Yuchen Yang","orcid":"https://orcid.org/0000-0002-4255-2888"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuchen Yang","raw_affiliation_strings":["Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030584533","display_name":"Xu Zuo","orcid":"https://orcid.org/0009-0008-8571-5529"},"institutions":[{"id":"https://openalex.org/I919571938","display_name":"The University of Texas Health Science Center at Houston","ror":"https://ror.org/03gds6c39","country_code":"US","type":"education","lineage":["https://openalex.org/I919571938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xu Zuo","raw_affiliation_strings":["McWilliams School of Biomedical Informatics, The University of Texas Health Science Center at Houston , Houston, TX 77030, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McWilliams School of Biomedical Informatics, The University of Texas Health Science Center at Houston , Houston, TX 77030, United States","institution_ids":["https://openalex.org/I919571938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040578783","display_name":"Yu\u2010Lun Liu","orcid":"https://orcid.org/0000-0002-9574-447X"},"institutions":[{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yulun Liu","raw_affiliation_strings":["Peter O'Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center , Dallas, TX 75390, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peter O'Donnell Jr. School of Public Health, University of Texas Southwestern Medical Center , Dallas, TX 75390, United States","institution_ids":["https://openalex.org/I867280407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030951014","display_name":"Jiang Bian","orcid":"https://orcid.org/0000-0002-2238-5429"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiang Bian","raw_affiliation_strings":["Department of Health Outcomes & Biomedical Informatics, College of Medicine, University of Florida , Gainesville, FL 32611, United States"],"raw_orcid":"https://orcid.org/0000-0002-2238-5429","affiliations":[{"raw_affiliation_string":"Department of Health Outcomes & Biomedical Informatics, College of Medicine, University of Florida , Gainesville, FL 32611, United States","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047049575","display_name":"Stephen E. Kimmel","orcid":"https://orcid.org/0000-0003-3673-2361"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]},{"id":"https://openalex.org/I94062374","display_name":"Florida College","ror":"https://ror.org/010bgev76","country_code":"US","type":"education","lineage":["https://openalex.org/I94062374"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen E Kimmel","raw_affiliation_strings":["Department of Epidemiology, College of Public Health & Health Professions and College of Medicine, University of Florida , Gainesville, FL 32610, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Epidemiology, College of Public Health & Health Professions and College of Medicine, University of Florida , Gainesville, FL 32610, United States","institution_ids":["https://openalex.org/I94062374","https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018286211","display_name":"Keith Hamilton","orcid":"https://orcid.org/0000-0002-4585-5956"},"institutions":[{"id":"https://openalex.org/I2799810409","display_name":"Hospital of the University of Pennsylvania","ror":"https://ror.org/02917wp91","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799810409","https://openalex.org/I4210143392"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keith Hamilton","raw_affiliation_strings":["Department of Medicine, Hospital of the University of Pennsylvania , Philadelphia, PA 19104, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Hospital of the University of Pennsylvania , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I2799810409"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070714730","display_name":"Adam Cuker","orcid":"https://orcid.org/0000-0002-3595-5697"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Cuker","raw_affiliation_strings":["Department of Medicine and Department of Pathology & Laboratory Medicine, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine and Department of Pathology & Laboratory Medicine, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008134033","display_name":"Rebecca A. Hubbard","orcid":"https://orcid.org/0000-0003-0879-0994"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rebecca A Hubbard","raw_affiliation_strings":["Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084072550","display_name":"Hua Xu","orcid":"https://orcid.org/0000-0002-5274-4672"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hua Xu","raw_affiliation_strings":["Section of Biomedical Informatics & Data Science, Yale School of Medicine , New Haven, CT 06510, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Section of Biomedical Informatics & Data Science, Yale School of Medicine , New Haven, CT 06510, United States","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100454438","display_name":"Yong Chen","orcid":"https://orcid.org/0000-0003-0835-0788"},"institutions":[{"id":"https://openalex.org/I4210114651","display_name":"Evidence Based Research (United States)","ror":"https://ror.org/021tyky57","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114651"]},{"id":"https://openalex.org/I4210127693","display_name":"Penn Center for AIDS Research","ror":"https://ror.org/047939x15","country_code":"US","type":"facility","lineage":["https://openalex.org/I102322052","https://openalex.org/I1335321130","https://openalex.org/I4210127693","https://openalex.org/I79576946"]},{"id":"https://openalex.org/I4210131439","display_name":"Applied Mathematics (United States)","ror":"https://ror.org/03seew607","country_code":"US","type":"company","lineage":["https://openalex.org/I4210131439"]},{"id":"https://openalex.org/I4210143392","display_name":"University of Pennsylvania Health System","ror":"https://ror.org/04h81rw26","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210143392"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yong Chen","raw_affiliation_strings":["Center for Evidence-based Practice (CEP) , Philadelphia, PA 19104, United States","Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States","Leonard Davis Institute of Health Economics, Penn Medicine , Philadelphia, PA 19104, United States","Penn Institute for Biomedical Informatics (IBI) , Philadelphia, PA 19104, United States","The Center for Health Analytics and Synthesis of Evidence (CHASE), Department of Biostatistics, Epidemiology, and Informatics, University of Pennsylvania , Philadelphia, PA 19104, United States","The Graduate Group in Applied Mathematics and Computational Science, School of Arts and Sciences, University of Pennsylvania , Philadelphia, PA 19104, United States"],"raw_orcid":"https://orcid.org/0000-0003-0835-0788","affiliations":[{"raw_affiliation_string":"Center for Evidence-based Practice (CEP) , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I4210114651"]},{"raw_affiliation_string":"Department of Biostatistics, Epidemiology and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Leonard Davis Institute of Health Economics, Penn Medicine , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I4210143392"]},{"raw_affiliation_string":"Penn Institute for Biomedical Informatics (IBI) , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I4210127693"]},{"raw_affiliation_string":"The Center for Health Analytics and Synthesis of Evidence (CHASE), Department of Biostatistics, Epidemiology, and Informatics, University of Pennsylvania , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"The Graduate Group in Applied Mathematics and Computational Science, School of Arts and Sciences, University of Pennsylvania , Philadelphia, PA 19104, United States","institution_ids":["https://openalex.org/I4210131439","https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":23,"corresponding_author_ids":["https://openalex.org/A5084072550","https://openalex.org/A5100454438"],"corresponding_institution_ids":["https://openalex.org/I32971472","https://openalex.org/I4210114651","https://openalex.org/I4210127693","https://openalex.org/I4210131439","https://openalex.org/I4210143392","https://openalex.org/I79576946"],"apc_list":{"value":3967,"currency":"USD","value_usd":3967},"apc_paid":null,"fwci":3.1625,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.93746447,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"31","issue":"4","first_page":"809","last_page":"819"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.6747844219207764},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.6592487692832947},{"id":"https://openalex.org/keywords/coronavirus-disease-2019","display_name":"Coronavirus disease 2019 (COVID-19)","score":0.6180501580238342},{"id":"https://openalex.org/keywords/preprint","display_name":"Preprint","score":0.5900541543960571},{"id":"https://openalex.org/keywords/meta-analysis","display_name":"Meta-analysis","score":0.5598684549331665},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.46793505549430847},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4539385735988617},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.42995569109916687},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.4240323007106781},{"id":"https://openalex.org/keywords/publication-bias","display_name":"Publication bias","score":0.4212876856327057},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.37172579765319824},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.36051303148269653},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.33017098903656006},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.286055326461792},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2784608006477356},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2122800350189209},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.14934605360031128},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.09659948945045471}],"concepts":[{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.6747844219207764},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.6592487692832947},{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.6180501580238342},{"id":"https://openalex.org/C43169469","wikidata":"https://www.wikidata.org/wiki/Q580922","display_name":"Preprint","level":2,"score":0.5900541543960571},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.5598684549331665},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.46793505549430847},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4539385735988617},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.42995569109916687},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.4240323007106781},{"id":"https://openalex.org/C2780439572","wikidata":"https://www.wikidata.org/wiki/Q919364","display_name":"Publication bias","level":3,"score":0.4212876856327057},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.37172579765319824},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36051303148269653},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.33017098903656006},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.286055326461792},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2784608006477356},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2122800350189209},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.14934605360031128},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.09659948945045471},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.0},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000078202","descriptor_name":"Systematic Reviews as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015201","descriptor_name":"Meta-Analysis as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015201","descriptor_name":"Meta-Analysis as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015201","descriptor_name":"Meta-Analysis as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015201","descriptor_name":"Meta-Analysis as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015201","descriptor_name":"Meta-Analysis as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015201","descriptor_name":"Meta-Analysis as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015201","descriptor_name":"Meta-Analysis as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015201","descriptor_name":"Meta-Analysis as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D039781","descriptor_name":"PubMed","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D039781","descriptor_name":"PubMed","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D039781","descriptor_name":"PubMed","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D039781","descriptor_name":"PubMed","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D039781","descriptor_name":"PubMed","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D039781","descriptor_name":"PubMed","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D039781","descriptor_name":"PubMed","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D039781","descriptor_name":"PubMed","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D039781","descriptor_name":"PubMed","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D058873","descriptor_name":"Pandemics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D058873","descriptor_name":"Pandemics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D058873","descriptor_name":"Pandemics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D058873","descriptor_name":"Pandemics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D058873","descriptor_name":"Pandemics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D058873","descriptor_name":"Pandemics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D058873","descriptor_name":"Pandemics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D058873","descriptor_name":"Pandemics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D058873","descriptor_name":"Pandemics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1093/jamia/ocad248","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jamia/ocad248","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},{"id":"pmid:38065694","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38065694","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association : JAMIA","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10990515","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10990515","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10990515/pdf/ocad248.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Am Med Inform Assoc","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:10990515","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10990515","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10990515/pdf/ocad248.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Am Med Inform Assoc","raw_type":"Text"},"sustainable_development_goals":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"awards":[{"id":"https://openalex.org/G1275432562","display_name":null,"funder_award_id":"1R01AG077820","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G2797749627","display_name":null,"funder_award_id":"ME-2018C3-14899","funder_id":"https://openalex.org/F4320308927","funder_display_name":"Patient-Centered Outcomes Research Institute"},{"id":"https://openalex.org/G3237115699","display_name":null,"funder_award_id":"R01AI130460","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G4890456917","display_name":null,"funder_award_id":"ME-2019C3-18315","funder_id":"https://openalex.org/F4320308927","funder_display_name":"Patient-Centered Outcomes Research Institute"},{"id":"https://openalex.org/G5002870449","display_name":null,"funder_award_id":"RF1G077820","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G5741632596","display_name":null,"funder_award_id":"R21EY034179","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G5999860005","display_name":null,"funder_award_id":"R56AG069880","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G6247722849","display_name":null,"funder_award_id":"1R01LM014344","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G7007257065","display_name":null,"funder_award_id":"U01TR003709","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G7576540019","display_name":null,"funder_award_id":"R01AG073435","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G7779548177","display_name":null,"funder_award_id":"R56AG074604","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G8271984750","display_name":null,"funder_award_id":"R01LM012607","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G8412027746","display_name":null,"funder_award_id":"R21AI167418","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G8770653528","display_name":null,"funder_award_id":"R01LM013519","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320308927","display_name":"Patient-Centered Outcomes Research Institute","ror":"https://ror.org/014q65q44"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4389514315.pdf"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W2030560722","https://openalex.org/W2032541700","https://openalex.org/W2092660489","https://openalex.org/W2115230475","https://openalex.org/W2166025830","https://openalex.org/W2166379450","https://openalex.org/W2286629111","https://openalex.org/W2320350515","https://openalex.org/W2915365125","https://openalex.org/W2970684805","https://openalex.org/W3006419170","https://openalex.org/W3042270788","https://openalex.org/W3046396978","https://openalex.org/W3082355253","https://openalex.org/W3092121807","https://openalex.org/W3111262560","https://openalex.org/W3113511995","https://openalex.org/W3118615836","https://openalex.org/W3150044582","https://openalex.org/W3160409750","https://openalex.org/W3162169537","https://openalex.org/W3182452186","https://openalex.org/W4210642183","https://openalex.org/W4212891121","https://openalex.org/W4247903468"],"related_works":["https://openalex.org/W2988302981","https://openalex.org/W2116225643","https://openalex.org/W2767082141","https://openalex.org/W2788406885","https://openalex.org/W2901124172","https://openalex.org/W4236290651","https://openalex.org/W3047863382","https://openalex.org/W3165625441","https://openalex.org/W4239481235","https://openalex.org/W4220756738"],"abstract_inverted_index":{"OBJECTIVES:":[0],"COVID-19,":[1],"since":[2],"its":[3],"emergence":[4],"in":[5,67],"December":[6],"2019,":[7],"has":[8,219],"globally":[9],"impacted":[10],"research.":[11],"Over":[12],"360":[13],"000":[14],"COVID-19-related":[15],"manuscripts":[16],"have":[17],"been":[18],"published":[19],"on":[20,44,127,161],"PubMed":[21],"and":[22,27,40,47,70,101,120,231],"preprint":[23],"servers":[24],"like":[25],"medRxiv":[26],"bioRxiv,":[28],"with":[29],"preprints":[30,43,66,126],"comprising":[31],"about":[32],"15%":[33],"of":[34,42,103,114,134,152,164,197,211,226],"all":[35],"manuscripts.":[36,243],"Yet,":[37],"the":[38,75,81,88,96,112,132,135,143,150,162,220],"role":[39],"impact":[41],"COVID-19":[45,128,230],"research":[46],"evidence":[48,227],"synthesis":[49],"remain":[50],"uncertain.":[51],"MATERIALS":[52],"AND":[53],"METHODS:":[54],"We":[55],"propose":[56],"a":[57,104,158,204,237],"novel":[58],"data-driven":[59,238],"method":[60,189],"for":[61],"assigning":[62],"weights":[63],"to":[64,177,185,193,222,229,240],"individual":[65],"systematic":[68,224],"reviews":[69,225],"meta-analyses.":[71],"This":[72],"weight":[73],"termed":[74],"\"confidence":[76],"score\"":[77],"is":[78,183],"obtained":[79],"using":[80],"survival":[82,89],"cure":[83],"model,":[84,91],"also":[85],"known":[86],"as":[87,106,108,111,203],"mixture":[90],"which":[92],"takes":[93],"into":[94,175],"account":[95],"time":[97],"elapsed":[98],"between":[99],"posting":[100],"publication":[102],"preprint,":[105],"well":[107],"metadata":[109],"such":[110],"number":[113],"first":[115],"2-week":[116],"citations,":[117],"sample":[118],"size,":[119],"study":[121,198],"type.":[122],"RESULTS:":[123],"Using":[124],"146":[125],"therapeutics":[129],"posted":[130],"from":[131],"beginning":[133],"pandemic":[136],"through":[137],"April":[138],"30,":[139],"2021,":[140],"we":[141,166],"validated":[142],"confidence":[144,217],"scores,":[145],"showing":[146],"an":[147],"area":[148],"under":[149],"curve":[151],"0.95":[153],"(95%":[154],"CI,":[155],"0.92-0.98).":[156],"Through":[157],"use":[159],"case":[160],"effectiveness":[163],"hydroxychloroquine,":[165],"demonstrated":[167],"how":[168],"these":[169],"scores":[170],"can":[171],"be":[172],"incorporated":[173],"practically":[174],"meta-analyses":[176],"properly":[178],"weigh":[179],"preprints.":[180],"DISCUSSION:":[181],"It":[182],"important":[184],"note":[186],"that":[187,207],"our":[188],"does":[190],"not":[191],"aim":[192],"replace":[194],"existing":[195],"measures":[196],"quality":[199],"but":[200],"rather":[201],"serves":[202],"supplementary":[205],"measure":[206],"overcomes":[208],"some":[209],"limitations":[210],"current":[212],"approaches.":[213],"CONCLUSION:":[214],"Our":[215],"proposed":[216],"score":[218],"potential":[221],"improve":[223],"related":[228],"other":[232],"clinical":[233],"conditions":[234],"by":[235],"providing":[236],"approach":[239],"including":[241],"unpublished":[242]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}