{"id":"https://openalex.org/W1967599208","doi":"https://doi.org/10.1371/journal.pmed.1001531","title":"Use of Expert Panels to Define the Reference Standard in Diagnostic Research: A Systematic Review of Published Methods and Reporting","display_name":"Use of Expert Panels to Define the Reference Standard in Diagnostic Research: A Systematic Review of Published Methods and Reporting","publication_year":2013,"publication_date":"2013-10-15","ids":{"openalex":"https://openalex.org/W1967599208","doi":"https://doi.org/10.1371/journal.pmed.1001531","mag":"1967599208","pmid":"https://pubmed.ncbi.nlm.nih.gov/24143138","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/3797139"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pmed.1001531","doi":"https://doi.org/10.1371/journal.pmed.1001531","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pmed.1001531","pdf_url":null,"source":{"id":"https://openalex.org/S197939330","display_name":"PLoS Medicine","issn_l":"1549-1277","issn":["1549-1277","1549-1676"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-b","doyens","jufo-3","ki-jl-3","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS Medicine","raw_type":"journal-article"},"volume":null,"type":"review","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1371/journal.pmed.1001531","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074541804","display_name":"Loes C.M. Bertens","orcid":"https://orcid.org/0000-0003-0897-0709","observed_orcids":["https://orcid.org/0000-0003-0897-0709"]},"institutions":[{"id":"https://openalex.org/I3018483916","display_name":"University Medical Center Utrecht","ror":"https://ror.org/0575yy874","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I3018483916"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Loes C. M. Bertens","raw_affiliation_strings":["Julius Centre for Health Sciences and Primary Care, University Medical Centre Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Julius Centre for Health Sciences and Primary Care, University Medical Centre Utrecht, The Netherlands","institution_ids":["https://openalex.org/I3018483916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109040331","display_name":"Berna DL Broekhuizen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I3018483916","display_name":"University Medical Center Utrecht","ror":"https://ror.org/0575yy874","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I3018483916"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Berna D. L. Broekhuizen","raw_affiliation_strings":["Julius Centre for Health Sciences and Primary Care, University Medical Centre Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Julius Centre for Health Sciences and Primary Care, University Medical Centre Utrecht, The Netherlands","institution_ids":["https://openalex.org/I3018483916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108693827","display_name":"Christiana A. Naaktgeboren","orcid":"https://orcid.org/0000-0002-0685-9989","observed_orcids":["https://orcid.org/0000-0002-0685-9989"]},"institutions":[{"id":"https://openalex.org/I3018483916","display_name":"University Medical Center Utrecht","ror":"https://ror.org/0575yy874","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I3018483916"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Christiana A. Naaktgeboren","raw_affiliation_strings":["Julius Centre for Health Sciences and Primary Care, University Medical Centre Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Julius Centre for Health Sciences and Primary Care, University Medical Centre Utrecht, The Netherlands","institution_ids":["https://openalex.org/I3018483916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037661370","display_name":"Frans Hendrik Rutten","orcid":"https://orcid.org/0000-0002-5052-7332","observed_orcids":["https://orcid.org/0000-0002-5052-7332"]},"institutions":[{"id":"https://openalex.org/I3018483916","display_name":"University Medical Center Utrecht","ror":"https://ror.org/0575yy874","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I3018483916"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Frans H. Rutten","raw_affiliation_strings":["Julius Centre for Health Sciences and Primary Care, University Medical Centre Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Julius Centre for Health Sciences and Primary Care, University Medical Centre Utrecht, The Netherlands","institution_ids":["https://openalex.org/I3018483916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032508279","display_name":"Arno Wilhelmus Hoes","orcid":"https://orcid.org/0000-0002-8747-6479","observed_orcids":["https://orcid.org/0000-0002-8747-6479"]},"institutions":[{"id":"https://openalex.org/I3018483916","display_name":"University Medical Center Utrecht","ror":"https://ror.org/0575yy874","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I3018483916"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Arno W. Hoes","raw_affiliation_strings":["Julius Centre for Health Sciences and Primary Care, University Medical Centre Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Julius Centre for Health Sciences and Primary Care, University Medical Centre Utrecht, The Netherlands","institution_ids":["https://openalex.org/I3018483916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038687590","display_name":"Yvonne van Mourik","orcid":"https://orcid.org/0000-0002-8314-4127","observed_orcids":["https://orcid.org/0000-0002-8314-4127"]},"institutions":[{"id":"https://openalex.org/I3018483916","display_name":"University Medical Center Utrecht","ror":"https://ror.org/0575yy874","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I3018483916"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Yvonne van Mourik","raw_affiliation_strings":["Julius Centre for Health Sciences and Primary Care, University Medical Centre Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Julius Centre for Health Sciences and Primary Care, University Medical Centre Utrecht, The Netherlands","institution_ids":["https://openalex.org/I3018483916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083104697","display_name":"Karel G.M. Moons","orcid":"https://orcid.org/0000-0003-2118-004X","observed_orcids":["https://orcid.org/0000-0003-2118-004X","https://orcid.org/0009-0004-7797-1056","https://orcid.org/0000-0003-2112-0047"]},"institutions":[{"id":"https://openalex.org/I3018483916","display_name":"University Medical Center Utrecht","ror":"https://ror.org/0575yy874","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I3018483916"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Karel G. M. Moons","raw_affiliation_strings":["Julius Centre for Health Sciences and Primary Care, University Medical Centre Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Julius Centre for Health Sciences and Primary Care, University Medical Centre Utrecht, The Netherlands","institution_ids":["https://openalex.org/I3018483916"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007039126","display_name":"Johannes B. Reitsma","orcid":"https://orcid.org/0000-0003-4026-4345","observed_orcids":["https://orcid.org/0000-0003-4026-4345"]},"institutions":[{"id":"https://openalex.org/I3018483916","display_name":"University Medical Center Utrecht","ror":"https://ror.org/0575yy874","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I3018483916"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Johannes B. Reitsma","raw_affiliation_strings":["Julius Centre for Health Sciences and Primary Care, University Medical Centre Utrecht, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Julius Centre for Health Sciences and Primary Care, University Medical Centre Utrecht, The Netherlands","institution_ids":["https://openalex.org/I3018483916"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5074541804"],"corresponding_institution_ids":["https://openalex.org/I3018483916"],"apc_list":{"value":6460,"currency":"USD","value_usd":6460},"apc_paid":{"value":6460,"currency":"USD","value_usd":6460},"fwci":1.9807,"has_fulltext":true,"cited_by_count":159,"citation_normalized_percentile":{"value":0.87959184,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"10","issue":"10","first_page":"e1001531","last_page":"e1001531"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9038000106811523,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9038000106811523,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.0421999990940094,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.023800000548362732,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/expert-panel","display_name":"expert panel","score":0.7559999823570251},{"id":"https://openalex.org/keywords/reference-materials","display_name":"reference materials","score":0.8579999804496765},{"id":"https://openalex.org/keywords/diagnostic-accuracy","display_name":"diagnostic accuracy","score":0.7409999966621399},{"id":"https://openalex.org/keywords/consensus-diagnosis","display_name":"consensus diagnosis","score":0.7509999871253967},{"id":"https://openalex.org/keywords/reporting-quality","display_name":"reporting quality","score":0.6449999809265137},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.6069999933242798},{"id":"https://openalex.org/keywords/blinding","display_name":"blinding","score":0.6359999775886536},{"id":"https://openalex.org/keywords/decision-making","display_name":"decision-making","score":0.5019999742507935},{"id":"https://openalex.org/keywords/reporting-checklist","display_name":"reporting checklist","score":0.6129999756813049},{"id":"https://openalex.org/keywords/cardiovascular-disease","display_name":"cardiovascular disease","score":0.7620000243186951}],"concepts":[{"id":"https://openalex.org/C534262118","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Medical diagnosis","level":2,"score":0.747211754322052},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.7231529355049133},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.6210102438926697},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.48275917768478394},{"id":"https://openalex.org/C2777466982","wikidata":"https://www.wikidata.org/wiki/Q5227287","display_name":"Data extraction","level":3,"score":0.43461665511131287},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.4280274510383606},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.41092410683631897},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.38963407278060913},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.21564710140228271},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005104","descriptor_name":"Expert Testimony","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005104","descriptor_name":"Expert Testimony","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005104","descriptor_name":"Expert Testimony","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005104","descriptor_name":"Expert Testimony","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011643","descriptor_name":"Publishing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011643","descriptor_name":"Publishing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011643","descriptor_name":"Publishing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011643","descriptor_name":"Publishing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012015","descriptor_name":"Reference Standards","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012015","descriptor_name":"Reference Standards","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012015","descriptor_name":"Reference Standards","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012015","descriptor_name":"Reference Standards","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":11,"locations":[{"id":"doi:10.1371/journal.pmed.1001531","doi":"https://doi.org/10.1371/journal.pmed.1001531","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pmed.1001531","pdf_url":null,"source":{"id":"https://openalex.org/S197939330","display_name":"PLoS Medicine","issn_l":"1549-1277","issn":["1549-1277","1549-1676"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-b","doyens","jufo-3","ki-jl-3","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS Medicine","raw_type":"journal-article"},{"id":"pmh:oai:europepmc.org:2791115","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3797139","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:3797139","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3797139","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS Med","raw_type":"Text"},{"id":"pmid:24143138","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24143138","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS medicine","raw_type":"Journal Article"},{"id":"pmh:oai:RePEc:plo:pmed00:1001531","doi":null,"is_oa":false,"landing_page_url":"https://journals.plos.org/plosmedicine/article?id=10.1371/journal.pmed.1001531","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.809.263","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.809.263","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ftp://ftp.ncbi.nlm.nih.gov/pub/pmc/33/35/pmed.1001531.PMC3797139.pdf","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:94bee215a19d4eb9a3188dcb6b5225c7","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/94bee215a19d4eb9a3188dcb6b5225c7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Medicine, Vol 10, Iss 10, p e1001531 (2013)","raw_type":"article"},{"id":"pmh:oai:dspace.library.uu.nl:1874/287548","doi":null,"is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/287548","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:figshare.com:article/823700","doi":null,"is_oa":true,"landing_page_url":"https://figshare.com/articles/dataset/_Use_of_Expert_Panels_to_Define_the_Reference_Standard_in_Diagnostic_Research_A_Systematic_Review_of_Published_Methods_and_Reporting_/823700","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dataset"},{"id":"pmh:umcu:oai:dspace.library.uu.nl:1874/287548","doi":null,"is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/287548","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Medicine, 10(10), e1001531. Public Library of Science","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:uu:oai:dspace.library.uu.nl:1874/287548","doi":null,"is_oa":true,"landing_page_url":"http://dspace.library.uu.nl/handle/1874/287548","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS medicine, 10(10), e1001531","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1371/journal.pmed.1001531","doi":"https://doi.org/10.1371/journal.pmed.1001531","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pmed.1001531","pdf_url":null,"source":{"id":"https://openalex.org/S197939330","display_name":"PLoS Medicine","issn_l":"1549-1277","issn":["1549-1277","1549-1676"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-b","doyens","jufo-3","ki-jl-3","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS Medicine","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.8560000061988831}],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions","score":0.6000000238418579}],"study_designs":[{"id":"https://openalex.org/study-designs/systematic-review","display_name":"Systematic Review"}],"awards":[{"id":"https://openalex.org/G8262817666","display_name":null,"funder_award_id":"311040302","funder_id":"https://openalex.org/F4320321007","funder_display_name":"ZonMw"}],"funders":[{"id":"https://openalex.org/F4320321007","display_name":"ZonMw","ror":"https://ror.org/01yaj9a77"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":102,"referenced_works":["https://openalex.org/W1545380186","https://openalex.org/W1547774852","https://openalex.org/W1674751351","https://openalex.org/W1752517676","https://openalex.org/W1926320133","https://openalex.org/W1946843368","https://openalex.org/W1964225542","https://openalex.org/W1965601842","https://openalex.org/W1966366030","https://openalex.org/W1970472321","https://openalex.org/W1970758659","https://openalex.org/W1970946209","https://openalex.org/W1975010595","https://openalex.org/W1975258020","https://openalex.org/W1982079221","https://openalex.org/W1986391597","https://openalex.org/W1994394357","https://openalex.org/W1999320475","https://openalex.org/W2001613191","https://openalex.org/W2001896575","https://openalex.org/W2013679891","https://openalex.org/W2016367830","https://openalex.org/W2018429691","https://openalex.org/W2022583741","https://openalex.org/W2024682048","https://openalex.org/W2025152454","https://openalex.org/W2026043548","https://openalex.org/W2026122656","https://openalex.org/W2027581888","https://openalex.org/W2038119519","https://openalex.org/W2038728182","https://openalex.org/W2050925196","https://openalex.org/W2051134301","https://openalex.org/W2051641051","https://openalex.org/W2056717722","https://openalex.org/W2060971492","https://openalex.org/W2063294887","https://openalex.org/W2065619097","https://openalex.org/W2073546604","https://openalex.org/W2076596813","https://openalex.org/W2076603510","https://openalex.org/W2078414854","https://openalex.org/W2081452172","https://openalex.org/W2085488640","https://openalex.org/W2091707237","https://openalex.org/W2092742080","https://openalex.org/W2094593140","https://openalex.org/W2094797581","https://openalex.org/W2095346775","https://openalex.org/W2096150699","https://openalex.org/W2096428857","https://openalex.org/W2096892511","https://openalex.org/W2098023036","https://openalex.org/W2100975340","https://openalex.org/W2102269881","https://openalex.org/W2104145319","https://openalex.org/W2105961226","https://openalex.org/W2107638293","https://openalex.org/W2113401706","https://openalex.org/W2114921880","https://openalex.org/W2120377009","https://openalex.org/W2121574715","https://openalex.org/W2125024353","https://openalex.org/W2125519707","https://openalex.org/W2125917128","https://openalex.org/W2128575682","https://openalex.org/W2129303461","https://openalex.org/W2129897556","https://openalex.org/W2133488570","https://openalex.org/W2137460250","https://openalex.org/W2138120070","https://openalex.org/W2138440270","https://openalex.org/W2141554686","https://openalex.org/W2142134174","https://openalex.org/W2143712591","https://openalex.org/W2146758572","https://openalex.org/W2149182337","https://openalex.org/W2149422330","https://openalex.org/W2150357396","https://openalex.org/W2150613910","https://openalex.org/W2151380928","https://openalex.org/W2151524361","https://openalex.org/W2152653491","https://openalex.org/W2157472158","https://openalex.org/W2157772271","https://openalex.org/W2158298934","https://openalex.org/W2161062125","https://openalex.org/W2161229165","https://openalex.org/W2165355556","https://openalex.org/W2167827749","https://openalex.org/W2168988090","https://openalex.org/W2169881341","https://openalex.org/W2171841234","https://openalex.org/W2183156693","https://openalex.org/W2314606509","https://openalex.org/W2339926369","https://openalex.org/W2402896745","https://openalex.org/W2547039077","https://openalex.org/W3022903699","https://openalex.org/W4231109240","https://openalex.org/W4240769272","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4410289105","https://openalex.org/W2114305492","https://openalex.org/W4409695187","https://openalex.org/W4385335125","https://openalex.org/W2496975360","https://openalex.org/W4410346077","https://openalex.org/W1945683861","https://openalex.org/W4416414087","https://openalex.org/W1966241846","https://openalex.org/W2754527275"],"abstract_inverted_index":{"BACKGROUND:":[0],"In":[1,200],"diagnostic":[2,113,130],"studies,":[3],"a":[4,31,44,116,290],"single":[5],"and":[6,89,97,153,171,247,265,288,292,301],"error-free":[7],"test":[8,222],"that":[9],"can":[10],"be":[11],"used":[12,62,85],"as":[13,55,63,102,119],"the":[14,25,37,64,95,134,204,217,220,230,269,278,312,315],"reference":[15,65,103,120,191],"(gold)":[16],"standard":[17,121,192],"often":[18],"does":[19],"not":[20,275],"exist.":[21],"One":[22],"solution":[23],"is":[24,60,71,78],"use":[26,96],"of":[27,33,75,83,99,155,164,186,198,207,219,226,229,249,258,268,280,303],"panel":[28,51,87,100,117,156,190,205,242,259,306],"diagnosis,":[29,52,59],"i.e.,":[30],"group":[32],"experts":[34],"who":[35],"assess":[36],"results":[38,146,218,223],"from":[39,147],"multiple":[40,148],"tests":[41],"to":[42,79,90,124,216],"reach":[43],"final":[45,135],"diagnosis":[46,101,118,136,246,260],"in":[47,86,132,196,224,235,311],"each":[48],"patient.":[49],"Although":[50],"also":[53],"known":[54],"consensus":[56],"or":[57,141,183,209,274],"expert":[58],"frequently":[61],"standard,":[66],"guidance":[67,93,297],"on":[68,94,145,168,241],"preferred":[69],"methodology":[70,157,193],"lacking.":[72],"The":[73],"aim":[74],"this":[76],"study":[77,151],"provide":[80,91],"an":[81],"overview":[82],"methods":[84,248],"diagnoses":[88],"initial":[92,296],"reporting":[98,302],"standard.":[104],"METHODS":[105],"AND":[106],"FINDINGS:":[107],"PubMed":[108],"was":[109,137,177,194,233],"systematically":[110],"searched":[111],"for":[112,245,286,295,298,314],"studies":[114,131,161,202,264,304],"applying":[115],"published":[122],"up":[123],"May":[125],"31,":[126],"2012.":[127],"We":[128],"included":[129],"which":[133,165],"made":[138],"by":[139,179],"two":[140],"more":[142,184],"persons":[143],"based":[144],"tests.":[149],"General":[150],"characteristics":[152],"details":[154,240],"were":[158,162,214,271],"extracted.":[159],"Eighty-one":[160],"included,":[163],"most":[166,201],"reported":[167],"psychiatry":[169],"(37%)":[170],"cardiovascular":[172],"(21%)":[173,237],"diseases.":[174],"Data":[175],"extraction":[176],"hampered":[178],"incomplete":[180],"reporting;":[181],"one":[182],"pieces":[185],"critical":[187],"information":[188,244],"about":[189],"missing":[195],"83%":[197],"studies.":[199,227,238,255],"(75%),":[203],"consisted":[206],"three":[208],"fewer":[210],"members.":[211],"Panel":[212],"members":[213],"blinded":[215],"index":[221],"31%":[225],"Reproducibility":[228],"decision":[231,250],"process":[232],"assessed":[234],"17":[236],"Reported":[239],"constitution,":[243],"making":[251],"varied":[252,261],"considerably":[253],"between":[254],"CONCLUSIONS:":[256],"Methods":[257],"substantially":[262],"across":[263],"many":[266],"aspects":[267],"procedure":[270],"either":[272],"unclear":[273],"reported.":[276],"On":[277],"basis":[279],"our":[281],"review,":[282],"we":[283],"identified":[284],"areas":[285],"improvement":[287],"developed":[289],"checklist":[291],"flow":[293],"chart":[294],"researchers":[299],"conducting":[300],"involving":[305],"diagnosis.":[307],"Please":[308],"see":[309],"later":[310],"article":[313],"Editors'":[316],"Summary.":[317]},"counts_by_year":[{"year":2026,"cited_by_count":21},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":9}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2016-06-24T00:00:00"}