{"id":"https://openalex.org/W2575647447","doi":"https://doi.org/10.1016/j.jclinepi.2016.12.007","title":"Specific agreement on dichotomous outcomes can be calculated for more than two raters","display_name":"Specific agreement on dichotomous outcomes can be calculated for more than two raters","publication_year":2017,"publication_date":"2017-01-11","ids":{"openalex":"https://openalex.org/W2575647447","doi":"https://doi.org/10.1016/j.jclinepi.2016.12.007","mag":"2575647447","pmid":"https://pubmed.ncbi.nlm.nih.gov/28088591"},"language":"en","primary_location":{"id":"doi:10.1016/j.jclinepi.2016.12.007","doi":"https://doi.org/10.1016/j.jclinepi.2016.12.007","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.jclinepi.2016.12.007","pdf_url":null,"source":{"id":"https://openalex.org/S64418186","display_name":"Journal of Clinical Epidemiology","issn_l":"0895-4356","issn":["0895-4356","1878-5921"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-3","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Clinical Epidemiology","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000192723","display_name":"Henrica C. W. de Vet","orcid":"https://orcid.org/0000-0002-5454-2804","observed_orcids":["https://orcid.org/0000-0002-5454-2804"]},"institutions":[{"id":"https://openalex.org/I4210124285","display_name":"Amsterdam Public Health","ror":"https://ror.org/0258apj61","country_code":"NL","type":"facility","lineage":["https://openalex.org/I4210124285"]},{"id":"https://openalex.org/I911458345","display_name":"Amsterdam UMC Location Vrije Universiteit Amsterdam","ror":"https://ror.org/00q6h8f30","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I4210151833","https://openalex.org/I911458345"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Henrica C.W. de Vet","raw_affiliation_strings":["Department of Epidemiology and Biostatistics, EMGO Institute for Health and Care Research, VU Medical Center, De Boelelaan 1089A, Amsterdam 1081HV, The Netherlands. Electronic address: hcw.devet@vumc.nl"],"raw_orcid":"https://orcid.org/0000-0002-5454-2804","affiliations":[{"raw_affiliation_string":"Department of Epidemiology and Biostatistics, EMGO Institute for Health and Care Research, VU Medical Center, De Boelelaan 1089A, Amsterdam 1081HV, The Netherlands. Electronic address: hcw.devet@vumc.nl","institution_ids":["https://openalex.org/I4210124285","https://openalex.org/I911458345"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026945951","display_name":"Rieky E. G. Dikmans","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210124285","display_name":"Amsterdam Public Health","ror":"https://ror.org/0258apj61","country_code":"NL","type":"facility","lineage":["https://openalex.org/I4210124285"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Rieky E. Dikmans","raw_affiliation_strings":["Department of Epidemiology and Biostatistics, EMGO Institute for Health and Care Research, VU Medical Center, De Boelelaan 1089A, Amsterdam 1081HV, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Epidemiology and Biostatistics, EMGO Institute for Health and Care Research, VU Medical Center, De Boelelaan 1089A, Amsterdam 1081HV, The Netherlands","institution_ids":["https://openalex.org/I4210124285"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045257990","display_name":"Iris E. Eekhout","orcid":"https://orcid.org/0000-0002-0030-1458","observed_orcids":["https://orcid.org/0000-0002-0030-1458"]},"institutions":[{"id":"https://openalex.org/I4210124285","display_name":"Amsterdam Public Health","ror":"https://ror.org/0258apj61","country_code":"NL","type":"facility","lineage":["https://openalex.org/I4210124285"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Iris Eekhout","raw_affiliation_strings":["Department of Epidemiology and Biostatistics, EMGO Institute for Health and Care Research, VU Medical Center, De Boelelaan 1089A, Amsterdam 1081HV, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Epidemiology and Biostatistics, EMGO Institute for Health and Care Research, VU Medical Center, De Boelelaan 1089A, Amsterdam 1081HV, The Netherlands","institution_ids":["https://openalex.org/I4210124285"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5000192723"],"corresponding_institution_ids":["https://openalex.org/I4210124285","https://openalex.org/I911458345"],"apc_list":{"value":4210,"currency":"USD","value_usd":4210},"apc_paid":null,"fwci":4.4124,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.94505569,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"83","issue":null,"first_page":"85","last_page":"89"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interobserver-agreement","display_name":"interobserver agreement","score":0.9729999899864197},{"id":"https://openalex.org/keywords/multiple-raters","display_name":"multiple raters","score":0.9610000252723694},{"id":"https://openalex.org/keywords/binary-outcomes","display_name":"binary outcomes","score":0.9950000047683716},{"id":"https://openalex.org/keywords/confidence-intervals","display_name":"confidence intervals","score":0.8889999985694885},{"id":"https://openalex.org/keywords/breast-reconstruction","display_name":"breast reconstruction","score":0.5400000214576721},{"id":"https://openalex.org/keywords/patient-satisfaction","display_name":"patient satisfaction","score":0.546999990940094},{"id":"https://openalex.org/keywords/plastic-surgery","display_name":"plastic surgery","score":0.3930000066757202},{"id":"https://openalex.org/keywords/reliability-analysis","display_name":"reliability analysis","score":0.3919999897480011}],"concepts":[{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.7887934446334839},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.6896429061889648},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.6818242073059082},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.6508749723434448},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.5353339910507202},{"id":"https://openalex.org/C3018577593","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Limits of agreement","level":2,"score":0.5247326493263245},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5153093338012695},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5039128661155701},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.44006386399269104},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3955433964729309},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3600296974182129},{"id":"https://openalex.org/C2989005","wikidata":"https://www.wikidata.org/wiki/Q214963","display_name":"Nuclear medicine","level":1,"score":0.1892751157283783},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.08156472444534302},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08023717999458313},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D003627","descriptor_name":"Data Interpretation, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015588","descriptor_name":"Observer Variation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016001","descriptor_name":"Confidence Intervals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016462","descriptor_name":"Mammaplasty","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D016896","descriptor_name":"Treatment Outcome","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":5,"locations":[{"id":"doi:10.1016/j.jclinepi.2016.12.007","doi":"https://doi.org/10.1016/j.jclinepi.2016.12.007","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.jclinepi.2016.12.007","pdf_url":null,"source":{"id":"https://openalex.org/S64418186","display_name":"Journal of Clinical Epidemiology","issn_l":"0895-4356","issn":["0895-4356","1878-5921"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-3","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Clinical Epidemiology","raw_type":"journal-article"},{"id":"pmid:28088591","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28088591","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of clinical epidemiology","raw_type":"Journal Article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/eff91138-6bdd-4d4c-aad7-f239ae5dbe87","doi":null,"is_oa":false,"landing_page_url":"https://research.vumc.nl/en/publications/eff91138-6bdd-4d4c-aad7-f239ae5dbe87","pdf_url":null,"source":{"id":"https://openalex.org/S7407055350","display_name":"Amsterdam UMC (VU Amsterdam) - Institutional Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"de Vet, H C W, Dikmans, R E & Eekhout, I 2017, 'Specific agreement on dichotomous outcomes can be calculated for more than two raters', Journal of Clinical Epidemiology, vol. 83, pp. 85-89. https://doi.org/10.1016/j.jclinepi.2016.12.007","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:pure.amsterdamumc.nl:openaire_cris_publications/a7a9d5f8-ce1c-49e5-b6ba-a8382a16f990","doi":null,"is_oa":false,"landing_page_url":"https://pure.amsterdamumc.nl/en/publications/a7a9d5f8-ce1c-49e5-b6ba-a8382a16f990","pdf_url":null,"source":{"id":"https://openalex.org/S7407055222","display_name":"Pure Amsterdam UMC","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"de Vet, H C W, Dikmans, R E & Eekhout, I 2017, 'Specific agreement on dichotomous outcomes can be calculated for more than two raters', Journal of clinical epidemiology, vol. 83, pp. 85-89. https://doi.org/10.1016/j.jclinepi.2016.12.007","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:vumc:oai:pure.atira.dk:publications/eff91138-6bdd-4d4c-aad7-f239ae5dbe87","doi":null,"is_oa":false,"landing_page_url":"https://research.vumc.nl/en/publications/eff91138-6bdd-4d4c-aad7-f239ae5dbe87","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Clinical Epidemiology, 83, 85 - 89. Elsevier USA","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.504800021648407,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W401974257","https://openalex.org/W613277099","https://openalex.org/W625387107","https://openalex.org/W1983897914","https://openalex.org/W1987869189","https://openalex.org/W1989492805","https://openalex.org/W2038486972","https://openalex.org/W2053154970","https://openalex.org/W2065241327","https://openalex.org/W2069378996","https://openalex.org/W2070285512","https://openalex.org/W2076061140","https://openalex.org/W2095967516","https://openalex.org/W2112688502","https://openalex.org/W2127495981","https://openalex.org/W2150290224","https://openalex.org/W2155243985","https://openalex.org/W2164777277","https://openalex.org/W2165570175","https://openalex.org/W2325245260","https://openalex.org/W2582743722","https://openalex.org/W2592621108","https://openalex.org/W4205428528","https://openalex.org/W4299412049"],"related_works":["https://openalex.org/W2018205196","https://openalex.org/W2104541876","https://openalex.org/W4255509077","https://openalex.org/W4390981472","https://openalex.org/W2127495981","https://openalex.org/W2954305321","https://openalex.org/W2018838824","https://openalex.org/W4391833140","https://openalex.org/W1970971885","https://openalex.org/W2791854229"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":3}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2017-01-26T00:00:00"}