{"id":"https://openalex.org/W1978765295","doi":"https://doi.org/10.2202/1557-4679.1275","title":"Sample Size Requirements for Interval Estimation of the Kappa Statistic for Interobserver Agreement Studies with a Binary Outcome and Multiple Raters","display_name":"Sample Size Requirements for Interval Estimation of the Kappa Statistic for Interobserver Agreement Studies with a Binary Outcome and Multiple Raters","alternate_titles":[],"publication_year":2010,"publication_date":"2010-09-22","ids":{"openalex":"https://openalex.org/W1978765295","doi":"https://doi.org/10.2202/1557-4679.1275","mag":"1978765295","pmid":"https://pubmed.ncbi.nlm.nih.gov/21969984"},"language":"en","primary_location":{"id":"doi:10.2202/1557-4679.1275","doi":"https://doi.org/10.2202/1557-4679.1275","is_oa":true,"landing_page_url":"https://doi.org/10.2202/1557-4679.1275","pdf_url":"https://www.degruyter.com/document/doi/10.2202/1557-4679.1275/pdf","source":{"id":"https://openalex.org/S96961628","display_name":"The International Journal of Biostatistics","issn_l":"1557-4679","issn":["1557-4679","2194-573X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310313990","host_organization_name":"De Gruyter","host_organization_lineage":["https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Biostatistics","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W1978765295"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.degruyter.com/document/doi/10.2202/1557-4679.1275/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111873179","display_name":"Allan P. Donner","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Allan Donner","raw_affiliation_strings":["The University of Western Ontario","The University of Western Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Western Ontario","institution_ids":["https://openalex.org/I125749732"]},{"raw_affiliation_string":"The University of Western Ontario, Canada","institution_ids":["https://openalex.org/I125749732"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063876346","display_name":"Michael Anthony Rotondi","orcid":"https://orcid.org/0000-0003-0895-5752","observed_orcids":["https://orcid.org/0000-0003-0895-5752"]},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michael A Rotondi","raw_affiliation_strings":["The University of Western Ontario"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Western Ontario","institution_ids":["https://openalex.org/I125749732"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I125749732"],"apc_list":{"value":2400,"currency":"EUR","value_usd":2712},"apc_paid":null,"fwci":0.3687,"has_fulltext":true,"cited_by_count":126,"citation_normalized_percentile":{"value":0.66789159,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":"6","issue":"1","first_page":"Article 31","last_page":"Article 31"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sample-size-calculation","display_name":"sample size determination","score":0.8679999709129333},{"id":"https://openalex.org/keywords/interobserver-agreement","display_name":"interobserver agreement","score":0.9729999899864197},{"id":"https://openalex.org/keywords/interval-estimation","display_name":"interval estimation","score":0.7009999752044678},{"id":"https://openalex.org/keywords/binary-outcomes","display_name":"binary outcomes","score":0.7860000133514404},{"id":"https://openalex.org/keywords/multiple-raters","display_name":"multiple raters","score":0.9919999837875366},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.6179999709129333}],"concepts":[{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.7906657457351685},{"id":"https://openalex.org/C163864269","wikidata":"https://www.wikidata.org/wiki/Q1107106","display_name":"Cohen's kappa","level":2,"score":0.7731586694717407},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.7626497745513916},{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.6950290203094482},{"id":"https://openalex.org/C104709138","wikidata":"https://www.wikidata.org/wiki/Q1671540","display_name":"Intraclass correlation","level":3,"score":0.6621338725090027},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6268560886383057},{"id":"https://openalex.org/C205167067","wikidata":"https://www.wikidata.org/wiki/Q3300636","display_name":"Interval estimation","level":3,"score":0.5977617502212524},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.5971078276634216},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.591858446598053},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4426574409008026},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.4295191168785095},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.4185374677181244},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.41114896535873413},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.1596253514289856},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.06688722968101501},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015233","descriptor_name":"Models, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015588","descriptor_name":"Observer Variation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016001","descriptor_name":"Confidence Intervals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018401","descriptor_name":"Sample Size","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.2202/1557-4679.1275","doi":"https://doi.org/10.2202/1557-4679.1275","is_oa":true,"landing_page_url":"https://doi.org/10.2202/1557-4679.1275","pdf_url":"https://www.degruyter.com/document/doi/10.2202/1557-4679.1275/pdf","source":{"id":"https://openalex.org/S96961628","display_name":"The International Journal of Biostatistics","issn_l":"1557-4679","issn":["1557-4679","2194-573X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310313990","host_organization_name":"De Gruyter","host_organization_lineage":["https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Biostatistics","raw_type":"journal-article"},{"id":"pmid:21969984","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/21969984","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The international journal of biostatistics","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.2202/1557-4679.1275","doi":"https://doi.org/10.2202/1557-4679.1275","is_oa":true,"landing_page_url":"https://doi.org/10.2202/1557-4679.1275","pdf_url":"https://www.degruyter.com/document/doi/10.2202/1557-4679.1275/pdf","source":{"id":"https://openalex.org/S96961628","display_name":"The International Journal of Biostatistics","issn_l":"1557-4679","issn":["1557-4679","2194-573X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310313990","host_organization_name":"De Gruyter","host_organization_lineage":["https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Biostatistics","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1978765295.pdf","grobid_xml":"https://content.openalex.org/works/W1978765295.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W1976786126","https://openalex.org/W1976866489","https://openalex.org/W1997449248","https://openalex.org/W2018205196","https://openalex.org/W2023299366","https://openalex.org/W2124381750","https://openalex.org/W2129462449","https://openalex.org/W2153590212","https://openalex.org/W2154950285","https://openalex.org/W2164777277","https://openalex.org/W2165403627","https://openalex.org/W2315941646","https://openalex.org/W4328001368"],"related_works":["https://openalex.org/W2154950285","https://openalex.org/W1970971885","https://openalex.org/W2033877767","https://openalex.org/W4328001368","https://openalex.org/W1605480676","https://openalex.org/W2954305321","https://openalex.org/W2040658395","https://openalex.org/W2079234813","https://openalex.org/W2316460544","https://openalex.org/W2065332065"],"abstract_inverted_index":{"Sample":[0],"size":[1],"requirements":[2],"that":[3],"achieve":[4],"a":[5,11,28,39],"prespecified":[6],"expected":[7,33],"lower":[8,34],"limit":[9,36],"for":[10,21,38],"confidence":[12,35],"interval":[13,69],"about":[14],"the":[15,22,55,65],"intraclass":[16],"kappa":[17],"statistic":[18],"are":[19],"supplied":[20],"case":[23],"of":[24,42,58],"multiple":[25],"raters":[26,45],"and":[27,44],"binary":[29],"outcome":[30],"variable.":[31],"The":[32],"achievable":[37],"given":[40],"number":[41],"subjects":[43],"is":[46,67],"also":[47],"presented.":[48],"These":[49],"results":[50],"should":[51],"be":[52],"useful":[53],"in":[54,63],"planning":[56],"stages":[57],"an":[59],"interobserver":[60],"agreement":[61],"study":[62],"which":[64],"focus":[66],"on":[68],"estimation":[70],"rather":[71],"than":[72],"hypothesis-testing.":[73]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1978765295","counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
