{"id":"https://openalex.org/W2023217251","doi":"https://doi.org/10.1177/0962280214552881","title":"Exact one-sided confidence limits for Cohen\u2019s kappa as a measurement of agreement","display_name":"Exact one-sided confidence limits for Cohen\u2019s kappa as a measurement of agreement","publication_year":2014,"publication_date":"2014-10-06","ids":{"openalex":"https://openalex.org/W2023217251","doi":"https://doi.org/10.1177/0962280214552881","mag":"2023217251","pmid":"https://pubmed.ncbi.nlm.nih.gov/25288510"},"language":"en","primary_location":{"id":"doi:10.1177/0962280214552881","doi":"https://doi.org/10.1177/0962280214552881","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0962280214552881","pdf_url":null,"source":{"id":"https://openalex.org/S150263959","display_name":"Statistical Methods in Medical Research","issn_l":"0962-2802","issn":["0962-2802","1477-0334"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","jufo-3","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistical Methods in Medical Research","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://works.bepress.com/weizhen_wang/11","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078277073","display_name":"Guogen Shan","orcid":"https://orcid.org/0000-0001-8690-6599","observed_orcids":["https://orcid.org/0000-0001-8690-6599"]},"institutions":[{"id":"https://openalex.org/I133999245","display_name":"University of Nevada, Las Vegas","ror":"https://ror.org/0406gha72","country_code":"US","type":"education","lineage":["https://openalex.org/I133999245"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Guogen Shan","raw_affiliation_strings":["Epidemiology and Biostatistics Program, Department of Environmental and Occupational Health, School of Community Health Sciences, University of Nevada Las Vegas, Las Vegas, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Epidemiology and Biostatistics Program, Department of Environmental and Occupational Health, School of Community Health Sciences, University of Nevada Las Vegas, Las Vegas, USA","institution_ids":["https://openalex.org/I133999245"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100703671","display_name":"Weizhen Wang","orcid":"https://orcid.org/0000-0001-7078-0485","observed_orcids":["https://orcid.org/0000-0001-7078-0485","https://orcid.org/0009-0009-6655-1589"]},"institutions":[{"id":"https://openalex.org/I19648265","display_name":"Wright State University","ror":"https://ror.org/04qk6pt94","country_code":"US","type":"education","lineage":["https://openalex.org/I19648265"]},{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Weizhen Wang","raw_affiliation_strings":["College of Applied Sciences, Beijing University of Technology, Beijing, PR China","Department of Mathematics and Statistics, Wright State University, Dayton, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Applied Sciences, Beijing University of Technology, Beijing, PR China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Department of Mathematics and Statistics, Wright State University, Dayton, USA","institution_ids":["https://openalex.org/I19648265"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5078277073"],"corresponding_institution_ids":["https://openalex.org/I133999245"],"apc_list":{"value":4400,"currency":"USD","value_usd":4400},"apc_paid":null,"fwci":2.6014,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.91167519,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"26","issue":"2","first_page":"615","last_page":"632"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cohen-s-kappa","display_name":"Cohen's kappa","score":1.0},{"id":"https://openalex.org/keywords/exact-confidence-intervals","display_name":"exact confidence intervals","score":0.8859999775886536},{"id":"https://openalex.org/keywords/interobserver-agreement","display_name":"interobserver agreement","score":0.9760000109672546},{"id":"https://openalex.org/keywords/inter-annotator-agreement","display_name":"inter-annotator agreement","score":0.8270000219345093},{"id":"https://openalex.org/keywords/binary-items","display_name":"binary items","score":0.703000009059906},{"id":"https://openalex.org/keywords/coverage-probability","display_name":"coverage probability","score":0.7820000052452087},{"id":"https://openalex.org/keywords/interval-length","display_name":"interval length","score":0.8149999976158142},{"id":"https://openalex.org/keywords/small-sample-size","display_name":"small sample size","score":0.6169999837875366}],"concepts":[{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.7739946842193604},{"id":"https://openalex.org/C2776292839","wikidata":"https://www.wikidata.org/wiki/Q5179217","display_name":"Coverage probability","level":3,"score":0.7050861120223999},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.6809272766113281},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6651244759559631},{"id":"https://openalex.org/C10590107","wikidata":"https://www.wikidata.org/wiki/Q7814221","display_name":"Tolerance interval","level":3,"score":0.6438722014427185},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.5283371210098267},{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.5160552859306335},{"id":"https://openalex.org/C154606282","wikidata":"https://www.wikidata.org/wiki/Q7048579","display_name":"Nominal level","level":3,"score":0.5155834555625916},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.4916382431983948},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.47238612174987793},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4611665606498718},{"id":"https://openalex.org/C6239989","wikidata":"https://www.wikidata.org/wiki/Q5419224","display_name":"Exact statistics","level":3,"score":0.45917394757270813},{"id":"https://openalex.org/C205167067","wikidata":"https://www.wikidata.org/wiki/Q3300636","display_name":"Interval estimation","level":3,"score":0.43491029739379883},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.20039060711860657},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.19651684165000916},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0945281982421875},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.07964468002319336},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D002986","descriptor_name":"Clinical Trials as Topic","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015233","descriptor_name":"Models, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015588","descriptor_name":"Observer Variation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016001","descriptor_name":"Confidence Intervals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018401","descriptor_name":"Sample Size","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D056808","descriptor_name":"Biostatistics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1177/0962280214552881","doi":"https://doi.org/10.1177/0962280214552881","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0962280214552881","pdf_url":null,"source":{"id":"https://openalex.org/S150263959","display_name":"Statistical Methods in Medical Research","issn_l":"0962-2802","issn":["0962-2802","1477-0334"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","jufo-3","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistical Methods in Medical Research","raw_type":"journal-article"},{"id":"pmid:25288510","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/25288510","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistical methods in medical research","raw_type":"Journal Article"},{"id":"pmh:oai:works.bepress.com:weizhen_wang-10009","doi":null,"is_oa":true,"landing_page_url":"https://works.bepress.com/weizhen_wang/11","pdf_url":null,"source":{"id":"https://openalex.org/S2737205702","display_name":"Journal of Bioresource Management","issn_l":"2309-3854","issn":["2309-3854"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","erih-plus"],"host_organization":"https://openalex.org/P4310316536","host_organization_name":"Bioresource Research Center (BRC), Islamabad","host_organization_lineage":["https://openalex.org/P4310316536"],"host_organization_lineage_names":["Bioresource Research Center (BRC), Islamabad"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Weizhen Wang","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:works.bepress.com:weizhen_wang-10009","doi":null,"is_oa":true,"landing_page_url":"https://works.bepress.com/weizhen_wang/11","pdf_url":null,"source":{"id":"https://openalex.org/S2737205702","display_name":"Journal of Bioresource Management","issn_l":"2309-3854","issn":["2309-3854"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","erih-plus"],"host_organization":"https://openalex.org/P4310316536","host_organization_name":"Bioresource Research Center (BRC), Islamabad","host_organization_lineage":["https://openalex.org/P4310316536"],"host_organization_lineage_names":["Bioresource Research Center (BRC), Islamabad"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Weizhen Wang","raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W77845844","https://openalex.org/W1559017864","https://openalex.org/W1978254070","https://openalex.org/W1979045264","https://openalex.org/W1979773093","https://openalex.org/W1997449248","https://openalex.org/W1998486517","https://openalex.org/W2033314834","https://openalex.org/W2040658395","https://openalex.org/W2049834677","https://openalex.org/W2053154970","https://openalex.org/W2055315310","https://openalex.org/W2057022718","https://openalex.org/W2085681693","https://openalex.org/W2086023264","https://openalex.org/W2095752327","https://openalex.org/W2107980537","https://openalex.org/W2118044748","https://openalex.org/W2129729663","https://openalex.org/W2138454932","https://openalex.org/W2161174144","https://openalex.org/W2164777277","https://openalex.org/W2799002609","https://openalex.org/W3102935065"],"related_works":["https://openalex.org/W2095752327","https://openalex.org/W2138454932","https://openalex.org/W2316460544","https://openalex.org/W2330193726","https://openalex.org/W2074771280","https://openalex.org/W2071243803","https://openalex.org/W2091027016","https://openalex.org/W1990424977","https://openalex.org/W1559017864","https://openalex.org/W6981756157"],"abstract_inverted_index":{"Cohen's":[0],"kappa":[1],"coefficient,":[2],"\u03ba,":[3],"is":[4,53],"a":[5,108],"statistical":[6,73],"measure":[7],"of":[8,25,30],"inter-rater":[9],"agreement":[10,13],"or":[11],"inter-annotator":[12],"for":[14,45,123,146],"qualitative":[15],"items.":[16,35],"In":[17,69],"this":[18],"paper,":[19],"we":[20],"focus":[21],"on":[22,76,93,133],"interval":[23,105,136,142],"estimation":[24],"\u03ba":[26,46,61],"in":[27,148,154],"the":[28,63,72,84,134,138],"case":[29],"two":[31],"raters":[32],"and":[33,40,103,121,137,140,158],"binary":[34],"So":[36],"far,":[37],"only":[38],"asymptotic":[39,97],"bootstrap":[41],"intervals":[42,58,78,91,102,113,131],"are":[43,79,114,143],"available":[44],"due":[47,150],"to":[48,87,118,125,151],"its":[49],"complexity.":[50],"However,":[51],"there":[52],"no":[54],"guarantee":[55],"that":[56],"such":[57],"will":[59],"capture":[60],"with":[62,116],"desired":[64],"nominal":[65],"level":[66],"1-":[67],"\u03b1.":[68],"other":[70],"words,":[71],"inferences":[74],"based":[75,92,132],"these":[77],"not":[80],"reliable.":[81],"We":[82],"apply":[83],"Buehler":[85],"method":[86],"obtain":[88],"exact":[89,112,130],"confidence":[90,101],"four":[94],"widely":[95],"used":[96],"intervals,":[98],"three":[99],"Wald-type":[100],"one":[104],"constructed":[106],"from":[107],"profile":[109],"variance.":[110],"These":[111],"compared":[115],"regard":[117],"coverage":[119,156],"probability":[120,157],"length":[122],"small":[124],"medium":[126],"sample":[127],"sizes.":[128],"The":[129],"Garner":[135],"Lee":[139],"Tu":[141],"generally":[144],"recommended":[145],"use":[147],"practice":[149],"good":[152],"performance":[153],"both":[155],"length.":[159]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":5}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}