{"id":"https://openalex.org/W2091027016","doi":"https://doi.org/10.1002/(sici)1097-0258(19990815)18:15<2041::aid-sim167>3.0.co;2-b","title":"A note on interval estimation of kappa in a series of 2\u00d72 tables","display_name":"A note on interval estimation of kappa in a series of 2\u00d72 tables","publication_year":1999,"publication_date":"1999-08-15","ids":{"openalex":"https://openalex.org/W2091027016","doi":"https://doi.org/10.1002/(sici)1097-0258(19990815)18:15<2041::aid-sim167>3.0.co;2-b","mag":"2091027016","pmid":"https://pubmed.ncbi.nlm.nih.gov/10440885"},"language":"en","primary_location":{"id":"doi:10.1002/(sici)1097-0258(19990815)18:15<2041::aid-sim167>3.0.co;2-b","doi":"https://doi.org/10.1002/(sici)1097-0258(19990815)18:15<2041::aid-sim167>3.0.co;2-b","is_oa":false,"landing_page_url":"https://doi.org/10.1002/(sici)1097-0258(19990815)18:15<2041::aid-sim167>3.0.co;2-b","pdf_url":null,"source":{"id":"https://openalex.org/S55189604","display_name":"Statistics in Medicine","issn_l":"0277-6715","issn":["0277-6715","1097-0258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics in Medicine","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011952882","display_name":"Kung\u2010Jong Lui","orcid":"https://orcid.org/0000-0002-5413-2514","observed_orcids":["https://orcid.org/0000-0002-5413-2514"]},"institutions":[{"id":"https://openalex.org/I26538001","display_name":"San Diego State University","ror":"https://ror.org/0264fdx42","country_code":"US","type":"education","lineage":["https://openalex.org/I26538001"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kung-Jong Lui","raw_affiliation_strings":["Department of Mathematical and Computer Sciences, College of Sciences, San Diego State University, San Diego, CA 92182-7720, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematical and Computer Sciences, College of Sciences, San Diego State University, San Diego, CA 92182-7720, USA","institution_ids":["https://openalex.org/I26538001"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037831066","display_name":"Colleen Kelly","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I26538001","display_name":"San Diego State University","ror":"https://ror.org/0264fdx42","country_code":"US","type":"education","lineage":["https://openalex.org/I26538001"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Colleen Kelly","raw_affiliation_strings":["Department of Mathematical and Computer Sciences, College of Sciences, San Diego State University, San Diego, CA 92182-7720, U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematical and Computer Sciences, College of Sciences, San Diego State University, San Diego, CA 92182-7720, U.S.A","institution_ids":["https://openalex.org/I26538001"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5011952882"],"corresponding_institution_ids":["https://openalex.org/I26538001"],"apc_list":{"value":5450,"currency":"USD","value_usd":5450},"apc_paid":null,"fwci":0.3111,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.6174569,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":"18","issue":"15","first_page":"2041","last_page":"2049"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kappa","display_name":"kappa","score":0.4970000088214874},{"id":"https://openalex.org/keywords/interobserver-agreement","display_name":"interobserver agreement","score":0.8619999885559082},{"id":"https://openalex.org/keywords/interval-estimation","display_name":"interval estimation","score":0.7509999871253967},{"id":"https://openalex.org/keywords/stratified-data","display_name":"stratified data","score":0.8989999890327454},{"id":"https://openalex.org/keywords/confounding","display_name":"confounding","score":0.8370000123977661},{"id":"https://openalex.org/keywords/weighted-average-estimator","display_name":"weighted average estimator","score":0.6790000200271606},{"id":"https://openalex.org/keywords/logarithmic-transformation","display_name":"logarithmic transformation","score":0.796999990940094},{"id":"https://openalex.org/keywords/square-root-transformation","display_name":"square root transformation","score":0.9909999966621399},{"id":"https://openalex.org/keywords/coverage-probability","display_name":"coverage probability","score":0.8109999895095825},{"id":"https://openalex.org/keywords/asymptotic-confidence-intervals","display_name":"asymptotic confidence intervals","score":0.6439999938011169},{"id":"https://openalex.org/keywords/reliability-studies","display_name":"reliability studies","score":0.35199999809265137}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.8785901069641113},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7449383735656738},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.7271506786346436},{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.6990311145782471},{"id":"https://openalex.org/C205167067","wikidata":"https://www.wikidata.org/wiki/Q3300636","display_name":"Interval estimation","level":3,"score":0.6227654218673706},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.49979400634765625},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.48188191652297974},{"id":"https://openalex.org/C41426520","wikidata":"https://www.wikidata.org/wiki/Q1192065","display_name":"Point estimation","level":2,"score":0.41907206177711487},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.41145145893096924},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.4103383421897888},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.16331157088279724},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009010","descriptor_name":"Monte Carlo Method","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015588","descriptor_name":"Observer Variation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016001","descriptor_name":"Confidence Intervals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1002/(sici)1097-0258(19990815)18:15<2041::aid-sim167>3.0.co;2-b","doi":"https://doi.org/10.1002/(sici)1097-0258(19990815)18:15<2041::aid-sim167>3.0.co;2-b","is_oa":false,"landing_page_url":"https://doi.org/10.1002/(sici)1097-0258(19990815)18:15<2041::aid-sim167>3.0.co;2-b","pdf_url":null,"source":{"id":"https://openalex.org/S55189604","display_name":"Statistics in Medicine","issn_l":"0277-6715","issn":["0277-6715","1097-0258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics in Medicine","raw_type":"journal-article"},{"id":"pmid:10440885","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/10440885","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics in medicine","raw_type":"Comparative Study"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1972586296","https://openalex.org/W1975879668","https://openalex.org/W1979773093","https://openalex.org/W1989492805","https://openalex.org/W2040658395","https://openalex.org/W2043207121","https://openalex.org/W2051466438","https://openalex.org/W2053154970","https://openalex.org/W2063698478","https://openalex.org/W2069463708","https://openalex.org/W2071243803","https://openalex.org/W2138083718","https://openalex.org/W2141403362","https://openalex.org/W2149490731","https://openalex.org/W2150290224","https://openalex.org/W2164777277","https://openalex.org/W2324026571","https://openalex.org/W2327355331","https://openalex.org/W2333141530","https://openalex.org/W3015688538","https://openalex.org/W4230609147","https://openalex.org/W4254259096","https://openalex.org/W4300528079"],"related_works":["https://openalex.org/W3033857781","https://openalex.org/W2043207121","https://openalex.org/W2023217251","https://openalex.org/W2040658395","https://openalex.org/W2071243803","https://openalex.org/W2954305321","https://openalex.org/W2316460544","https://openalex.org/W1559017864","https://openalex.org/W1990424977","https://openalex.org/W1965140579"],"abstract_inverted_index":{"When":[0],"there":[1],"are":[2],"confounders":[3],"in":[4,108,158,196,209],"reliability":[5],"studies,":[6],"failing":[7],"to":[8,11,74,124],"stratify":[9],"data":[10],"account":[12],"for":[13,37,58,194,218],"these":[14,83],"confounding":[15],"effects":[16],"may":[17],"produce":[18],"a":[19,63,103,113,188,210],"misleading":[20],"estimate":[21],"of":[22,35,56,66,77,82,93,116,134,181,198,212],"the":[23,67,75,78,85,94,97,117,131,135,146,150,160,169,179,182,205],"interrater":[24],"agreement.":[25],"In":[26],"this":[27,216],"paper,":[28],"we":[29,50,175,214],"focus":[30],"discussion":[31],"on":[32],"interval":[33,54,138,152,201],"estimation":[34,197],"kappa":[36,57,69,119,171,195],"measuring":[38],"agreement":[39],"between":[40],"two":[41,86],"raters":[42],"with":[43,71,91,121],"stratified":[44,59],"data.":[45],"Using":[46],"Monte":[47],"Carlo":[48],"simulation,":[49],"compare":[51],"four":[52],"asymptotic":[53,80],"estimators":[55,139,185,208],"data:":[60],"estimator":[61,109,111,153,190,202,217],"(1),":[62],"weighted":[64,114],"average":[65,115],"stratum-specific":[68,118],"estimates":[70,120],"weights":[72,122],"equal":[73,123],"inverse":[76],"estimated":[79],"variances":[81],"estimates;":[84],"estimators,":[87],"(2)":[88],"and":[89,96,102],"(3),":[90],"use":[92],"logarithmic":[95],"square":[98],"root":[99],"transformations,":[100],"respectively,":[101],"principle":[104],"similar":[105],"as":[106],"used":[107],"(1);":[110],"(4),":[112],"stratum":[125],"sizes.":[126],"We":[127,164],"find":[128,166],"that":[129,167],"while":[130],"coverage":[132],"probability":[133],"first":[136,183],"three":[137,184,207],"(1)-(3)":[140],"can":[141,176],"often":[142],"be":[143],"less":[144],"than":[145],"desired":[147],"confidence":[148],"level,":[149],"fourth":[151],"(4)":[154,203],"consistently":[155],"performs":[156],"well":[157],"all":[159],"situations":[161],"considered":[162],"here.":[163],"further":[165],"when":[168],"underlying":[170],"is":[172],"moderate":[173],"(0.30</=kappa</=0.50),":[174],"substantially":[177],"improve":[178],"performance":[180],"by":[186],"using":[187],"point":[189],"recently":[191],"proposed":[192],"elsewhere":[193],"weights.":[199],"Because":[200],"outperforms":[204],"other":[206],"variety":[211],"situations,":[213],"recommend":[215],"general":[219],"use.":[220]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}