{"id":"https://openalex.org/W2029553347","doi":"https://doi.org/10.1007/s11634-010-0073-4","title":"Inequalities between multi-rater kappas","display_name":"Inequalities between multi-rater kappas","publication_year":2010,"publication_date":"2010-10-10","ids":{"openalex":"https://openalex.org/W2029553347","doi":"https://doi.org/10.1007/s11634-010-0073-4","mag":"2029553347"},"language":"en","primary_location":{"id":"doi:10.1007/s11634-010-0073-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11634-010-0073-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11634-010-0073-4.pdf","source":{"id":"https://openalex.org/S4210175730","display_name":"Advances in Data Analysis and Classification","issn_l":"1862-5347","issn":["1862-5347","1862-5355"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Data Analysis and Classification","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11634-010-0073-4.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026965468","display_name":"Matthijs J. Warrens","orcid":"https://orcid.org/0000-0002-7302-640X"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Matthijs J. Warrens","raw_affiliation_strings":["Unit Methodology and Statistics, Institute of Psychology, Leiden University, P.O. Box 9555, 2300 RB, Leiden, The Netherlands","Unit Methodology and Statistics, Institute of Psychology, Leiden University, Leiden, The Netherlands 2300 RB#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unit Methodology and Statistics, Institute of Psychology, Leiden University, P.O. Box 9555, 2300 RB, Leiden, The Netherlands","institution_ids":["https://openalex.org/I121797337"]},{"raw_affiliation_string":"Unit Methodology and Statistics, Institute of Psychology, Leiden University, Leiden, The Netherlands 2300 RB#TAB#","institution_ids":["https://openalex.org/I121797337"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5026965468"],"corresponding_institution_ids":["https://openalex.org/I121797337"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":14.6527,"has_fulltext":true,"cited_by_count":220,"citation_normalized_percentile":{"value":0.99273811,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"4","issue":"4","first_page":"271","last_page":"286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10050","display_name":"Multi-Criteria Decision Making","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.9559000134468079,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kappa","display_name":"Kappa","score":0.9029291868209839},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.7557544112205505},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6660005450248718},{"id":"https://openalex.org/keywords/cohens-kappa","display_name":"Cohen's kappa","score":0.5947155952453613},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.5870909690856934},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"Inter-rater reliability","score":0.5576857924461365},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.5009505748748779},{"id":"https://openalex.org/keywords/agreement","display_name":"Agreement","score":0.4924338757991791},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.45396339893341064},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4136286675930023},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.11791163682937622},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.11577430367469788},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.11078441143035889},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.10402128100395203},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1036229133605957}],"concepts":[{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.9029291868209839},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.7557544112205505},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6660005450248718},{"id":"https://openalex.org/C163864269","wikidata":"https://www.wikidata.org/wiki/Q1107106","display_name":"Cohen's kappa","level":2,"score":0.5947155952453613},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.5870909690856934},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.5576857924461365},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5009505748748779},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.4924338757991791},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.45396339893341064},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4136286675930023},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.11791163682937622},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.11577430367469788},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.11078441143035889},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.10402128100395203},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1036229133605957},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1007/s11634-010-0073-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11634-010-0073-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11634-010-0073-4.pdf","source":{"id":"https://openalex.org/S4210175730","display_name":"Advances in Data Analysis and Classification","issn_l":"1862-5347","issn":["1862-5347","1862-5355"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Data Analysis and Classification","raw_type":"journal-article"},{"id":"pmh:oai:pure.rug.nl:publications/4e1d124c-ab0d-416c-a399-4deec2bdddc9","is_oa":true,"landing_page_url":null,"pdf_url":"https://research.rug.nl/en/publications/inequalities-between-multirater-kappas(4e1d124c-ab0d-416c-a399-4deec2bdddc9).html","source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:oai:RePEc:spr:advdac:v:4:y:2010:i:4:p:271-286","is_oa":false,"landing_page_url":"http://hdl.handle.net/10.1007/s11634-010-0073-4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:openaccess.leidenuniv.nl:1887/16237","is_oa":false,"landing_page_url":"http://hdl.handle.net/1887/16237","pdf_url":null,"source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"urn:issn:18625347","raw_type":"Article / Letter to editor"},{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_2872341","is_oa":false,"landing_page_url":"https://hdl.handle.net/1887/16237","pdf_url":null,"source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Advances in Data Analysis and Classification","raw_type":"Article / Letter to editor"},{"id":"pmh:rug:oai:pure.rug.nl:publications/4e1d124c-ab0d-416c-a399-4deec2bdddc9","is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/inequalities-between-multirater-kappas(4e1d124c-ab0d-416c-a399-4deec2bdddc9).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Advances in Data Analysis and Classification, 4(4), 271 - 286. SPRINGER HEIDELBERG","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s11634-010-0073-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11634-010-0073-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11634-010-0073-4.pdf","source":{"id":"https://openalex.org/S4210175730","display_name":"Advances in Data Analysis and Classification","issn_l":"1862-5347","issn":["1862-5347","1862-5355"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Data Analysis and Classification","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.550000011920929,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2029553347.pdf","grobid_xml":"https://content.openalex.org/works/W2029553347.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W112197792","https://openalex.org/W1972586296","https://openalex.org/W1975879668","https://openalex.org/W1976866489","https://openalex.org/W1978044570","https://openalex.org/W1978217317","https://openalex.org/W1982264966","https://openalex.org/W1982515483","https://openalex.org/W1989492805","https://openalex.org/W1992541562","https://openalex.org/W2002210152","https://openalex.org/W2023448396","https://openalex.org/W2031738304","https://openalex.org/W2035234215","https://openalex.org/W2037789405","https://openalex.org/W2052587030","https://openalex.org/W2053154970","https://openalex.org/W2055008194","https://openalex.org/W2056212701","https://openalex.org/W2058314390","https://openalex.org/W2059459040","https://openalex.org/W2074236388","https://openalex.org/W2076898331","https://openalex.org/W2077837651","https://openalex.org/W2079713508","https://openalex.org/W2087642051","https://openalex.org/W2087656216","https://openalex.org/W2101712836","https://openalex.org/W2105941276","https://openalex.org/W2123679438","https://openalex.org/W2124147372","https://openalex.org/W2126970489","https://openalex.org/W2133943399","https://openalex.org/W2149490731","https://openalex.org/W2153072998","https://openalex.org/W2153942520","https://openalex.org/W2154062297","https://openalex.org/W2157318188","https://openalex.org/W2158283933","https://openalex.org/W2164777277","https://openalex.org/W2324026571","https://openalex.org/W2478534492","https://openalex.org/W4240167100","https://openalex.org/W4241610738"],"related_works":["https://openalex.org/W1966976587","https://openalex.org/W4294214983","https://openalex.org/W2054015915","https://openalex.org/W1984207165","https://openalex.org/W1979852909","https://openalex.org/W96748260","https://openalex.org/W2581818947","https://openalex.org/W1976976697","https://openalex.org/W2330902540","https://openalex.org/W1996751524"],"abstract_inverted_index":{"The":[0],"paper":[1],"presents":[2],"inequalities":[3],"between":[4,17,69],"four":[5,25],"descriptive":[6],"statistics":[7,26],"that":[8,101,115],"have":[9],"been":[10,79],"used":[11],"to":[12,62,149],"measure":[13],"the":[14,24,31,70,147],"nominal":[15],"agreement":[16,75,131],"two":[18],"or":[19,137],"more":[20],"raters.":[21,64],"Each":[22],"of":[23,30,42,51,73,90,108,122,146],"is":[27,47,84,99,104,118],"a":[28,48,66,91,105,142,150],"function":[29],"pairwise":[32,130],"information.":[33],"Light\u2019s":[34,126],"kappa":[35,38,46,56,103,110,117,124,127],"and":[36,111,114,125],"Hubert\u2019s":[37,109,123],"are":[39,133],"multi-rater":[40,49],"versions":[41],"Cohen\u2019s":[43],"kappa.":[44],"Fleiss\u2019":[45,102],"extension":[50],"Scott\u2019s":[52],"pi,":[53],"whereas":[54],"Randolph\u2019s":[55,112,116],"generalizes":[57],"Bennett":[58],"et":[59],"al.":[60],"S":[61],"multiple":[63],"While":[65],"consistent":[67],"ordering":[68,93],"numerical":[71],"values":[72],"these":[74,96],"measures":[76],"has":[77],"frequently":[78],"observed":[80],"in":[81],"practice,":[82],"there":[83],"thus":[85],"far":[86],"no":[87],"theoretical":[88],"proof":[89],"general":[92],"inequality":[94],"among":[95],"measures.":[97],"It":[98],"proved":[100],"lower":[106],"bound":[107,121],"kappa,":[113],"an":[119],"upper":[120],"if":[128,138],"all":[129,139],"tables":[132],"weakly":[134],"marginal":[135],"symmetric":[136],"raters":[140],"assign":[141],"certain":[143],"minimum":[144],"proportion":[145],"objects":[148],"specified":[151],"category.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":16},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":10},{"year":2015,"cited_by_count":16},{"year":2014,"cited_by_count":22},{"year":2013,"cited_by_count":19},{"year":2012,"cited_by_count":15}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}