{"id":"https://openalex.org/W2500279295","doi":"https://doi.org/10.4172/2161-0487.1000197","title":"Five Ways to Look at Cohen\u2019s Kappa","display_name":"Five Ways to Look at Cohen\u2019s Kappa","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2500279295","doi":"https://doi.org/10.4172/2161-0487.1000197","mag":"2500279295"},"language":"en","primary_location":{"id":"doi:10.4172/2161-0487.1000197","doi":"https://doi.org/10.4172/2161-0487.1000197","is_oa":false,"landing_page_url":"https://doi.org/10.4172/2161-0487.1000197","pdf_url":null,"source":{"id":"https://openalex.org/S2764696109","display_name":"Journal of Psychology & Psychotherapy","issn_l":"2161-0487","issn":["2161-0487"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310320466","host_organization_name":"OMICS Publishing Group","host_organization_lineage":["https://openalex.org/P4310320466"],"host_organization_lineage_names":["OMICS Publishing Group"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Psychology & Psychotherapy","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.rug.nl/en/publications/145198f7-fe04-4bcf-bc16-f0c40a73ce6e","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026965468","display_name":"Matthijs J. Warrens","orcid":"https://orcid.org/0000-0002-7302-640X","observed_orcids":["https://orcid.org/0000-0002-7302-640X"]},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Matthijs J Warrens","raw_affiliation_strings":["Institute of Psychology, Unit Methodology and Statistics, Leiden University, P.O. Box 9555,2300RBLeiden, Netherlands,","Warrens Institute of Psychology, Unit Methodology and Statistics, Leiden University, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Psychology, Unit Methodology and Statistics, Leiden University, P.O. Box 9555,2300RBLeiden, Netherlands,","institution_ids":["https://openalex.org/I121797337"]},{"raw_affiliation_string":"Warrens Institute of Psychology, Unit Methodology and Statistics, Leiden University, Netherlands","institution_ids":["https://openalex.org/I121797337"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5026965468"],"corresponding_institution_ids":["https://openalex.org/I121797337"],"apc_list":null,"apc_paid":null,"fwci":2.1254,"has_fulltext":true,"cited_by_count":297,"citation_normalized_percentile":{"value":0.89730856,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"05","issue":"04","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14406","display_name":"Multidisciplinary Science and Engineering Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cohen-s-kappa","display_name":"Cohen's kappa","score":0.9950000047683716},{"id":"https://openalex.org/keywords/interobserver-agreement","display_name":"interobserver agreement","score":0.8889999985694885},{"id":"https://openalex.org/keywords/nominal-scale","display_name":"nominal scale","score":0.628000020980835},{"id":"https://openalex.org/keywords/chance-corrected-agreement","display_name":"chance-corrected agreement","score":0.8769999742507935},{"id":"https://openalex.org/keywords/intraclass-correlation-coefficient","display_name":"intraclass correlation coefficient","score":0.9950000047683716},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.5870000123977661}],"concepts":[{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.7839732766151428},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6667295098304749},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1003684401512146},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.06779900193214417}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.4172/2161-0487.1000197","doi":"https://doi.org/10.4172/2161-0487.1000197","is_oa":false,"landing_page_url":"https://doi.org/10.4172/2161-0487.1000197","pdf_url":null,"source":{"id":"https://openalex.org/S2764696109","display_name":"Journal of Psychology & Psychotherapy","issn_l":"2161-0487","issn":["2161-0487"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4310320466","host_organization_name":"OMICS Publishing Group","host_organization_lineage":["https://openalex.org/P4310320466"],"host_organization_lineage_names":["OMICS Publishing Group"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Psychology & Psychotherapy","raw_type":"journal-article"},{"id":"pmh:oai:pure.rug.nl:openaire/145198f7-fe04-4bcf-bc16-f0c40a73ce6e","doi":null,"is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/145198f7-fe04-4bcf-bc16-f0c40a73ce6e","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Warrens, M J 2015, 'Five ways to look at Cohen's kappa', Journal of Psychology & Psychotherapy, vol. 5. https://doi.org/10.4172/2161-0487.1000197","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_3199856","doi":null,"is_oa":true,"landing_page_url":"http://www.omicsonline.org/open-access/five-ways-to-look-at-cohens-kappa-2161-0487-1000197.php?aid=58704","pdf_url":"http://www.omicsonline.org/open-access/five-ways-to-look-at-cohens-kappa-2161-0487-1000197.php?aid=58704","source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article / Letter to editor"},{"id":"pmh:oai:alma.31UKB_LEU:9940742030002711","doi":null,"is_oa":false,"landing_page_url":"https://scholarlypublications.universiteitleiden.nl/handle/1887/3199856","pdf_url":null,"source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.omicsonline.org/open-access/five-ways-to-look-at-cohens-kappa-2161-0487-1000197.php?aid=58704","raw_type":"http://purl.org/coar/resource_type/c_6501"},{"id":"pmh:rug:oai:pure.rug.nl:publications/145198f7-fe04-4bcf-bc16-f0c40a73ce6e","doi":null,"is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/145198f7-fe04-4bcf-bc16-f0c40a73ce6e","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Psychology & Psychotherapy, 5. OMICS International","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:ul:oai:scholarlypublications.universiteitleiden.nl:item_3199856","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/1887/3199856","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"VOLUME=5;STARTPAGE=e197;TITLE=None","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:pure.rug.nl:openaire/145198f7-fe04-4bcf-bc16-f0c40a73ce6e","doi":null,"is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/145198f7-fe04-4bcf-bc16-f0c40a73ce6e","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Warrens, M J 2015, 'Five ways to look at Cohen's kappa', Journal of Psychology & Psychotherapy, vol. 5. https://doi.org/10.4172/2161-0487.1000197","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1970826185","https://openalex.org/W1992541562","https://openalex.org/W1997449248","https://openalex.org/W2016661444","https://openalex.org/W2028548753","https://openalex.org/W2029553347","https://openalex.org/W2031738304","https://openalex.org/W2040717102","https://openalex.org/W2052587030","https://openalex.org/W2053154970","https://openalex.org/W2064848794","https://openalex.org/W2085996979","https://openalex.org/W2101712836","https://openalex.org/W2117110318","https://openalex.org/W2130090495","https://openalex.org/W2133943399","https://openalex.org/W2141403362","https://openalex.org/W2149490731","https://openalex.org/W2153942520","https://openalex.org/W2164777277","https://openalex.org/W2165570175","https://openalex.org/W2170021941","https://openalex.org/W2184066413","https://openalex.org/W2500279295","https://openalex.org/W4240033880"],"related_works":["https://openalex.org/W2076898331","https://openalex.org/W866418129","https://openalex.org/W4242159984","https://openalex.org/W2085996979","https://openalex.org/W4250123585","https://openalex.org/W4294214983","https://openalex.org/W2735800757","https://openalex.org/W2071725775","https://openalex.org/W2060405145","https://openalex.org/W835707852"],"abstract_inverted_index":{"The":[0],"kappa":[1,49],"statistic":[2],"is":[3,25],"commonly":[4],"used":[5],"for":[6,47],"quantifying":[7],"inter-rater":[8],"agreement":[9,45],"on":[10],"a":[11,26],"nominal":[12],"scale.In":[13],"this":[14,22],"review":[15],"article":[16],"we":[17],"discuss":[18],"five":[19],"interpretations":[20],"of":[21,28,31,44],"popular":[23],"coefficient.Kappa":[24],"function":[27],"the":[29,42,54],"proportion":[30,43],"observed":[32],"and":[33,36],"expected":[34],"agreement,":[35],"it":[37],"may":[38,50],"be":[39,51],"interpreted":[40,52],"as":[41,53,58,60],"corrected":[46],"chance.Furthermore,":[48],"average":[55],"category":[56],"reliability":[57],"well":[59],"an":[61],"intraclass":[62],"correlation.":[63]},"counts_by_year":[{"year":2026,"cited_by_count":37},{"year":2025,"cited_by_count":64},{"year":2024,"cited_by_count":56},{"year":2023,"cited_by_count":59},{"year":2022,"cited_by_count":33},{"year":2021,"cited_by_count":27},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":3},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2}],"updated_date":"2026-11-01T11:40:01.658920","created_date":"2016-08-23T00:00:00"}