{"id":"https://openalex.org/W2016661444","doi":"https://doi.org/10.1177/0013164488482009","title":"The Equivalence of Multiple Rater Kappa Statistics and Intraclass Correlation Coefficients","display_name":"The Equivalence of Multiple Rater Kappa Statistics and Intraclass Correlation Coefficients","publication_year":1988,"publication_date":"1988-04-01","ids":{"openalex":"https://openalex.org/W2016661444","doi":"https://doi.org/10.1177/0013164488482009","mag":"2016661444"},"language":"en","primary_location":{"id":"doi:10.1177/0013164488482009","doi":"https://doi.org/10.1177/0013164488482009","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0013164488482009","pdf_url":null,"source":{"id":"https://openalex.org/S176831015","display_name":"Educational and Psychological Measurement","issn_l":"0013-1644","issn":["0013-1644","1552-3888"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-2","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational and Psychological Measurement","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111605960","display_name":"Gordon Rae","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Gordon Rae","raw_affiliation_strings":["University of Ulster, Coleraine, N. Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Ulster, Coleraine, N. Ireland","institution_ids":["https://openalex.org/I138801177"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5111605960"],"corresponding_institution_ids":["https://openalex.org/I138801177"],"apc_list":{"value":3650,"currency":"USD","value_usd":3650},"apc_paid":null,"fwci":0.634,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.7061657,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"48","issue":"2","first_page":"367","last_page":"374"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14406","display_name":"Multidisciplinary Science and Engineering Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kappa-statistic","display_name":"kappa statistic","score":0.7480000257492065},{"id":"https://openalex.org/keywords/intraclass-correlation-coefficient","display_name":"intraclass correlation coefficient","score":0.871999979019165},{"id":"https://openalex.org/keywords/multiple-raters","display_name":"multiple raters","score":0.8539999723434448},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.7770000100135803},{"id":"https://openalex.org/keywords/variance-partitioning","display_name":"variance partitioning","score":0.8309999704360962},{"id":"https://openalex.org/keywords/categorical-data","display_name":"categorical data","score":0.4230000078678131}],"concepts":[{"id":"https://openalex.org/C104709138","wikidata":"https://www.wikidata.org/wiki/Q1671540","display_name":"Intraclass correlation","level":3,"score":0.883381724357605},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.7564835548400879},{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.6703459620475769},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6670606136322021},{"id":"https://openalex.org/C163864269","wikidata":"https://www.wikidata.org/wiki/Q1107106","display_name":"Cohen's kappa","level":2,"score":0.5829877257347107},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.5808826684951782},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.5492541193962097},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5216367840766907},{"id":"https://openalex.org/C103423394","wikidata":"https://www.wikidata.org/wiki/Q5172857","display_name":"Correlation ratio","level":3,"score":0.47097161412239075},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.4151039719581604},{"id":"https://openalex.org/C2780092901","wikidata":"https://www.wikidata.org/wiki/Q3433612","display_name":"Correlation coefficient","level":2,"score":0.37023451924324036},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.1505264937877655},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.09204614162445068},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.07906457781791687},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/0013164488482009","doi":"https://doi.org/10.1177/0013164488482009","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0013164488482009","pdf_url":null,"source":{"id":"https://openalex.org/S176831015","display_name":"Educational and Psychological Measurement","issn_l":"0013-1644","issn":["0013-1644","1552-3888"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-2","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational and Psychological Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W379680902","https://openalex.org/W587635713","https://openalex.org/W1975879668","https://openalex.org/W1978217317","https://openalex.org/W1989314580","https://openalex.org/W2001461029","https://openalex.org/W2009918288","https://openalex.org/W2054962093","https://openalex.org/W2080415845","https://openalex.org/W2097710868","https://openalex.org/W2133012565","https://openalex.org/W2141403362","https://openalex.org/W2314858779","https://openalex.org/W2331249327","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2009918288","https://openalex.org/W1978217317","https://openalex.org/W1987883197","https://openalex.org/W1979317641","https://openalex.org/W1982264966","https://openalex.org/W1971564085","https://openalex.org/W2133012565","https://openalex.org/W2416643937","https://openalex.org/W7100892272","https://openalex.org/W2054962093"],"abstract_inverted_index":{"Using":[0],"the":[1],"Gini-Light-Margolin":[2],"concept":[3],"of":[4,32],"partioning":[5],"variance":[6],"for":[7,35],"qualitative":[8],"data,":[9],"correspondences":[10],"are":[11],"established":[12],"between":[13],"various":[14],"kappa":[15],"statistics":[16],"and":[17,26,41],"intraclass":[18],"correlation":[19],"coefficients":[20],"under":[21],"general":[22],"conditions":[23],"(multiple":[24],"raters":[25],"polychotomous":[27],"category":[28],"systems).":[29],"A":[30],"measure":[31],"marginal":[33],"symmetry":[34],"multiple":[36],"ratings":[37],"is":[38,42],"also":[39],"developed":[40],"shown":[43],"to":[44],"have":[45],"a":[46],"proportion-of-variance":[47],"explanation.":[48]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":3}],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2016-06-24T00:00:00"}