{"id":"https://openalex.org/W2136148671","doi":"https://doi.org/10.2466/pr0.1966.19.1.3","title":"The Intraclass Correlation Coefficient as a Measure of Reliability","display_name":"The Intraclass Correlation Coefficient as a Measure of Reliability","publication_year":1966,"publication_date":"1966-08-01","ids":{"openalex":"https://openalex.org/W2136148671","doi":"https://doi.org/10.2466/pr0.1966.19.1.3","mag":"2136148671","pmid":"https://pubmed.ncbi.nlm.nih.gov/5942109"},"language":"en","primary_location":{"id":"doi:10.2466/pr0.1966.19.1.3","doi":"https://doi.org/10.2466/pr0.1966.19.1.3","is_oa":false,"landing_page_url":"https://doi.org/10.2466/pr0.1966.19.1.3","pdf_url":null,"source":{"id":"https://openalex.org/S147670119","display_name":"Psychological Reports","issn_l":"0033-2941","issn":["0033-2941","1558-691X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-d","jufo-1","ki-jl-1","medline","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Psychological Reports","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060517208","display_name":"John J. Bartko","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210158500","display_name":"National Institute of Mental Health","ror":"https://ror.org/04xeg9z08","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I4210158500"]},{"id":"https://openalex.org/I4210160792","display_name":"National Institute of Mental Health","ror":"https://ror.org/04t0s7x83","country_code":"JP","type":"government","lineage":["https://openalex.org/I4210103779","https://openalex.org/I4210160792"]}],"countries":["JP","US"],"is_corresponding":true,"raw_author_name":"John J. Bartko","raw_affiliation_strings":["National Institute of Mental Health"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Mental Health","institution_ids":["https://openalex.org/I4210158500","https://openalex.org/I4210160792"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5060517208"],"corresponding_institution_ids":["https://openalex.org/I4210158500","https://openalex.org/I4210160792"],"apc_list":{"value":3650,"currency":"USD","value_usd":3650},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2305,"citation_normalized_percentile":{"value":0.34867257,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"19","issue":"1","first_page":"3","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14406","display_name":"Multidisciplinary Science and Engineering Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intraclass-correlation-coefficient","display_name":"intraclass correlation coefficient","score":0.9980000257492065},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.75},{"id":"https://openalex.org/keywords/reliability-estimation","display_name":"reliability estimation","score":0.6449999809265137},{"id":"https://openalex.org/keywords/variance-components","display_name":"variance components","score":0.8949999809265137},{"id":"https://openalex.org/keywords/one-way-classification","display_name":"one-way classification","score":0.7620000243186951},{"id":"https://openalex.org/keywords/two-way-classification","display_name":"two-way classification","score":0.9739999771118164},{"id":"https://openalex.org/keywords/analysis-of-variance","display_name":"analysis of variance","score":0.6990000009536743}],"concepts":[{"id":"https://openalex.org/C104709138","wikidata":"https://www.wikidata.org/wiki/Q1671540","display_name":"Intraclass correlation","level":3,"score":0.9684218168258667},{"id":"https://openalex.org/C103423394","wikidata":"https://www.wikidata.org/wiki/Q5172857","display_name":"Correlation ratio","level":3,"score":0.8172452449798584},{"id":"https://openalex.org/C106366893","wikidata":"https://www.wikidata.org/wiki/Q5454862","display_name":"Fisher transformation","level":3,"score":0.7782917618751526},{"id":"https://openalex.org/C2780092901","wikidata":"https://www.wikidata.org/wiki/Q3433612","display_name":"Correlation coefficient","level":2,"score":0.7578780055046082},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.7475403547286987},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6866418123245239},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.6624828577041626},{"id":"https://openalex.org/C69941244","wikidata":"https://www.wikidata.org/wiki/Q6045770","display_name":"Interclass correlation","level":4,"score":0.6502709984779358},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.5737324953079224},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.559116780757904},{"id":"https://openalex.org/C55078378","wikidata":"https://www.wikidata.org/wiki/Q1136628","display_name":"Pearson product-moment correlation coefficient","level":2,"score":0.461284339427948},{"id":"https://openalex.org/C89838059","wikidata":"https://www.wikidata.org/wiki/Q623738","display_name":"Coefficient of variation","level":2,"score":0.45461875200271606},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4268609285354614},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.17232060432434082},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.1369028091430664},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.08680197596549988},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.04925832152366638},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.04688557982444763},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011336","descriptor_name":"Probability","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011594","descriptor_name":"Psychometrics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.2466/pr0.1966.19.1.3","doi":"https://doi.org/10.2466/pr0.1966.19.1.3","is_oa":false,"landing_page_url":"https://doi.org/10.2466/pr0.1966.19.1.3","pdf_url":null,"source":{"id":"https://openalex.org/S147670119","display_name":"Psychological Reports","issn_l":"0033-2941","issn":["0033-2941","1558-691X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-d","jufo-1","ki-jl-1","medline","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Psychological Reports","raw_type":"journal-article"},{"id":"pmid:5942109","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/5942109","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Psychological reports","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1989314580","https://openalex.org/W2034738008","https://openalex.org/W2052774469","https://openalex.org/W2064454539","https://openalex.org/W2324903114","https://openalex.org/W2396140944","https://openalex.org/W2795767646","https://openalex.org/W4250001736"],"related_works":["https://openalex.org/W2154999911","https://openalex.org/W2141403362","https://openalex.org/W2007276778","https://openalex.org/W2520458830","https://openalex.org/W2402970194","https://openalex.org/W7167372988","https://openalex.org/W866536165","https://openalex.org/W2040897596","https://openalex.org/W7130927241","https://openalex.org/W79086181"],"abstract_inverted_index":{"A":[0],"procedure":[1,20,103],"for":[2,118],"estimating":[3],"the":[4,13,24,29,35,38,44,60,63,81,85,89,96,107,122],"reliability":[5,119],"of":[6,8,12,26,31,46,62,84,88],"sets":[7],"ratings":[9],"in":[10,59,71,105],"terms":[11],"intraclass":[14,39,91],"correlation":[15,40,53,92,115,132],"coefficient":[16,41,93,108],"is":[17,21,57,75,78,99,109],"discussed.":[18],"The":[19],"based":[22],"upon":[23],"analysis":[25],"variance":[27,32,74],"and":[28],"estimation":[30],"components.":[33],"For":[34],"one-way":[36,90],"classification":[37,98],"defined":[42],"as":[43,51,113],"ratio":[45],"variances":[47],"can":[48,128],"be":[49,111,130],"interpreted":[50,112],"a":[52,66,101,114],"coefficient.":[54,116],"Caution,":[55],"however,":[56],"urged":[58],"application":[61],"definition":[64,87],"to":[65,95,110],"two-way":[67,97,123],"model,":[68],"i.e.,":[69],"one":[70],"which":[72,127],"between-rater":[73],"removed.":[76],"It":[77],"maintained":[79],"that":[80],"frequent":[82],"use":[83],"standard":[86],"applied":[94],"not":[100],"proper":[102],"if":[104],"fact":[106],"Definitions":[117],"obtained":[120],"from":[121],"models":[124],"are":[125],"given":[126],"legitimately":[129],"considered":[131],"coefficients.":[133]},"counts_by_year":[{"year":2026,"cited_by_count":66},{"year":2025,"cited_by_count":117},{"year":2024,"cited_by_count":125},{"year":2023,"cited_by_count":107},{"year":2022,"cited_by_count":122},{"year":2021,"cited_by_count":132},{"year":2020,"cited_by_count":116},{"year":2019,"cited_by_count":107},{"year":2018,"cited_by_count":86},{"year":2017,"cited_by_count":97},{"year":2016,"cited_by_count":82},{"year":2015,"cited_by_count":57},{"year":2014,"cited_by_count":78},{"year":2013,"cited_by_count":71},{"year":2012,"cited_by_count":59}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}