{"id":"https://openalex.org/W1983196970","doi":"https://doi.org/10.1901/jaba.1977.10-103","title":"CONSIDERATIONS IN THE CHOICE OF INTEROBSERVER RELIABILITY ESTIMATES","display_name":"CONSIDERATIONS IN THE CHOICE OF INTEROBSERVER RELIABILITY ESTIMATES","publication_year":1977,"publication_date":"1977-03-01","ids":{"openalex":"https://openalex.org/W1983196970","doi":"https://doi.org/10.1901/jaba.1977.10-103","mag":"1983196970","pmid":"https://pubmed.ncbi.nlm.nih.gov/16795538","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/1311156"},"language":"en","primary_location":{"id":"doi:10.1901/jaba.1977.10-103","doi":"https://doi.org/10.1901/jaba.1977.10-103","is_oa":true,"landing_page_url":"https://doi.org/10.1901/jaba.1977.10-103","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1901/jaba.1977.10-103","source":{"id":"https://openalex.org/S125122479","display_name":"Journal of Applied Behavior Analysis","issn_l":"0021-8855","issn":["0021-8855","1938-3703"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","erih-plus","jufo-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Applied Behavior Analysis","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1901/jaba.1977.10-103","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062567856","display_name":"Donald P. Hartmann","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Donald P. Hartmann","raw_affiliation_strings":["University of Utah","I wish to thank Irwin Altman, David Born, Eugene Garcia, Donna Gelfand, Gary Gregor, Emily Herbert, Charles Turner, and my graduate students for their critical reading of earlier drafts of this manuscript"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Utah","institution_ids":["https://openalex.org/I223532165"]},{"raw_affiliation_string":"I wish to thank Irwin Altman, David Born, Eugene Garcia, Donna Gelfand, Gary Gregor, Emily Herbert, Charles Turner, and my graduate students for their critical reading of earlier drafts of this manuscript","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5062567856"],"corresponding_institution_ids":["https://openalex.org/I223532165"],"apc_list":{"value":3470,"currency":"USD","value_usd":3470},"apc_paid":null,"fwci":57.563,"has_fulltext":true,"cited_by_count":762,"citation_normalized_percentile":{"value":1.0,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"10","issue":"1","first_page":"103","last_page":"116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10826","display_name":"Behavioral and Psychological Studies","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.9909999966621399},{"id":"https://openalex.org/keywords/treatment-studies","display_name":"treatment studies","score":0.5360000133514404},{"id":"https://openalex.org/keywords/reliability-estimation","display_name":"reliability estimation","score":0.4749999940395355}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.8266832828521729},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6715818643569946},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5383679866790771},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.5247673988342285},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.4625515341758728},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.430078387260437},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.21900945901870728},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.20052173733711243},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15619301795959473},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.10055422782897949},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08632656931877136},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1901/jaba.1977.10-103","doi":"https://doi.org/10.1901/jaba.1977.10-103","is_oa":true,"landing_page_url":"https://doi.org/10.1901/jaba.1977.10-103","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1901/jaba.1977.10-103","source":{"id":"https://openalex.org/S125122479","display_name":"Journal of Applied Behavior Analysis","issn_l":"0021-8855","issn":["0021-8855","1938-3703"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","erih-plus","jufo-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Applied Behavior Analysis","raw_type":"journal-article"},{"id":"pmh:oai:europepmc.org:735816","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/1311156","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:1311156","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/1311156","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"J Appl Behav Anal","raw_type":"Text"},{"id":"pmid:16795538","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/16795538","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of applied behavior analysis","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1901/jaba.1977.10-103","doi":"https://doi.org/10.1901/jaba.1977.10-103","is_oa":true,"landing_page_url":"https://doi.org/10.1901/jaba.1977.10-103","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1901/jaba.1977.10-103","source":{"id":"https://openalex.org/S125122479","display_name":"Journal of Applied Behavior Analysis","issn_l":"0021-8855","issn":["0021-8855","1938-3703"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","erih-plus","jufo-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Applied Behavior Analysis","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1983196970.pdf","grobid_xml":"https://content.openalex.org/works/W1983196970.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W563767008","https://openalex.org/W1565238674","https://openalex.org/W1578910228","https://openalex.org/W1975719982","https://openalex.org/W1975879668","https://openalex.org/W1989314580","https://openalex.org/W2002084285","https://openalex.org/W2023660347","https://openalex.org/W2024345397","https://openalex.org/W2028548753","https://openalex.org/W2037789405","https://openalex.org/W2050460112","https://openalex.org/W2052774469","https://openalex.org/W2053154970","https://openalex.org/W2084398551","https://openalex.org/W2085485178","https://openalex.org/W2093349432","https://openalex.org/W2124215242","https://openalex.org/W2133943399","https://openalex.org/W2150290224","https://openalex.org/W2314354375","https://openalex.org/W2314858779","https://openalex.org/W2331249327","https://openalex.org/W2795767646","https://openalex.org/W2797868916","https://openalex.org/W3016188653","https://openalex.org/W4239429569","https://openalex.org/W4301914348"],"related_works":["https://openalex.org/W2010052658","https://openalex.org/W2126450323","https://openalex.org/W1966983893","https://openalex.org/W4235291295","https://openalex.org/W7095097122","https://openalex.org/W2997581273","https://openalex.org/W2103784921","https://openalex.org/W2081855353","https://openalex.org/W2168128985","https://openalex.org/W1999938423"],"abstract_inverted_index":{"Two":[0,41],"types":[1],"of":[2,25,54,58,70],"interobserver":[3,45],"reliability":[4,21,24,46],"values":[5],"may":[6],"be":[7],"needed":[8],"in":[9,12],"treatment":[10],"studies":[11],"which":[13,31],"observers":[14],"constitute":[15],"the":[16,23,26,66],"primary":[17],"data-acquisition":[18],"system:":[19],"trial":[20],"and":[22,51,65,68],"composite":[27],"unit":[28],"or":[29,37],"score":[30],"is":[32],"subsequently":[33],"analyzed,":[34],"e.g.,":[35],"daily":[36],"weekly":[38],"session":[39],"totals.":[40],"approaches":[42],"to":[43],"determining":[44],"are":[47,73],"described:":[48],"percentage":[49],"agreement":[50],"\"correlational\"":[52],"measures":[53],"reliability.":[55],"The":[56],"interpretation":[57],"these":[59],"estimates,":[60],"factors":[61],"affecting":[62],"their":[63],"magnitude,":[64],"advantages":[67],"limitations":[69],"each":[71],"approach":[72],"presented.":[74]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":46},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":17},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":11},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":23},{"year":2013,"cited_by_count":13},{"year":2012,"cited_by_count":15}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2016-06-24T00:00:00"}