{"id":"https://openalex.org/W2010052658","doi":"https://doi.org/10.1163/156853979x00520","title":"Inter-Observer Reliability","display_name":"Inter-Observer Reliability","publication_year":1979,"publication_date":"1979-01-01","ids":{"openalex":"https://openalex.org/W2010052658","doi":"https://doi.org/10.1163/156853979x00520","mag":"2010052658"},"language":"en","primary_location":{"id":"doi:10.1163/156853979x00520","doi":"https://doi.org/10.1163/156853979x00520","is_oa":false,"landing_page_url":"https://doi.org/10.1163/156853979x00520","pdf_url":null,"source":{"id":"https://openalex.org/S158656174","display_name":"Behaviour","issn_l":"0005-7959","issn":["0005-7959","1568-539X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320561","host_organization_name":"Brill","host_organization_lineage":["https://openalex.org/P4310320561","https://openalex.org/P4310313990"],"host_organization_lineage_names":["Brill","De Gruyter"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091469652","display_name":"T. M. CARO","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"T.M. Caro","raw_affiliation_strings":["Sub-Department of Animal Behaviour, Madingley, Cambridge, England"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sub-Department of Animal Behaviour, Madingley, Cambridge, England","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065523297","display_name":"R. Roper","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"R. Roper","raw_affiliation_strings":["Sub-Department of Animal Behaviour, Madingley, Cambridge, England"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sub-Department of Animal Behaviour, Madingley, Cambridge, England","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":null,"display_name":"M. Young","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"M. Young","raw_affiliation_strings":["Sub-Department of Animal Behaviour, Madingley, Cambridge, England"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sub-Department of Animal Behaviour, Madingley, Cambridge, England","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017312162","display_name":"G.R. Dank","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"G.R. Dank","raw_affiliation_strings":["Sub-Department of Animal Behaviour, Madingley, Cambridge, England"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sub-Department of Animal Behaviour, Madingley, Cambridge, England","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":6.0706,"has_fulltext":false,"cited_by_count":121,"citation_normalized_percentile":{"value":0.95633188,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"69","issue":"3-4","first_page":"303","last_page":"315"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10826","display_name":"Behavioral and Psychological Studies","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.9990000128746033},{"id":"https://openalex.org/keywords/interobserver-agreement","display_name":"interobserver agreement","score":0.7720000147819519},{"id":"https://openalex.org/keywords/observer-agreement","display_name":"observer agreement","score":0.4580000042915344},{"id":"https://openalex.org/keywords/data-partitioning","display_name":"data partitioning","score":0.8050000071525574},{"id":"https://openalex.org/keywords/observer-effect","display_name":"observer effect","score":0.6389999985694885},{"id":"https://openalex.org/keywords/children","display_name":"children","score":0.4059999883174896},{"id":"https://openalex.org/keywords/kittens","display_name":"kittens","score":0.7269999980926514},{"id":"https://openalex.org/keywords/behavioral-observation","display_name":"behavioral observation","score":0.31700000166893005}],"concepts":[{"id":"https://openalex.org/C2780704645","wikidata":"https://www.wikidata.org/wiki/Q9251458","display_name":"Observer (physics)","level":2,"score":0.6845015287399292},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6493232846260071},{"id":"https://openalex.org/C192769605","wikidata":"https://www.wikidata.org/wiki/Q1418914","display_name":"Vigilance (psychology)","level":2,"score":0.628997802734375},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5549121499061584},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.444404661655426},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4271796941757202},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.384354829788208},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.38379400968551636},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35528936982154846},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.32763615250587463},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.1635926067829132},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06105789542198181},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1163/156853979x00520","doi":"https://doi.org/10.1163/156853979x00520","is_oa":false,"landing_page_url":"https://doi.org/10.1163/156853979x00520","pdf_url":null,"source":{"id":"https://openalex.org/S158656174","display_name":"Behaviour","issn_l":"0005-7959","issn":["0005-7959","1568-539X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320561","host_organization_name":"Brill","host_organization_lineage":["https://openalex.org/P4310320561","https://openalex.org/P4310313990"],"host_organization_lineage_names":["Brill","De Gruyter"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2008712994","https://openalex.org/W2023613165","https://openalex.org/W2038886762","https://openalex.org/W2076767656","https://openalex.org/W2093834896","https://openalex.org/W2171649551","https://openalex.org/W3136565326"],"related_works":["https://openalex.org/W1983196970","https://openalex.org/W4235291295","https://openalex.org/W1966983893","https://openalex.org/W2076767656","https://openalex.org/W1993435754","https://openalex.org/W2058836857","https://openalex.org/W4388330561","https://openalex.org/W2126450323","https://openalex.org/W3185822042","https://openalex.org/W2010223578"],"abstract_inverted_index":{"Abstract":[0],"This":[1],"paper":[2],"examines":[3,33],"the":[4,34,42,113],"methods":[5,26],"used":[6],"in":[7,84,106],"expressing":[8],"agreement":[9],"between":[10,36],"observers":[11,117],"both":[12,83],"when":[13],"individual":[14],"occurrences":[15],"and":[16,31,63,88,130],"total":[17],"frequencies":[18],"of":[19,27,41,52,70,75,77,103,115,128],"behaviour":[20,58,71,79],"are":[21,47,124],"considered.":[22,73],"It":[23],"discusses":[24],"correlational":[25],"deriving":[28],"inter-observer":[29,119],"reliability":[30,46,65,120],"then":[32],"relations":[35],"these":[37],"three":[38],"methods.":[39],"Some":[40],"factors":[43],"that":[44],"affect":[45],"reported.":[48],"These":[49],"include":[50],"problems":[51],"definition":[53],"such":[54],"as":[55,93,95],"how":[56,64],"a":[57,78],"may":[59],"change":[60],"with":[61],"age":[62],"depends":[66],"on":[67,98,118],"which":[68],"recipient":[69],"is":[72,81,109,121],"Frequency":[74],"occurrence":[76],"pattern":[80],"discussed":[82],"relation":[85],"to":[86,89],"itself":[87],"other":[90],"behavioural":[91],"categories,":[92],"well":[94],"its":[96],"effect":[97,102],"observer":[99],"vigilance.":[100],"The":[101],"partitioning":[104],"data":[105],"different":[107,116],"ways":[108],"also":[110],"discussed.":[111],"Finally":[112],"influence":[114],"noted.":[122],"Examples":[123],"taken":[125],"from":[126],"studies":[127],"children":[129],"kittens.":[131]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":2}],"updated_date":"2026-10-25T09:29:13.331239","created_date":"2016-06-24T00:00:00"}