{"id":"https://openalex.org/W7100720307","doi":null,"title":"Effects of prevalence on observer agreement: a subjective assessment of working donkey behavior as an example","display_name":"Effects of prevalence on observer agreement: a subjective assessment of working donkey behavior as an example","alternate_titles":[],"publication_year":null,"publication_date":null,"ids":{"openalex":"https://openalex.org/W7100720307"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.572.2508","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.572.2508","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.noldus.com/mb2008/individual_papers/FPS_statistical_and_analytical/FPS_statistical_and_analytical_Burn.pdf","raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7100720307"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Charlotte C. Burn","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Charlotte C. Burn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110260906","display_name":"Joy C. Pritchard","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joy C. Pritchard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Helen R. Whay","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Helen R. Whay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10872","display_name":"Veterinary Equine Medical Research","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/3402","display_name":"Equine"},"field":{"id":"https://openalex.org/fields/34","display_name":"Veterinary"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10838","display_name":"Animal Behavior and Welfare Studies","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1103","display_name":"Animal Science and Zoology"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kappa-statistic","display_name":"kappa statistic","score":0.6069999933242798},{"id":"https://openalex.org/keywords/prevalence","display_name":"prevalence","score":0.578000009059906},{"id":"https://openalex.org/keywords/observer-agreement","display_name":"observer agreement","score":0.9860000014305115},{"id":"https://openalex.org/keywords/working-donkeys","display_name":"working donkeys","score":0.6850000023841858},{"id":"https://openalex.org/keywords/observer-bias","display_name":"observer bias","score":0.7239999771118164}],"concepts":[{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.7914999723434448},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.6866999864578247},{"id":"https://openalex.org/C163864269","wikidata":"https://www.wikidata.org/wiki/Q1107106","display_name":"Cohen's kappa","level":2,"score":0.5601999759674072},{"id":"https://openalex.org/C2780704645","wikidata":"https://www.wikidata.org/wiki/Q9251458","display_name":"Observer (physics)","level":2,"score":0.5055000185966492},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4984000027179718},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4129999876022339},{"id":"https://openalex.org/C173633133","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw score","level":3,"score":0.3580999970436096},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3294999897480011},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.3239000141620636},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.298799991607666},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.29420000314712524},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.27160000801086426},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2700999975204468},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.572.2508","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.572.2508","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.noldus.com/mb2008/individual_papers/FPS_statistical_and_analytical/FPS_statistical_and_analytical_Burn.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2172204769","https://openalex.org/W2070285512","https://openalex.org/W2552966912","https://openalex.org/W7098694031","https://openalex.org/W2474048269","https://openalex.org/W1444168786","https://openalex.org/W2038486972","https://openalex.org/W1989853314","https://openalex.org/W2294084971","https://openalex.org/W4413375486"],"abstract_inverted_index":{"Kappa":[0],"statistics":[1],"are":[2,33],"often":[3],"used":[4,42],"to":[5,21,80,103,150],"assess":[6],"the":[7,19,61,96,119,124,137,141,145,163,167,176,190,197,206],"extent":[8],"of":[9,15,63,144,205],"observer":[10,85],"agreement":[11,23,39,56],"over":[12],"subjective":[13],"measures":[14,44],"behavior.":[16],"They":[17],"determine":[18],"degree":[20],"which":[22],"occurs":[24],"compared":[25],"with":[26,45,54,173],"that":[27,99],"expected":[28],"by":[29,67,156],"chance,":[30],"so":[31,70,112],"they":[32,49],"more":[34,130],"conservative":[35],"than":[36],"raw":[37,120],"percentage":[38,121],"scores.":[40],"When":[41],"on":[43],"skewed":[46],"prevalences,":[47],"however,":[48],"become":[50],"unreliable":[51],"[1,":[52],"2];":[53],"good":[55],"becoming":[57],"almost":[58],"impossible":[59],"because":[60],"probability":[62],"observers":[64],"agreeing":[65],"purely":[66],"chance":[68],"becomes":[69],"high.":[71],"An":[72],"alternative":[73,152],"kappa":[74,100,125,128],"calculation,":[75],"\u2018PABAK\u2019,":[76],"has":[77,90],"been":[78,91],"proposed":[79],"adjust":[81],"for":[82,93,95,105,171,194],"prevalence":[83,116,138,177,198,207],"and":[84,118],"bias":[86],"[3],":[87],"but":[88,188],"this":[89,161],"criticised":[92],"readjusting":[94],"same":[97],"factors":[98],"is":[101,108],"designed":[102],"control":[104],"[1].":[106],"There":[107],"no":[109],"easy":[110],"solution,":[111],"we":[113,209],"suggest":[114],"presenting":[115],"indices":[117,139,208],"agreements":[122],"alongside":[123],"values,":[126],"making":[127],"reliability":[129],"transparent":[131],"[2,":[132],"4].":[133],"We":[134],"have":[135,210],"calculated":[136],"as":[140,154,213],"mean":[142],"proportion":[143],"most":[146],"common":[147],"classification":[148],"relative":[149],"each":[151],"category,":[153,196],"described":[155],"a":[157],"gold":[158],"standard":[159],"(in":[160],"case,":[162],"person":[164],"who":[165],"trained":[166],"observers).":[168],"Thus,":[169],"even":[170],"variables":[172],"many":[174],"categories,":[175],"would":[178,200],"be":[179],"approximately":[180],"50":[181],"%":[182],"if":[183,189],"categories":[184],"were":[185],"evenly":[186],"distributed,":[187],"distribution":[191],"was":[192],"asymmetrical":[193],"any":[195],"index":[199],"increase.":[201],"To":[202],"aid":[203],"interpretation":[204],"divided":[211],"them":[212],"follows:":[214],"50-59%":[215]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7100720307","counts_by_year":[{"year":2016,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-27T00:00:00"}
