{"id":"https://openalex.org/W6710577","doi":null,"title":"Assessing items and rater agreement through prevalence and bias for dichotomous and polytomous data","display_name":"Assessing items and rater agreement through prevalence and bias for dichotomous and polytomous data","alternate_titles":[],"publication_year":2013,"publication_date":"2013-01-01","ids":{"openalex":"https://openalex.org/W6710577","mag":"6710577"},"language":"en","primary_location":{"id":"pmh:oai:fordham.bepress.com:dissertations-3596","doi":null,"is_oa":false,"landing_page_url":"https://fordham.bepress.com/dissertations/AAI3598862","pdf_url":null,"source":{"id":"https://openalex.org/S4377196473","display_name":"Fordham Research Commons (Fordham University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I164389053","host_organization_name":"Fordham University","host_organization_lineage":["https://openalex.org/I164389053"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ETD Collection for Fordham University","raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W6710577"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073930447","display_name":"Frank Edward Williams","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Frank Edward Williams","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5073930447"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.008899999782443047,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kappa","display_name":"kappa","score":0.40299999713897705},{"id":"https://openalex.org/keywords/prevalence","display_name":"prevalence","score":0.7279999852180481},{"id":"https://openalex.org/keywords/bias","display_name":"bias","score":0.6800000071525574},{"id":"https://openalex.org/keywords/rater-agreement","display_name":"rater agreement","score":0.7360000014305115},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.7409999966621399},{"id":"https://openalex.org/keywords/polytomous-data","display_name":"polytomous data","score":0.8410000205039978},{"id":"https://openalex.org/keywords/dichotomous-data","display_name":"dichotomous data","score":0.9629999995231628},{"id":"https://openalex.org/keywords/weighted-kappa","display_name":"weighted kappa","score":0.9129999876022339}],"concepts":[{"id":"https://openalex.org/C207968926","wikidata":"https://www.wikidata.org/wiki/Q7227107","display_name":"Polytomous Rasch model","level":4,"score":0.7835484743118286},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.4913887083530426},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4815824031829834},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.44700339436531067},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.4361559748649597},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.40384232997894287},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.25321775674819946},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.24675697088241577},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.2092198133468628},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16031712293624878},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.14027032256126404},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:fordham.bepress.com:dissertations-3596","doi":null,"is_oa":false,"landing_page_url":"https://fordham.bepress.com/dissertations/AAI3598862","pdf_url":null,"source":{"id":"https://openalex.org/S4377196473","display_name":"Fordham Research Commons (Fordham University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I164389053","host_organization_name":"Fordham University","host_organization_lineage":["https://openalex.org/I164389053"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ETD Collection for Fordham University","raw_type":"text"},{"id":"mag:6710577","doi":null,"is_oa":false,"landing_page_url":"https://research.library.fordham.edu/cgi/viewcontent.cgi?article=3596&context=dissertations","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2070285512","https://openalex.org/W2051779656","https://openalex.org/W7100720307","https://openalex.org/W7098694031","https://openalex.org/W2474048269","https://openalex.org/W1984282076","https://openalex.org/W426540841","https://openalex.org/W4413375486","https://openalex.org/W2063277639","https://openalex.org/W2172204769"],"abstract_inverted_index":{"The":[0,40],"effects":[1,102],"of":[2,35,56,69,103,113,155,179,193,213],"prevalence":[3,24,46,70],"and":[4,25,32,47,71,77,84,106,128,136,158,171,200,202,215],"bias":[5,26,48,105,157,199],"on":[6],"kappa":[7,87,94,134,139],"have":[8,27],"been":[9,28],"noted":[10],"but":[11],"only":[12],"for":[13,30,38,197],"dichotomous":[14,31],"data":[15,34,80],"(Byrt":[16],"et":[17],"al.,":[18],"1993).":[19],"In":[20],"this":[21],"research":[22,184],"study,":[23],"analyzed":[29,144],"polytomous":[33],"various":[36,194],"weights":[37],"kappa.":[39],"current":[41],"indices":[42,127,151],"used":[43,208],"to":[44,53,64,92,146,175,190,209],"calculate":[45,65],"were":[49,97,169],"altered":[50],"in":[51,90],"order":[52],"include":[54],"items":[55,192,214],"any":[57],"scale":[58,195],"size.":[59],"Another":[60],"index":[61],"was":[62,88,143],"created":[63],"the":[66,101,110,125,129,132,137,149,177,180,211],"simultaneous":[67],"effect":[68],"bias.":[72],"Using":[73],"a":[74,121],"simulated":[75],"dataset":[76],"three":[78,181],"archived":[79],"sets,":[81],"unweighted,":[82],"linear":[83],"quadratic":[85],"weighted":[86],"calculated":[89],"addition":[91],"adjusted":[93,133],"values":[95,135,174],"which":[96],"formulated":[98],"by":[99],"eliminating":[100],"prevalence,":[104,156,198],"prevalence/bias":[107,159,201],"through":[108],"modifying":[109],"joint":[111],"distribution":[112],"agreement":[114],"between":[115,124,131],"raters.":[116,216],"Spearman's":[117],"rho":[118],"correlation":[119],"found":[120,172],"monotonic":[122],"relationship":[123,142],"new":[126,150],"difference":[130],"observed":[138],"values.":[140],"This":[141,183],"further":[145],"investigate":[147,191],"whether":[148],"could":[152],"detect":[153],"amounts":[154,178],"as":[160],"negligible":[161],"or":[162],"consequential.":[163],"Receiver":[164],"Operating":[165],"Characteristic":[166],"(ROC)":[167],"analyses":[168],"utilized":[170],"threshold":[173],"quantify":[176],"effects.":[182],"showed":[185],"that":[186,203],"it":[187],"is":[188],"possible":[189],"size":[196],"similar":[204],"procedures":[205],"can":[206],"be":[207],"assess":[210],"quality":[212]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W6710577","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
