{"id":"https://openalex.org/W2679733293","doi":"https://doi.org/10.22237/jmasm/1209615360","title":"Utility of Weights for Weighted Kappa as a Measure of Interrater Agreement on Ordinal Scale","display_name":"Utility of Weights for Weighted Kappa as a Measure of Interrater Agreement on Ordinal Scale","publication_year":2008,"publication_date":"2008-05-01","ids":{"openalex":"https://openalex.org/W2679733293","doi":"https://doi.org/10.22237/jmasm/1209615360","mag":"2679733293"},"language":"en","primary_location":{"id":"doi:10.22237/jmasm/1209615360","doi":"https://doi.org/10.22237/jmasm/1209615360","is_oa":true,"landing_page_url":"https://doi.org/10.22237/jmasm/1209615360","pdf_url":"https://digitalcommons.wayne.edu/cgi/viewcontent.cgi?article=1432&context=jmasm","source":{"id":"https://openalex.org/S180782769","display_name":"Journal of Modern Applied Statistical Methods","issn_l":"1538-9472","issn":["1538-9472","2950-4600"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-scientific","cwts-core","jufo-1","norway-1","poland-40","russia-white-list-4","vabb-shw"],"host_organization":"https://openalex.org/P4310316469","host_organization_name":"Wayne State University Press","host_organization_lineage":["https://openalex.org/P4310316469"],"host_organization_lineage_names":["Wayne State University Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Modern Applied Statistical Methods","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://digitalcommons.wayne.edu/cgi/viewcontent.cgi?article=1432&context=jmasm","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022129366","display_name":"Moonseong Heo","orcid":"https://orcid.org/0000-0001-7711-1209","observed_orcids":["https://orcid.org/0000-0001-7711-1209"]},"institutions":[{"id":"https://openalex.org/I129975664","display_name":"Albert Einstein College of Medicine","ror":"https://ror.org/05cf8a891","country_code":"US","type":"education","lineage":["https://openalex.org/I129975664","https://openalex.org/I4210112371"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Moonseong Heo","raw_affiliation_strings":["Albert Einstein College of Medicine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Albert Einstein College of Medicine","institution_ids":["https://openalex.org/I129975664"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5022129366"],"corresponding_institution_ids":["https://openalex.org/I129975664"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.34862819,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":97},"biblio":{"volume":"7","issue":"1","first_page":"205","last_page":"222"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14406","display_name":"Multidisciplinary Science and Engineering Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/weighted-kappa","display_name":"weighted kappa","score":0.9639999866485596},{"id":"https://openalex.org/keywords/interobserver-agreement","display_name":"interobserver agreement","score":0.9769999980926514},{"id":"https://openalex.org/keywords/ordinal-ratings","display_name":"ordinal ratings","score":0.7990000247955322},{"id":"https://openalex.org/keywords/type-i-error-rate","display_name":"type I error rate","score":0.6740000247955322},{"id":"https://openalex.org/keywords/bias","display_name":"bias","score":0.7919999957084656},{"id":"https://openalex.org/keywords/statistical-power","display_name":"statistical power","score":0.9509999752044678},{"id":"https://openalex.org/keywords/monte-carlo-simulation","display_name":"Monte Carlo simulation","score":0.703000009059906}],"concepts":[{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.752424955368042},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.7493719458580017},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.6977903246879578},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6665698885917664},{"id":"https://openalex.org/C163864269","wikidata":"https://www.wikidata.org/wiki/Q1107106","display_name":"Cohen's kappa","level":2,"score":0.6654472947120667},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.6266375184059143},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5309422016143799},{"id":"https://openalex.org/C2909711754","wikidata":"https://www.wikidata.org/wiki/Q7100785","display_name":"Ordinal Scale","level":2,"score":0.4751201272010803},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.4283078908920288},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.42828500270843506},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1262947916984558},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.12190106511116028},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.1167992651462555},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08956664800643921},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.08586323261260986},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.22237/jmasm/1209615360","doi":"https://doi.org/10.22237/jmasm/1209615360","is_oa":true,"landing_page_url":"https://doi.org/10.22237/jmasm/1209615360","pdf_url":"https://digitalcommons.wayne.edu/cgi/viewcontent.cgi?article=1432&context=jmasm","source":{"id":"https://openalex.org/S180782769","display_name":"Journal of Modern Applied Statistical Methods","issn_l":"1538-9472","issn":["1538-9472","2950-4600"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-scientific","cwts-core","jufo-1","norway-1","poland-40","russia-white-list-4","vabb-shw"],"host_organization":"https://openalex.org/P4310316469","host_organization_name":"Wayne State University Press","host_organization_lineage":["https://openalex.org/P4310316469"],"host_organization_lineage_names":["Wayne State University Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Modern Applied Statistical Methods","raw_type":"journal-article"},{"id":"pmh:oai:digitalcommons.wayne.edu:jmasm-1432","doi":null,"is_oa":false,"landing_page_url":"https://digitalcommons.wayne.edu/jmasm/vol7/iss1/17","pdf_url":null,"source":{"id":"https://openalex.org/S171990522","display_name":"Human Biology","issn_l":"0018-7143","issn":["0018-7143","1534-6617"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","erih-plus","jufo-1","norway-1","poland-40","russia-white-list-1"],"host_organization":"https://openalex.org/P4310316469","host_organization_name":"Wayne State University Press","host_organization_lineage":["https://openalex.org/P4310316469"],"host_organization_lineage_names":["Wayne State University Press"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Modern Applied Statistical Methods","raw_type":"article"}],"best_oa_location":{"id":"doi:10.22237/jmasm/1209615360","doi":"https://doi.org/10.22237/jmasm/1209615360","is_oa":true,"landing_page_url":"https://doi.org/10.22237/jmasm/1209615360","pdf_url":"https://digitalcommons.wayne.edu/cgi/viewcontent.cgi?article=1432&context=jmasm","source":{"id":"https://openalex.org/S180782769","display_name":"Journal of Modern Applied Statistical Methods","issn_l":"1538-9472","issn":["1538-9472","2950-4600"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-scientific","cwts-core","jufo-1","norway-1","poland-40","russia-white-list-4","vabb-shw"],"host_organization":"https://openalex.org/P4310316469","host_organization_name":"Wayne State University Press","host_organization_lineage":["https://openalex.org/P4310316469"],"host_organization_lineage_names":["Wayne State University Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Modern Applied Statistical Methods","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2679733293.pdf","grobid_xml":"https://content.openalex.org/works/W2679733293.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W199384682","https://openalex.org/W1575299154","https://openalex.org/W1804083852","https://openalex.org/W1895243895","https://openalex.org/W1976386573","https://openalex.org/W1979773093","https://openalex.org/W1983897914","https://openalex.org/W1988123522","https://openalex.org/W1994902936","https://openalex.org/W2000376841","https://openalex.org/W2004406411","https://openalex.org/W2018570802","https://openalex.org/W2018848060","https://openalex.org/W2023299366","https://openalex.org/W2024201314","https://openalex.org/W2037789405","https://openalex.org/W2046280714","https://openalex.org/W2053154970","https://openalex.org/W2062344919","https://openalex.org/W2067140887","https://openalex.org/W2069463708","https://openalex.org/W2070285512","https://openalex.org/W2071842481","https://openalex.org/W2076898331","https://openalex.org/W2091748215","https://openalex.org/W2100811636","https://openalex.org/W2133012565","https://openalex.org/W2136148671","https://openalex.org/W2141403362","https://openalex.org/W2147590631","https://openalex.org/W2150290224","https://openalex.org/W2157183234","https://openalex.org/W2164777277","https://openalex.org/W2170021941","https://openalex.org/W2327178880","https://openalex.org/W2464212290","https://openalex.org/W4235203380","https://openalex.org/W4249493403","https://openalex.org/W4285719527","https://openalex.org/W4390076396"],"related_works":["https://openalex.org/W1979317641","https://openalex.org/W2015793039","https://openalex.org/W2149289601","https://openalex.org/W1979773093","https://openalex.org/W2007212974","https://openalex.org/W7110697646","https://openalex.org/W2063612286","https://openalex.org/W2050497410","https://openalex.org/W2271016566","https://openalex.org/W2003055974"],"abstract_inverted_index":{"Kappa":[0],"statistics,":[1],"unweighted":[2,87],"or":[3],"weighted,":[4],"are":[5,21,76,81],"widely":[6],"used":[7,42],"for":[8,43],"assessing":[9],"interrater":[10,46],"agreement.":[11],"The":[12,105],"weights":[13,39],"of":[14,25,45,54,65,92],"the":[15,55,84,112],"weighted":[16,85],"kappa":[17,88],"statistics":[18,57,89],"in":[19,23,30,70,90],"particular":[20],"defined":[22],"terms":[24,91],"absolute":[26,66],"and":[27,52,62,67,79,86,98],"squared":[28,68],"distances":[29,69],"ratings":[31,71],"between":[32,72],"raters.":[33],"It":[34],"is":[35],"proposed":[36],"that":[37],"those":[38],"can":[40],"be":[41],"assessment":[44],"agreements.":[47],"A":[48],"closed":[49],"form":[50],"expectations":[51],"variances":[53],"agreement":[56,107,114],"referred":[58],"to":[59],"as":[60],"AI1":[61,78,106],"AI2,":[63],"functions":[64],"two":[73],"raters,":[74],"respectively,":[75],"obtained.":[77],"AI2":[80],"compared":[82],"with":[83],"Type":[93],"I":[94],"Error":[95],"rate,":[96],"bias,":[97],"statistical":[99],"power":[100],"using":[101],"Monte":[102],"Carlo":[103],"simulations.":[104],"statistic":[108],"performs":[109],"better":[110],"than":[111],"other":[113],"statistics.":[115]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":3}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2017-06-30T00:00:00"}