{"id":"https://openalex.org/W1587080882","doi":"https://doi.org/10.1002/qaj.481","title":"Putting the Kappa Statistic to Use","display_name":"Putting the Kappa Statistic to Use","alternate_titles":[],"publication_year":2010,"publication_date":"2010-07-01","ids":{"openalex":"https://openalex.org/W1587080882","doi":"https://doi.org/10.1002/qaj.481","mag":"1587080882"},"language":"en","primary_location":{"id":"doi:10.1002/qaj.481","doi":"https://doi.org/10.1002/qaj.481","is_oa":true,"landing_page_url":"https://doi.org/10.1002/qaj.481","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/qaj.481","source":{"id":"https://openalex.org/S1022142530","display_name":"The Quality Assurance Journal","issn_l":"1087-8378","issn":["1087-8378","1099-1786"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Quality Assurance Journal","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W1587080882"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/qaj.481","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076596562","display_name":"Thomas R. Nichols","orcid":"https://orcid.org/0000-0002-0375-4727","observed_orcids":["https://orcid.org/0000-0002-0375-4727"]},"institutions":[{"id":"https://openalex.org/I4210162911","display_name":"Hollister (United States)","ror":"https://ror.org/05jvg6713","country_code":"US","type":"company","lineage":["https://openalex.org/I4210162911"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Thomas R Nichols","raw_affiliation_strings":["Hollister Incorporated Research and Development 2000 Hollister Drive Libertyville Illinois 60048 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hollister Incorporated Research and Development 2000 Hollister Drive Libertyville Illinois 60048 USA","institution_ids":["https://openalex.org/I4210162911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036530475","display_name":"Paola M Wisner","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210162911","display_name":"Hollister (United States)","ror":"https://ror.org/05jvg6713","country_code":"US","type":"company","lineage":["https://openalex.org/I4210162911"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Paola M Wisner","raw_affiliation_strings":["Hollister Incorporated Research and Development 2000 Hollister Drive Libertyville Illinois 60048 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hollister Incorporated Research and Development 2000 Hollister Drive Libertyville Illinois 60048 USA","institution_ids":["https://openalex.org/I4210162911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000382672","display_name":"Gary Cripe","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210162911","display_name":"Hollister (United States)","ror":"https://ror.org/05jvg6713","country_code":"US","type":"company","lineage":["https://openalex.org/I4210162911"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gary Cripe","raw_affiliation_strings":["Hollister Incorporated Quality Assurance Kirksville Missouri USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hollister Incorporated Quality Assurance Kirksville Missouri USA","institution_ids":["https://openalex.org/I4210162911"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028645017","display_name":"Lakshmi Gulabchand","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210162911","display_name":"Hollister (United States)","ror":"https://ror.org/05jvg6713","country_code":"US","type":"company","lineage":["https://openalex.org/I4210162911"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lakshmi Gulabchand","raw_affiliation_strings":["Hollister Incorporated Quality Engineering Libertyville Illinois USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hollister Incorporated Quality Engineering Libertyville Illinois USA","institution_ids":["https://openalex.org/I4210162911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5076596562"],"corresponding_institution_ids":["https://openalex.org/I4210162911"],"apc_list":null,"apc_paid":null,"fwci":0.351,"has_fulltext":true,"cited_by_count":136,"citation_normalized_percentile":{"value":0.65115163,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":100},"biblio":{"volume":"13","issue":"3-4","first_page":"57","last_page":"61"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11443","display_name":"Advanced Statistical Process Monitoring","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12905","display_name":"Management Systems and Quality Improvement","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kappa-statistic","display_name":"kappa statistic","score":0.9739999771118164},{"id":"https://openalex.org/keywords/interobserver-agreement","display_name":"interobserver agreement","score":0.9779999852180481},{"id":"https://openalex.org/keywords/product-quality-evaluation","display_name":"product quality assessment","score":0.6119999885559082},{"id":"https://openalex.org/keywords/subjective-evaluation","display_name":"subjective evaluation","score":0.5659999847412109},{"id":"https://openalex.org/keywords/user-perception","display_name":"user perception","score":0.49300000071525574},{"id":"https://openalex.org/keywords/quality-management","display_name":"quality management","score":0.5329999923706055},{"id":"https://openalex.org/keywords/rater-consistency","display_name":"rater consistency","score":0.7179999947547913}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.7394920587539673},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.7111854553222656},{"id":"https://openalex.org/C163864269","wikidata":"https://www.wikidata.org/wiki/Q1107106","display_name":"Cohen's kappa","level":2,"score":0.6394588351249695},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6131211519241333},{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.6037554740905762},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.44890493154525757},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4156160354614258},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4025173485279083},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.38235539197921753},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.36444371938705444},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.34274446964263916},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.32570528984069824},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26247453689575195},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2321450412273407},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.17959830164909363},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14811155200004578},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/qaj.481","doi":"https://doi.org/10.1002/qaj.481","is_oa":true,"landing_page_url":"https://doi.org/10.1002/qaj.481","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/qaj.481","source":{"id":"https://openalex.org/S1022142530","display_name":"The Quality Assurance Journal","issn_l":"1087-8378","issn":["1087-8378","1099-1786"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Quality Assurance Journal","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1002/qaj.481","doi":"https://doi.org/10.1002/qaj.481","is_oa":true,"landing_page_url":"https://doi.org/10.1002/qaj.481","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/qaj.481","source":{"id":"https://openalex.org/S1022142530","display_name":"The Quality Assurance Journal","issn_l":"1087-8378","issn":["1087-8378","1099-1786"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Quality Assurance Journal","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1587080882.pdf","grobid_xml":"https://content.openalex.org/works/W1587080882.grobid-xml"},"referenced_works_count":4,"referenced_works":["https://openalex.org/W1975879668","https://openalex.org/W2053154970","https://openalex.org/W2133943399","https://openalex.org/W2164777277"],"related_works":["https://openalex.org/W3082175282","https://openalex.org/W2895289898","https://openalex.org/W1540240814","https://openalex.org/W2016496855","https://openalex.org/W2085552013","https://openalex.org/W2766408896","https://openalex.org/W2006758999","https://openalex.org/W6958619480","https://openalex.org/W7097287286","https://openalex.org/W6942172355"],"abstract_inverted_index":{"Inter\u2010rater":[0],"assessments":[1,16],"of":[2,12,21,24,37,46,58,108,121,128],"agreement":[3,25],"are":[4],"an":[5],"essential":[6],"criterion":[7],"in":[8,76,86],"the":[9,35,42,47,53,56,69,71,119,122],"subjective":[10],"evaluation":[11],"product":[13],"quality.":[14],"When":[15,110],"among":[17,60],"raters":[18,50,66],"demonstrate":[19,96],"evidence":[20],"a":[22,31,125],"lack":[23],"(partial":[26],"or":[27,44],"total),":[28],"there":[29],"is":[30,75,115],"need":[32],"to":[33,79,117],"identify":[34],"source":[36],"disagreement.":[38],"The":[39,62],"objective":[40],"being":[41],"reduction":[43],"mitigation":[45],"influence":[48,64],"different":[49],"have":[51,67],"on":[52,68],"assessment":[54],"and":[55,95],"achievement":[57],"consistency":[59],"raters.":[61],"less":[63],"that":[65],"assessment,":[70],"more":[72],"confident":[73],"one":[74],"making":[77],"critical":[78],"quality":[80],"decisions.":[81],"However,":[82],"situations":[83,112],"do":[84],"exist":[85],"which":[87],"user":[88],"perceptions":[89],"can":[90],"be":[91,106],"unreliable":[92],"(not":[93],"repeatable)":[94],"poor":[97],"correlation":[98],"with":[99],"engineered":[100],"specifications.":[101],"Quality":[102],"management":[103],"teams":[104],"must":[105],"aware":[107],"this.":[109],"such":[111],"exist,":[113],"it":[114],"advisable":[116],"revisit":[118],"voice":[120],"process":[123],"as":[124],"reliable":[126],"function":[127],"specification.":[129],"Copyright":[130],"\u00a9":[131],"2011":[132],"John":[133],"Wiley":[134],"&":[135],"Sons,":[136],"Ltd.":[137]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1587080882","counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
