{"id":"https://openalex.org/W2005125406","doi":"https://doi.org/10.1002/sim.1146","title":"Assessing rater agreement using marginal association models","display_name":"Assessing rater agreement using marginal association models","publication_year":2002,"publication_date":"2002-06-05","ids":{"openalex":"https://openalex.org/W2005125406","doi":"https://doi.org/10.1002/sim.1146","mag":"2005125406","pmid":"https://pubmed.ncbi.nlm.nih.gov/12111909"},"language":"en","primary_location":{"id":"doi:10.1002/sim.1146","doi":"https://doi.org/10.1002/sim.1146","is_oa":false,"landing_page_url":"https://doi.org/10.1002/sim.1146","pdf_url":null,"source":{"id":"https://openalex.org/S55189604","display_name":"Statistics in Medicine","issn_l":"0277-6715","issn":["0277-6715","1097-0258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics in Medicine","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011938575","display_name":"Susan M. Perkins","orcid":"https://orcid.org/0000-0002-5842-4354","observed_orcids":["https://orcid.org/0000-0002-5842-4354"]},"institutions":[{"id":"https://openalex.org/I4388446366","display_name":"Indiana University Indianapolis","ror":"https://ror.org/03eftgw80","country_code":"US","type":"education","lineage":["https://openalex.org/I4388446366","https://openalex.org/I592451"]},{"id":"https://openalex.org/I55769427","display_name":"Indiana University \u2013 Purdue University Indianapolis","ror":"https://ror.org/05gxnyn08","country_code":"US","type":"education","lineage":["https://openalex.org/I55769427","https://openalex.org/I592451"]},{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Susan M. Perkins","raw_affiliation_strings":["Division of Biostatistics, Indiana University, 1050 Wishard Blvd., RG 4101, Indianapolis, IN 46202-2872, USA. sperkin1@iupui.edu","Division of Biostatistics, Indiana University, 1050 Wishard Blvd., RG 4101, Indianapolis, IN 46202\u20102872, U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Biostatistics, Indiana University, 1050 Wishard Blvd., RG 4101, Indianapolis, IN 46202-2872, USA. sperkin1@iupui.edu","institution_ids":["https://openalex.org/I4388446366","https://openalex.org/I55769427","https://openalex.org/I592451"]},{"raw_affiliation_string":"Division of Biostatistics, Indiana University, 1050 Wishard Blvd., RG 4101, Indianapolis, IN 46202\u20102872, U.S.A","institution_ids":["https://openalex.org/I4388446366","https://openalex.org/I592451"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111911736","display_name":"Mark P. Becker","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark P. Becker","raw_affiliation_strings":["School of Public Health, University of Minnesota, Minneapolis, MN 55455-0381, U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Public Health, University of Minnesota, Minneapolis, MN 55455-0381, U.S.A","institution_ids":["https://openalex.org/I130238516"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5011938575"],"corresponding_institution_ids":["https://openalex.org/I4388446366","https://openalex.org/I55769427","https://openalex.org/I592451"],"apc_list":{"value":5450,"currency":"USD","value_usd":5450},"apc_paid":null,"fwci":2.1271,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.88142523,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":"21","issue":"12","first_page":"1743","last_page":"1760"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rater-agreement","display_name":"rater agreement","score":0.9940000176429749},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.7379999756813049}],"concepts":[{"id":"https://openalex.org/C64341305","wikidata":"https://www.wikidata.org/wiki/Q4919225","display_name":"Bivariate analysis","level":2,"score":0.9004526138305664},{"id":"https://openalex.org/C91998498","wikidata":"https://www.wikidata.org/wiki/Q1541178","display_name":"Contingency table","level":2,"score":0.8874604105949402},{"id":"https://openalex.org/C199163554","wikidata":"https://www.wikidata.org/wiki/Q1681619","display_name":"Univariate","level":3,"score":0.7682913541793823},{"id":"https://openalex.org/C165216359","wikidata":"https://www.wikidata.org/wiki/Q670653","display_name":"Marginal distribution","level":3,"score":0.6739907264709473},{"id":"https://openalex.org/C197656967","wikidata":"https://www.wikidata.org/wiki/Q17058458","display_name":"Marginal model","level":3,"score":0.6555657982826233},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.6057102084159851},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.5331586599349976},{"id":"https://openalex.org/C18653775","wikidata":"https://www.wikidata.org/wiki/Q1333358","display_name":"Joint probability distribution","level":2,"score":0.47107401490211487},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4564800560474396},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.44998523592948914},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.4481642246246338},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3507433831691742},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.334244966506958},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.15212592482566833},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.08657675981521606},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.06927984952926636},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D002278","descriptor_name":"Carcinoma in Situ","qualifier_ui":"Q000473","qualifier_name":"pathology","is_major_topic":false},{"descriptor_ui":"D003627","descriptor_name":"Data Interpretation, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008175","descriptor_name":"Lung Neoplasms","qualifier_ui":"Q000473","qualifier_name":"pathology","is_major_topic":false},{"descriptor_ui":"D013183","descriptor_name":"Sputum","qualifier_ui":"Q000166","qualifier_name":"cytology","is_major_topic":false},{"descriptor_ui":"D015233","descriptor_name":"Models, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015588","descriptor_name":"Observer Variation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1002/sim.1146","doi":"https://doi.org/10.1002/sim.1146","is_oa":false,"landing_page_url":"https://doi.org/10.1002/sim.1146","pdf_url":null,"source":{"id":"https://openalex.org/S55189604","display_name":"Statistics in Medicine","issn_l":"0277-6715","issn":["0277-6715","1097-0258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics in Medicine","raw_type":"journal-article"},{"id":"pmid:12111909","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/12111909","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics in medicine","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/10","score":0.5699999928474426,"display_name":"Reduced inequalities"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G5886340673","display_name":null,"funder_award_id":"CA53787","funder_id":"https://openalex.org/F4320337351","funder_display_name":"National Cancer Institute"}],"funders":[{"id":"https://openalex.org/F4320337351","display_name":"National Cancer Institute","ror":"https://ror.org/040gcmg81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W47743048","https://openalex.org/W117165633","https://openalex.org/W1970085190","https://openalex.org/W1976386573","https://openalex.org/W1982264966","https://openalex.org/W1983897914","https://openalex.org/W1984157647","https://openalex.org/W1985573253","https://openalex.org/W1992021425","https://openalex.org/W2002374079","https://openalex.org/W2012626116","https://openalex.org/W2021424300","https://openalex.org/W2037789405","https://openalex.org/W2043312192","https://openalex.org/W2050486772","https://openalex.org/W2053154970","https://openalex.org/W2054072145","https://openalex.org/W2059298376","https://openalex.org/W2070989448","https://openalex.org/W2086573705","https://openalex.org/W2093266160","https://openalex.org/W2102892398","https://openalex.org/W2106989261","https://openalex.org/W2108618378","https://openalex.org/W2109438618","https://openalex.org/W2121060939","https://openalex.org/W2133012565","https://openalex.org/W2164777277","https://openalex.org/W2312355711","https://openalex.org/W2321124577","https://openalex.org/W2327178880","https://openalex.org/W2400469218","https://openalex.org/W2797333853","https://openalex.org/W3164207677","https://openalex.org/W4233182348","https://openalex.org/W4236554388","https://openalex.org/W4245338289","https://openalex.org/W4294214797","https://openalex.org/W4301861531"],"related_works":["https://openalex.org/W1984157647","https://openalex.org/W2796263352","https://openalex.org/W2100811636","https://openalex.org/W133991286","https://openalex.org/W2049018663","https://openalex.org/W7001679394","https://openalex.org/W2115107284","https://openalex.org/W2108618378","https://openalex.org/W1487708858","https://openalex.org/W2059514172"],"abstract_inverted_index":{"New":[0],"models":[1,24],"that":[2],"are":[3,21,25],"useful":[4],"in":[5,37,43,80,102],"the":[6,13,40,50,57,69,81,86,105,111,138],"assessment":[7,139],"of":[8,32,39,72,89,104,108,122,140],"rater":[9,33,91],"agreement,":[10],"particularly":[11],"when":[12],"rating":[14],"scale":[15],"is":[16],"ordered":[17],"or":[18,63],"partially":[19],"ordered,":[20],"presented.":[22],"The":[23,93],"parameterized":[26],"to":[27,52,60],"address":[28],"two":[29],"important":[30],"aspects":[31],"agreement:":[34],"(i)":[35],"agreement":[36,101,119],"terms":[38,103],"overall":[41,106],"frequency":[42,107],"which":[44,53],"raters":[45,54],"assign":[46],"categories;":[47],"and":[48,76,110],"(ii)":[49],"extent":[51],"agree":[55],"on":[56,117],"category":[58,141],"assigned":[59],"individual":[61],"subjects":[62],"items.":[64],"We":[65],"present":[66],"methodology":[67],"for":[68,99,134],"simultaneous":[70],"modelling":[71],"univariate":[73,94],"marginal":[74,78,95,113],"responses":[75,96],"bivariate":[77,112,135],"associations":[79,114,136],"K-way":[82],"contingency":[83],"table":[84],"representing":[85],"joint":[87],"distribution":[88],"K":[90],"responses.":[92],"provide":[97,115],"information":[98,116],"evaluating":[100],"responses,":[109],"category-wise":[118],"among":[120],"pairs":[121],"raters.":[123],"In":[124],"addition,":[125],"estimated":[126],"scores":[127],"within":[128],"a":[129],"generalized":[130],"log":[131],"non-linear":[132],"model":[133],"facilitate":[137],"distinguishability.":[142]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2012,"cited_by_count":3}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}