{"id":"https://openalex.org/W2808385886","doi":"https://doi.org/10.1080/00401706.2018.1429317","title":"Analysis of Repeatability and Reproducibility Studies With Ordinal Measurements","display_name":"Analysis of Repeatability and Reproducibility Studies With Ordinal Measurements","publication_year":2018,"publication_date":"2018-06-11","ids":{"openalex":"https://openalex.org/W2808385886","doi":"https://doi.org/10.1080/00401706.2018.1429317","mag":"2808385886"},"language":"en","primary_location":{"id":"doi:10.1080/00401706.2018.1429317","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00401706.2018.1429317","pdf_url":null,"source":{"id":"https://openalex.org/S985303","display_name":"Technometrics","issn_l":"0040-1706","issn":["0040-1706","1537-2723"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Technometrics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/1460636","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000077246","display_name":"Stacey Culp","orcid":"https://orcid.org/0000-0002-9180-6426"},"institutions":[{"id":"https://openalex.org/I12097938","display_name":"West Virginia University","ror":"https://ror.org/011vxgd24","country_code":"US","type":"education","lineage":["https://openalex.org/I12097938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stacey L. Culp","raw_affiliation_strings":["Department of Statistics, West Virginia University, Morgantown, WV"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, West Virginia University, Morgantown, WV","institution_ids":["https://openalex.org/I12097938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113769876","display_name":"Kenneth J. Ryan","orcid":null},"institutions":[{"id":"https://openalex.org/I12097938","display_name":"West Virginia University","ror":"https://ror.org/011vxgd24","country_code":"US","type":"education","lineage":["https://openalex.org/I12097938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenneth J. Ryan","raw_affiliation_strings":["Department of Statistics, West Virginia University, Morgantown, WV"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, West Virginia University, Morgantown, WV","institution_ids":["https://openalex.org/I12097938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045311916","display_name":"Juan Chen","orcid":"https://orcid.org/0000-0002-0168-2037"},"institutions":[{"id":"https://openalex.org/I74525822","display_name":"Hubei University of Technology","ror":"https://ror.org/02d3fj342","country_code":"CN","type":"education","lineage":["https://openalex.org/I74525822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juan Chen","raw_affiliation_strings":["Department of Statistics, Hubei University of Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, Hubei University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I74525822"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091511603","display_name":"Michael S. Hamada","orcid":"https://orcid.org/0000-0003-3206-1695"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael S. Hamada","raw_affiliation_strings":["Statistical Sciences Group, Los Alamos National Laboratory, Los Alamos, NM"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Statistical Sciences Group, Los Alamos National Laboratory, Los Alamos, NM","institution_ids":["https://openalex.org/I1343871089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7238,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.73153864,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"60","issue":"4","first_page":"545","last_page":"556"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/repeatability","display_name":"Repeatability","score":0.8359100818634033},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.7264528870582581},{"id":"https://openalex.org/keywords/ordinal-data","display_name":"Ordinal data","score":0.703653872013092},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.6147642135620117},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.5581881999969482},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.540878176689148},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4756614565849304},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4718380272388458},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.448275089263916},{"id":"https://openalex.org/keywords/random-effects-model","display_name":"Random effects model","score":0.4352802038192749},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.42653340101242065},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33001434803009033},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24429187178611755},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.07885667681694031}],"concepts":[{"id":"https://openalex.org/C154020017","wikidata":"https://www.wikidata.org/wiki/Q520171","display_name":"Repeatability","level":2,"score":0.8359100818634033},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.7264528870582581},{"id":"https://openalex.org/C85461838","wikidata":"https://www.wikidata.org/wiki/Q7100785","display_name":"Ordinal data","level":2,"score":0.703653872013092},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.6147642135620117},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.5581881999969482},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.540878176689148},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4756614565849304},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4718380272388458},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.448275089263916},{"id":"https://openalex.org/C168743327","wikidata":"https://www.wikidata.org/wiki/Q1826427","display_name":"Random effects model","level":3,"score":0.4352802038192749},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.42653340101242065},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33001434803009033},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24429187178611755},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.07885667681694031},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1080/00401706.2018.1429317","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00401706.2018.1429317","pdf_url":null,"source":{"id":"https://openalex.org/S985303","display_name":"Technometrics","issn_l":"0040-1706","issn":["0040-1706","1537-2723"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Technometrics","raw_type":"journal-article"},{"id":"pmh:oai:osti.gov:1460636","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1460636","pdf_url":"https://www.osti.gov/servlets/purl/1460636","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:figshare.com:article/6483764","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Analysis_of_Repeatability_and_Reproducibility_Studies_With_Ordinal_Measurements/6483764","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"doi:10.6084/m9.figshare.6483764.v2","is_oa":true,"landing_page_url":"https://doi.org/10.6084/m9.figshare.6483764.v2","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:osti.gov:1460636","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1460636","pdf_url":"https://www.osti.gov/servlets/purl/1460636","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2808385886.pdf"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W68436435","https://openalex.org/W607546713","https://openalex.org/W651150315","https://openalex.org/W1536497620","https://openalex.org/W1983189397","https://openalex.org/W2068451764","https://openalex.org/W2111877222","https://openalex.org/W2125761180","https://openalex.org/W2139606141","https://openalex.org/W2160900637","https://openalex.org/W2571395702","https://openalex.org/W2582743722","https://openalex.org/W4248681815","https://openalex.org/W4253239858"],"related_works":["https://openalex.org/W638612878","https://openalex.org/W2355957485","https://openalex.org/W1968795594","https://openalex.org/W2391646176","https://openalex.org/W2353380786","https://openalex.org/W1808777170","https://openalex.org/W2086083558","https://openalex.org/W2417306072","https://openalex.org/W4231506970","https://openalex.org/W3037204814"],"abstract_inverted_index":{"A":[0],"Bayesian":[1,91],"inferential":[2],"approach":[3,25,54],"with":[4,28],"a":[5,29,42,49],"noninformative":[6],"prior":[7,32],"is":[8,26,55,138],"introduced":[9],"to":[10,36,58,71,80,84],"analyze":[11],"ordinal":[12,73,106],"repeatability":[13,81],"and":[14,33,46,82,98,104,110,115],"reproducibility":[15,85],"(R&R)":[16],"data":[17,76,109],"using":[18,123],"the":[19,39,124],"De":[20],"Mast\u2013Van":[21],"Wieringen":[22],"model.":[23],"This":[24,52,118],"extended":[27],"weakly":[30],"informative":[31],"random":[34,96],"effects":[35],"allow":[37],"for":[38,135],"consideration":[40],"of":[41,44,48,63],"population":[43],"raters":[45],"prediction":[47],"new":[50],"rater.":[51],"random-effects":[53],"also":[56],"shown":[57],"result":[59],"in":[60,113],"partial":[61],"pooling":[62],"estimates":[64],"across":[65],"raters.":[66],"In":[67],"addition,":[68],"match-probability-based":[69],"measures":[70,99],"decompose":[72],"R&R":[74,107],"study":[75,108],"into":[77],"contributions":[78],"due":[79,83],"are":[86,100,111],"defined.":[87],"All":[88],"extensions":[89],"involving":[90],"inference":[92],"(for":[93],"fixed":[94],"or":[95],"effects)":[97],"illustrated":[101],"on":[102],"real":[103],"simulated":[105],"applicable":[112],"business":[114],"industry":[116],"settings.":[117],"methodology":[119],"can":[120],"be":[121],"implemented":[122],"supplemental":[125],"R":[126],"package":[127],"ordinalRR":[128],"available":[129,139],"from":[130],"CRAN.":[131],"Additional":[132],"supplementary":[133],"material":[134],"this":[136],"article":[137],"online.":[140]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}