{"id":"https://openalex.org/W157654975","doi":"https://doi.org/10.1016/j.acra.2012.09.012","title":"Multi-reader ROC Studies with Split-plot Designs","display_name":"Multi-reader ROC Studies with Split-plot Designs","publication_year":2012,"publication_date":"2012-10-31","ids":{"openalex":"https://openalex.org/W157654975","doi":"https://doi.org/10.1016/j.acra.2012.09.012","mag":"157654975","pmid":"https://pubmed.ncbi.nlm.nih.gov/23122570","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/3522484"},"language":"en","primary_location":{"id":"doi:10.1016/j.acra.2012.09.012","doi":"https://doi.org/10.1016/j.acra.2012.09.012","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.acra.2012.09.012","pdf_url":null,"source":{"id":"https://openalex.org/S182038535","display_name":"Academic Radiology","issn_l":"1076-6332","issn":["1076-6332","1878-4046"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic Radiology","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3522484","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086399744","display_name":"Nancy A. Obuchowski","orcid":"https://orcid.org/0000-0003-1891-7477","observed_orcids":["https://orcid.org/0000-0003-1891-7477"]},"institutions":[{"id":"https://openalex.org/I1316902750","display_name":"Cleveland Clinic","ror":"https://ror.org/03xjacd83","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316902750"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nancy A. Obuchowski","raw_affiliation_strings":["Department of Quantitative Health Sciences, JJN-3, Cleveland Clinic Foundation, 9500 Euclid Avenue, Cleveland, OH 44195, USA. obuchon@ccf.org","Department of Quantitative Health Sciences, JJN-3, Cleveland Clinic Foundation, 9500 Euclid Avenue, Cleveland, OH 44195"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Quantitative Health Sciences, JJN-3, Cleveland Clinic Foundation, 9500 Euclid Avenue, Cleveland, OH 44195, USA. obuchon@ccf.org","institution_ids":["https://openalex.org/I1316902750"]},{"raw_affiliation_string":"Department of Quantitative Health Sciences, JJN-3, Cleveland Clinic Foundation, 9500 Euclid Avenue, Cleveland, OH 44195","institution_ids":["https://openalex.org/I1316902750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067893440","display_name":"Brandon D. Gallas","orcid":"https://orcid.org/0000-0001-7332-1620","observed_orcids":["https://orcid.org/0000-0001-7332-1620"]},"institutions":[{"id":"https://openalex.org/I1320320070","display_name":"United States Food and Drug Administration","ror":"https://ror.org/034xvzb47","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070"]},{"id":"https://openalex.org/I1335686170","display_name":"Center for Devices and Radiological Health","ror":"https://ror.org/007x9se63","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070","https://openalex.org/I1335686170"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brandon D. Gallas","raw_affiliation_strings":["Division of Imaging and Applied Mathematics, Center for Devices and Radiological Health, US Food and Drug Administration","Division of Imaging and Applied Mathematics, Center for Devices and Radiological Health, US Food and Drug Administration, Silver Spring, MD"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Imaging and Applied Mathematics, Center for Devices and Radiological Health, US Food and Drug Administration","institution_ids":["https://openalex.org/I1320320070","https://openalex.org/I1335686170"]},{"raw_affiliation_string":"Division of Imaging and Applied Mathematics, Center for Devices and Radiological Health, US Food and Drug Administration, Silver Spring, MD","institution_ids":["https://openalex.org/I1320320070","https://openalex.org/I1335686170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078283273","display_name":"Stephen L. Hillis","orcid":"https://orcid.org/0000-0002-4886-8584","observed_orcids":["https://orcid.org/0000-0002-4886-8584"]},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]},{"id":"https://openalex.org/I4210132647","display_name":"Iowa City VA Health Care System","ror":"https://ror.org/04hgm3062","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1322918889","https://openalex.org/I2799886695","https://openalex.org/I4210132647","https://openalex.org/I4210159720"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen L. Hillis","raw_affiliation_strings":["Departments of Radiology and Biostatistics, The University of Iowa, Comprehensive Access and Delivery Research and Evaluation (CADRE) Center, Iowa City VA Health Care System","Departments of Radiology and Biostatistics, The University of Iowa, Comprehensive Access and Delivery Research and Evaluation Center, Iowa City VA Health Care System, Iowa City, IA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departments of Radiology and Biostatistics, The University of Iowa, Comprehensive Access and Delivery Research and Evaluation (CADRE) Center, Iowa City VA Health Care System","institution_ids":["https://openalex.org/I126307644","https://openalex.org/I4210132647"]},{"raw_affiliation_string":"Departments of Radiology and Biostatistics, The University of Iowa, Comprehensive Access and Delivery Research and Evaluation Center, Iowa City VA Health Care System, Iowa City, IA","institution_ids":["https://openalex.org/I126307644","https://openalex.org/I4210132647"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":3510,"currency":"USD","value_usd":3510},"apc_paid":null,"fwci":2.1725,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.85141903,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"19","issue":"12","first_page":"1508","last_page":"1517"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.5547000169754028,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.5547000169754028,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.12870000302791595,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.07339999824762344,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/split-plot-design","display_name":"split-plot design","score":0.8849999904632568},{"id":"https://openalex.org/keywords/type-i-error-rate","display_name":"type I error rate","score":0.7360000014305115},{"id":"https://openalex.org/keywords/statistical-power","display_name":"statistical power","score":0.9980000257492065},{"id":"https://openalex.org/keywords/confidence-interval-coverage","display_name":"confidence interval coverage","score":0.9959999918937683}],"concepts":[{"id":"https://openalex.org/C40696583","wikidata":"https://www.wikidata.org/wiki/Q989120","display_name":"Type I and type II errors","level":2,"score":0.7534420490264893},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.6830277442932129},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.6750137805938721},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.6645866632461548},{"id":"https://openalex.org/C167651023","wikidata":"https://www.wikidata.org/wiki/Q1474611","display_name":"Plot (graphics)","level":2,"score":0.6017905473709106},{"id":"https://openalex.org/C96608239","wikidata":"https://www.wikidata.org/wiki/Q1199823","display_name":"Statistical power","level":2,"score":0.5901457071304321},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5451582670211792},{"id":"https://openalex.org/C169222746","wikidata":"https://www.wikidata.org/wiki/Q4116558","display_name":"Factorial experiment","level":2,"score":0.503720223903656},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.500067949295044},{"id":"https://openalex.org/C154606282","wikidata":"https://www.wikidata.org/wiki/Q7048579","display_name":"Nominal level","level":3,"score":0.4448601007461548},{"id":"https://openalex.org/C194661718","wikidata":"https://www.wikidata.org/wiki/Q1437217","display_name":"Forest plot","level":3,"score":0.42681124806404114},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.42499709129333496},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.39368024468421936},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.2909177243709564},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.14582154154777527},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013223","descriptor_name":"Statistics as Topic","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D015233","descriptor_name":"Models, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015588","descriptor_name":"Observer Variation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1016/j.acra.2012.09.012","doi":"https://doi.org/10.1016/j.acra.2012.09.012","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.acra.2012.09.012","pdf_url":null,"source":{"id":"https://openalex.org/S182038535","display_name":"Academic Radiology","issn_l":"1076-6332","issn":["1076-6332","1878-4046"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic Radiology","raw_type":"journal-article"},{"id":"pmid:23122570","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/23122570","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic radiology","raw_type":"Comparative Study"},{"id":"pmh:oai:europepmc.org:2827319","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3522484","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:3522484","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3522484","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Acad Radiol","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:europepmc.org:2827319","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3522484","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2302438475","display_name":"Improved DBM ROC Methods for Diagnostic Radiology","funder_award_id":"R01EB000863","funder_id":"https://openalex.org/F4320337363","funder_display_name":"National Institute of Biomedical Imaging and Bioengineering"},{"id":"https://openalex.org/G7254978156","display_name":"Power and Sample-Size Methodology for Radiology Research","funder_award_id":"R01EB013667","funder_id":"https://openalex.org/F4320337363","funder_display_name":"National Institute of Biomedical Imaging and Bioengineering"}],"funders":[{"id":"https://openalex.org/F4320337363","display_name":"National Institute of Biomedical Imaging and Bioengineering","ror":"https://ror.org/00372qc85"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W183723164","https://openalex.org/W1509445416","https://openalex.org/W1539462193","https://openalex.org/W1968114652","https://openalex.org/W1972760446","https://openalex.org/W1973817258","https://openalex.org/W1999679509","https://openalex.org/W2002295388","https://openalex.org/W2008830672","https://openalex.org/W2010476170","https://openalex.org/W2011531785","https://openalex.org/W2011545771","https://openalex.org/W2044428447","https://openalex.org/W2045135517","https://openalex.org/W2045554152","https://openalex.org/W2058022387","https://openalex.org/W2064997673","https://openalex.org/W2072478665","https://openalex.org/W2088298262","https://openalex.org/W2089114844","https://openalex.org/W2097841139","https://openalex.org/W2104960492","https://openalex.org/W2122056875","https://openalex.org/W2131339651","https://openalex.org/W2140125996","https://openalex.org/W2140153648","https://openalex.org/W2144993136","https://openalex.org/W2149660429","https://openalex.org/W2157937533","https://openalex.org/W2328176404","https://openalex.org/W4236100285","https://openalex.org/W4250618921","https://openalex.org/W4285719527","https://openalex.org/W4293007919","https://openalex.org/W4313371724"],"related_works":["https://openalex.org/W2030578591","https://openalex.org/W2792198150","https://openalex.org/W7071388487","https://openalex.org/W1972760446","https://openalex.org/W2803583315","https://openalex.org/W2010476170","https://openalex.org/W2761185956","https://openalex.org/W2044428447","https://openalex.org/W4250618921","https://openalex.org/W4383222648"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":1}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}