{"id":"https://openalex.org/W4293083300","doi":"https://doi.org/10.1080/24709360.2022.2062115","title":"Relationship between Obuchowski\u2013Rockette\u2013Hillis and Gallas methods for analyzing multi-reader diagnostic imaging data with empirical AUC as the reader performance measure","display_name":"Relationship between Obuchowski\u2013Rockette\u2013Hillis and Gallas methods for analyzing multi-reader diagnostic imaging data with empirical AUC as the reader performance measure","publication_year":2022,"publication_date":"2022-06-10","ids":{"openalex":"https://openalex.org/W4293083300","doi":"https://doi.org/10.1080/24709360.2022.2062115","pmid":"https://pubmed.ncbi.nlm.nih.gov/37719421","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10500550"},"language":"en","primary_location":{"id":"doi:10.1080/24709360.2022.2062115","doi":"https://doi.org/10.1080/24709360.2022.2062115","is_oa":false,"landing_page_url":"https://doi.org/10.1080/24709360.2022.2062115","pdf_url":null,"source":{"id":"https://openalex.org/S4210212147","display_name":"Biostatistics & Epidemiology","issn_l":"2470-9360","issn":["2470-9360","2470-9379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biostatistics & Epidemiology","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10500550/pdf/nihms-1796855.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078283273","display_name":"Stephen L. Hillis","orcid":"https://orcid.org/0000-0002-4886-8584","observed_orcids":["https://orcid.org/0000-0002-4886-8584"]},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Stephen L. Hillis","raw_affiliation_strings":["Departments of Radiology and Biostatistics, The University of Iowa, Iowa City, IA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4886-8584","affiliations":[{"raw_affiliation_string":"Departments of Radiology and Biostatistics, The University of Iowa, Iowa City, IA, USA","institution_ids":["https://openalex.org/I126307644"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5078283273"],"corresponding_institution_ids":["https://openalex.org/I126307644"],"apc_list":null,"apc_paid":null,"fwci":0.5683,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.59648988,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":"7","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.611299991607666,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.611299991607666,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.22169999778270721,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.025599999353289604,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/area-under-the-receiver-operating-characteristic","display_name":"area under the receiver operating characteristic","score":0.6690000295639038},{"id":"https://openalex.org/keywords/variance-estimation","display_name":"variance estimation","score":0.7570000290870667},{"id":"https://openalex.org/keywords/variance-constraints","display_name":"variance constraints","score":0.8109999895095825},{"id":"https://openalex.org/keywords/covariance-matrix-estimation","display_name":"covariance matrix estimation","score":0.8339999914169312},{"id":"https://openalex.org/keywords/diagnostic-imaging","display_name":"diagnostic imaging","score":0.6060000061988831},{"id":"https://openalex.org/keywords/observer-performance","display_name":"observer performance","score":0.6549999713897705}],"concepts":[{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.7660282850265503},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6877630949020386},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6649067401885986},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.5014584064483643},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.47677212953567505},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4036681056022644},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40158605575561523},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3787595331668854},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26681357622146606},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1080/24709360.2022.2062115","doi":"https://doi.org/10.1080/24709360.2022.2062115","is_oa":false,"landing_page_url":"https://doi.org/10.1080/24709360.2022.2062115","pdf_url":null,"source":{"id":"https://openalex.org/S4210212147","display_name":"Biostatistics & Epidemiology","issn_l":"2470-9360","issn":["2470-9360","2470-9379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biostatistics & Epidemiology","raw_type":"journal-article"},{"id":"pmid:37719421","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37719421","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biostatistics & epidemiology","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10500550","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10500550","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10500550/pdf/nihms-1796855.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Biostat Epidemiol","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:10500550","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10500550","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10500550/pdf/nihms-1796855.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Biostat Epidemiol","raw_type":"Text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"display_name":"Peace, justice, and strong institutions","score":0.7300000190734863,"id":"https://metadata.un.org/sdg/16"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G7102861017","display_name":"Generalized Obuchowski-Rockette Methodology for Analysis of Radiologic Diagnostic Imaging Studies","funder_award_id":"R01EB025174","funder_id":"https://openalex.org/F4320337363","funder_display_name":"National Institute of Biomedical Imaging and Bioengineering"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337363","display_name":"National Institute of Biomedical Imaging and Bioengineering","ror":"https://ror.org/00372qc85"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4293083300.pdf","grobid_xml":"https://content.openalex.org/works/W4293083300.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W41182290","https://openalex.org/W157654975","https://openalex.org/W183723164","https://openalex.org/W1509445416","https://openalex.org/W1973817258","https://openalex.org/W1989546282","https://openalex.org/W1990534247","https://openalex.org/W1999679509","https://openalex.org/W1999728380","https://openalex.org/W2002295388","https://openalex.org/W2006169748","https://openalex.org/W2010476170","https://openalex.org/W2011531785","https://openalex.org/W2036118192","https://openalex.org/W2045135517","https://openalex.org/W2045554152","https://openalex.org/W2064997673","https://openalex.org/W2066743388","https://openalex.org/W2080525310","https://openalex.org/W2086244482","https://openalex.org/W2087189170","https://openalex.org/W2097841139","https://openalex.org/W2116924194","https://openalex.org/W2124181495","https://openalex.org/W2144993136","https://openalex.org/W2157825442","https://openalex.org/W2170872807","https://openalex.org/W2327088997","https://openalex.org/W2328176404","https://openalex.org/W2413573154","https://openalex.org/W2796087522","https://openalex.org/W2902343954","https://openalex.org/W2904005292","https://openalex.org/W3106889297","https://openalex.org/W4293007919","https://openalex.org/W4399577502"],"related_works":["https://openalex.org/W4221059721","https://openalex.org/W2036118192","https://openalex.org/W3012406014","https://openalex.org/W2918437367","https://openalex.org/W1973817258","https://openalex.org/W4250618921","https://openalex.org/W2044428447","https://openalex.org/W4400665164","https://openalex.org/W2144993136","https://openalex.org/W2083102593"],"abstract_inverted_index":{"For":[0],"analyzing":[1],"multireader":[2],"multicase":[3],"(MRMC)":[4],"diagnostic":[5],"imaging":[6],"data":[7],"when":[8],"the":[9,16,19,35,41,51,59,74,95,105,110,124,128,134,138,147,171,174,191],"reader":[10,36,71],"performance":[11,72],"measure":[12],"of":[13,26,123,173],"interest":[14],"is":[15,62,67,77],"area":[17],"under":[18],"receiver-operating-characteristic":[20],"curve":[21],"(AUC),":[22],"two":[23,139,159],"popular":[24],"methods":[25,140],"analysis":[27],"that":[28,66,118],"allow":[29],"conclusions":[30],"to":[31,33,69,79,103,145,150,170],"generalize":[32],"both":[34],"and":[37,47,50,153,163,187,195],"case":[38],"populations":[39],"are":[40,161,177],"method":[42,52,61,65,76,97,126,176],"developed":[43,54],"by":[44,55],"Obuchowski,":[45],"Rockette":[46],"Hillis":[48],"(ORH)":[49],"primarily":[53],"Gallas":[56,75,111,135],"(Gallas).":[57],"While":[58],"ORH":[60,96,175,192],"a":[63,119],"general":[64],"applicable":[68],"most":[70],"metrics,":[73],"limited":[78],"those":[80],"metrics":[81],"for":[82,183,190],"which":[83],"an":[84],"unbiased":[85,184],"variance":[86,107,131,148,185,193],"estimate":[87,108,149],"exists.":[88],"Previously":[89],"it":[90],"was":[91],"not":[92],"known":[93],"if":[94],"could":[98],"be":[99,151],"adapted":[100],"so":[101],"as":[102,109,133],"produce":[104],"same":[106,129],"method.":[112,136,198],"In":[113,166],"this":[114],"paper":[115],"I":[116],"show":[117],"recently":[120],"proposed":[121],"version":[122],"OR":[125],"produces":[127],"unconstrained":[130],"statistic":[132],"However,":[137],"differ":[141],"in":[142,154],"their":[143,155],"approaches":[144],"constraining":[146],"nonnegative":[152],"degrees-of-freedom":[156],"estimates.":[157],"These":[158],"differences":[160],"discussed":[162],"recommendations":[164],"given.":[165],"addition,":[167],"several":[168],"contributions":[169],"development":[172],"made,":[178],"including":[179],"determining":[180],"sufficient":[181],"conditions":[182],"estimates":[186],"providing":[188],"justification":[189],"constraints":[194],"covariance":[196],"estimation":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2022-08-26T00:00:00"}