{"id":"https://openalex.org/W2918437367","doi":"https://doi.org/10.1117/12.2513106","title":"Estimating latent reader-performance variability using the Obuchowski-Rockette method","display_name":"Estimating latent reader-performance variability using the Obuchowski-Rockette method","publication_year":2019,"publication_date":"2019-03-04","ids":{"openalex":"https://openalex.org/W2918437367","doi":"https://doi.org/10.1117/12.2513106","mag":"2918437367","pmid":"https://pubmed.ncbi.nlm.nih.gov/32390679"},"language":"en","primary_location":{"id":"doi:10.1117/12.2513106","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2513106","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2019: Image Perception, Observer Performance, and Technology Assessment","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7210714","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078283273","display_name":"Stephen L. Hillis","orcid":"https://orcid.org/0000-0002-4886-8584"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Stephen L. Hillis","raw_affiliation_strings":["Departments of Radiology and Biostatistics, University of Iowa, Iowa City, IA, USA","The Univ. of Iowa (United States)"],"affiliations":[{"raw_affiliation_string":"Departments of Radiology and Biostatistics, University of Iowa, Iowa City, IA, USA","institution_ids":[]},{"raw_affiliation_string":"The Univ. of Iowa (United States)","institution_ids":["https://openalex.org/I126307644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043874640","display_name":"Badera Al Mohammad","orcid":"https://orcid.org/0000-0003-3015-3596"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Badera Al Mohammad","raw_affiliation_strings":["Department of Medical Imaging and Radiation Sciences, Faculty of Health Sciences, The University of Sydney, Lidcombe, NSW, Australia","The Univ. of Sydney (Australia)"],"affiliations":[{"raw_affiliation_string":"Department of Medical Imaging and Radiation Sciences, Faculty of Health Sciences, The University of Sydney, Lidcombe, NSW, Australia","institution_ids":[]},{"raw_affiliation_string":"The Univ. of Sydney (Australia)","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034083660","display_name":"Patrick Brennan","orcid":"https://orcid.org/0000-0001-8611-7258"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Patrick C. Brennan","raw_affiliation_strings":["Department of Medical Imaging and Radiation Sciences, Faculty of Health Sciences, The University of Sydney, Lidcombe, NSW, Australia","The Univ. of Sydney (Australia)"],"affiliations":[{"raw_affiliation_string":"Department of Medical Imaging and Radiation Sciences, Faculty of Health Sciences, The University of Sydney, Lidcombe, NSW, Australia","institution_ids":[]},{"raw_affiliation_string":"The Univ. of Sydney (Australia)","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5078283273"],"corresponding_institution_ids":["https://openalex.org/I126307644"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01691798,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10952","issue":null,"first_page":"14","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.977400004863739,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.977400004863739,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9685999751091003,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9438999891281128,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5856286883354187}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5856286883354187}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1117/12.2513106","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2513106","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2019: Image Perception, Observer Performance, and Technology Assessment","raw_type":"proceedings-article"},{"id":"pmid:32390679","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32390679","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of SPIE--the International Society for Optical Engineering","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:7210714","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7210714","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proc SPIE Int Soc Opt Eng","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:7210714","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7210714","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proc SPIE Int Soc Opt Eng","raw_type":"Text"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.6399999856948853,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1963790578","https://openalex.org/W1985781419","https://openalex.org/W1989546282","https://openalex.org/W2002295388","https://openalex.org/W2010476170","https://openalex.org/W2045554152","https://openalex.org/W2080525310","https://openalex.org/W2097841139","https://openalex.org/W2105549361","https://openalex.org/W2273421808","https://openalex.org/W2328176404","https://openalex.org/W2901885777","https://openalex.org/W4230819647","https://openalex.org/W4236100285","https://openalex.org/W4249999102","https://openalex.org/W4293007919","https://openalex.org/W4313371724"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"We":[0,71,171],"describe":[1],"how":[2,250],"the":[3,18,26,29,37,50,53,59,75,83,90,101,108,111,120,141,173,191,196,235,238,242,251,264,267,271],"Obuchowski-Rockette":[4],"(OR)":[5],"method":[6,167,175,193,253],"of":[7,20,48,52,68,103,122,137,212,228,254,257,266,270],"analysis":[8],"for":[9,74,176,200,237,241],"multi-reader":[10],"diagnostic":[11,81],"studies":[12],"can":[13,44,261],"be":[14,46,205],"used":[15,78],"to":[16,62,89,204,222],"estimate":[17,195,209,236],"variability":[19,102,142,153,156,256,265],"latent":[21,38,84,151,201],"reader-performance":[22,85,105],"outcomes,":[23,106],"such":[24],"as":[25,49],"area":[27],"under":[28],"ROC":[30],"curve":[31],"(AUC).":[32],"For":[33],"a":[34,64,132,226],"specific":[35],"reader":[36,41,60,152,258],"or":[39],"true":[40,268],"performance":[42,259],"outcome":[43,86,92],"conceptually":[45],"thought":[47],"average":[51],"estimates":[54,143,157,260],"that":[55,73,99,140,158,210],"would":[56],"result":[57],"if":[58],"were":[61],"read":[63],"very":[65],"large":[66],"number":[67],"case":[69,162],"samples.":[70],"note":[72],"sample":[76,163],"sizes":[77],"in":[79,119,129,179,219],"typical":[80],"studies,":[82],"is":[87,110,139,245],"equal":[88],"observed":[91,243],"minus":[93],"measurement":[94,145],"error.":[95,146],"An":[96],"often-cited":[97],"study":[98,112,138],"assesses":[100],"various":[104],"including":[107],"AUC,":[109],"by":[113,125,215],"Craig":[114],"Beam":[115],"et.":[116],"al.,":[117],"\"Variability":[118],"Interpretation":[121],"Screening":[123],"Mammograms":[124],"US":[126],"Radiologists,\"":[127],"published":[128],"1996.":[130],"However,":[131],"problem":[133],"with":[134,181],"this":[135,148,169],"type":[136],"include":[144],"Thus":[147,247],"approach":[149],"overestimates":[150],"and":[154,230],"gives":[155],"are":[159],"dependent":[160],"on":[161],"size.":[164],"The":[165],"proposed":[166,174],"overcomes":[168],"problem.":[170],"illustrate":[172],"29":[177],"radiologists":[178,213],"Jordan,":[180],"each":[182],"reading":[183],"60":[184],"chest":[185],"computed":[186],"tomography":[187],"(CT)":[188],"scans.":[189],"Using":[190],"OR":[192],"we":[194,208,248],"middle":[197],"95%":[198,211,239],"range":[199,240],"AUC":[202],"values":[203],"0.07;":[206],"i.e.,":[207],"differ":[214],"less":[216],"than":[217],"0.07":[218],"their":[220],"ability":[221],"successfully":[223],"discriminate":[224],"between":[225],"pair":[227],"diseased":[229],"nondiseased":[231],"cases.":[232],"In":[233],"contrast,":[234],"AUCs":[244],"0.18.":[246],"see":[249],"conventional":[252],"describing":[255],"greatly":[262],"overstate":[263],"abilities":[269],"readers.":[272]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}