{"id":"https://openalex.org/W2067972749","doi":"https://doi.org/10.1117/12.18953","title":"Training observers for receiver operating characteristic studies","display_name":"Training observers for receiver operating characteristic studies","publication_year":1990,"publication_date":"1990-08-01","ids":{"openalex":"https://openalex.org/W2067972749","doi":"https://doi.org/10.1117/12.18953","mag":"2067972749"},"language":"en","primary_location":{"id":"doi:10.1117/12.18953","doi":"https://doi.org/10.1117/12.18953","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.18953","pdf_url":null,"source":{"id":"https://openalex.org/S183492911","display_name":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","issn_l":"0277-786X","issn":["0277-786X","1996-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310315543","host_organization_name":"SPIE","host_organization_lineage":["https://openalex.org/P4310315543"],"host_organization_lineage_names":["SPIE"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SPIE Proceedings","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108652309","display_name":"William Straub","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William H. Straub","raw_affiliation_strings":["Univ. of Pittsburgh School of Medicine (United States)","University of Pittsburgh School of Medicine, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Pittsburgh School of Medicine (United States)","institution_ids":["https://openalex.org/I170201317"]},{"raw_affiliation_string":"University of Pittsburgh School of Medicine, United States","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025094543","display_name":"Howard E. Rockette","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Howard E. Rockette","raw_affiliation_strings":["Univ. of Pittsburgh Graduate School of Public Health (United States)","University of Pittsburgh Graduate School of Public Health, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Pittsburgh Graduate School of Public Health (United States)","institution_ids":["https://openalex.org/I170201317"]},{"raw_affiliation_string":"University of Pittsburgh Graduate School of Public Health, United States","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075157688","display_name":"Jill L. King","orcid":"https://orcid.org/0000-0001-6597-3354","observed_orcids":["https://orcid.org/0000-0001-6597-3354"]},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jill L. King","raw_affiliation_strings":["Univ. of Pittsburgh School of Medicine (United States)","University of Pittsburgh School of Medicine, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Pittsburgh School of Medicine (United States)","institution_ids":["https://openalex.org/I170201317"]},{"raw_affiliation_string":"University of Pittsburgh School of Medicine, United States","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086399744","display_name":"Nancy A. Obuchowski","orcid":"https://orcid.org/0000-0003-1891-7477","observed_orcids":["https://orcid.org/0000-0003-1891-7477"]},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nancy A. Obuchowski","raw_affiliation_strings":["Univ. of Pittsburgh Graduate School of Public Health (United States)","University of Pittsburgh Graduate School of Public Health, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Pittsburgh Graduate School of Public Health (United States)","institution_ids":["https://openalex.org/I170201317"]},{"raw_affiliation_string":"University of Pittsburgh Graduate School of Public Health, United States","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111534895","display_name":"Walter F. Good","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Walter F. Good","raw_affiliation_strings":["Univ. of Pittsburgh School of Medicine (United States)","University of Pittsburgh School of Medicine, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Pittsburgh School of Medicine (United States)","institution_ids":["https://openalex.org/I170201317"]},{"raw_affiliation_string":"University of Pittsburgh School of Medicine, United States","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108442999","display_name":"John H. Feist","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John H. Feist","raw_affiliation_strings":["Univ. of Pittsburgh School of Medicine (United States)","University of Pittsburgh School of Medicine, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Pittsburgh School of Medicine (United States)","institution_ids":["https://openalex.org/I170201317"]},{"raw_affiliation_string":"University of Pittsburgh School of Medicine, United States","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110238311","display_name":"Barbara C. Good","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Barbara C. Good","raw_affiliation_strings":["Univ. of Pittsburgh School of Medicine (United States)","University of Pittsburgh School of Medicine, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Pittsburgh School of Medicine (United States)","institution_ids":["https://openalex.org/I170201317"]},{"raw_affiliation_string":"University of Pittsburgh School of Medicine, United States","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112418791","display_name":"Charles E. Metz","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles E. Metz","raw_affiliation_strings":["Univ. of Chicago (United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Chicago (United States)","institution_ids":["https://openalex.org/I40347166"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.26180258,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":"1234","issue":null,"first_page":"126","last_page":"130"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/observer-training","display_name":"observer training","score":0.9150000214576721},{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"receiver operating characteristic","score":0.9860000014305115},{"id":"https://openalex.org/keywords/multi-reader-multi-case-study","display_name":"multi-reader multi-case study","score":0.8289999961853027},{"id":"https://openalex.org/keywords/radiographic-interpretation","display_name":"radiographic interpretation","score":0.890999972820282},{"id":"https://openalex.org/keywords/diagnostic-accuracy","display_name":"diagnostic accuracy","score":0.5260000228881836}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7351797819137573},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.7290407419204712},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.6611945629119873},{"id":"https://openalex.org/C2780704645","wikidata":"https://www.wikidata.org/wiki/Q9251458","display_name":"Observer (physics)","level":2,"score":0.5746288299560547},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5628202557563782},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.5576549768447876},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.46314311027526855},{"id":"https://openalex.org/C534262118","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Medical diagnosis","level":2,"score":0.44816091656684875},{"id":"https://openalex.org/C2909711754","wikidata":"https://www.wikidata.org/wiki/Q7100785","display_name":"Ordinal Scale","level":2,"score":0.43729379773139954},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3990214765071869},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3742435872554779},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34472107887268066},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.33145713806152344},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17513814568519592},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09527069330215454},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0911264717578888},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1117/12.18953","doi":"https://doi.org/10.1117/12.18953","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.18953","pdf_url":null,"source":{"id":"https://openalex.org/S183492911","display_name":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","issn_l":"0277-786X","issn":["0277-786X","1996-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310315543","host_organization_name":"SPIE","host_organization_lineage":["https://openalex.org/P4310315543"],"host_organization_lineage_names":["SPIE"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SPIE Proceedings","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5385000109672546,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"sustainable_development_goals_aurora":[{"score":0.699999988079071,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2002784683","https://openalex.org/W2156274477","https://openalex.org/W2068479406","https://openalex.org/W1992211628","https://openalex.org/W2088740762","https://openalex.org/W2737238591","https://openalex.org/W1968233609","https://openalex.org/W2171425196","https://openalex.org/W2139597457","https://openalex.org/W2092476803"],"abstract_inverted_index":{"In":[0],"an":[1,95,110,146],"ongoing,":[2],"multi-reader,":[3],"multi-project":[4],"program":[5],"dealing":[6],"with":[7,49,94,109,124],"the":[8,31,50,72,86,103,113,121,137,159],"interpretation":[9],"of":[10,18,33,52,62,75,112,115,153,156,163],"radiological":[11],"images,":[12],"we":[13,66],"have":[14,21],"examined":[15],"several":[16],"issues":[17,47],"methodology":[19],"which":[20,133,140],"not":[22],"as":[23,36],"yet":[24],"been":[25],"addressed":[26],"that":[27,65,101,117],"may":[28],"impact":[29],"on":[30,85,158],"determination":[32],"reader":[34],"performance":[35,74,160],"measured":[37],"by":[38],"receiver":[39],"operating":[40],"characteristic":[41],"(ROC)":[42],"analysis.":[43],"Among":[44],"these":[45],"are":[46],"associated":[48],"training":[51,64,130,157],"observers":[53,84],"prior":[54,170],"to":[55,68,141,171],"such":[56,76,154],"studies.":[57],"We":[58],"employed":[59],"three":[60],"types":[61,114,155],"observer":[63],"found":[67],"be":[69,167],"necessary":[70],"for":[71,83],"successful":[73],"studies:":[77],"1)":[78],"a":[79],"general":[80],"instructional":[81],"session":[82],"study":[87,122],"protocol":[88],"and":[89,106,128,161],"system":[90],"operation;":[91],"2)":[92],"practice":[93],"interactive":[96],"computerized":[97],"feedback":[98],"teaching":[99],"file":[100],"demonstrates":[102],"imaging":[104],"systems":[105],"familiarized":[107],"readers":[108,134],"idea":[111],"cases":[116],"were":[118,135],"used":[119],"in":[120,132,139],"along":[123],"their":[125,172],"correct":[126],"diagnoses;":[127],"3)":[129],"sessions":[131],"taught":[136],"manner":[138],"distribute":[142],"answer":[143],"ratings":[144],"over":[145],"ordinal":[147],"confidence":[148],"scale.":[149],"The":[150],"possible":[151],"effect":[152],"results":[162],"ROC":[164],"studies":[165],"should":[166],"carefully":[168],"considered":[169],"commencement.":[173]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2016-06-24T00:00:00"}