{"id":"https://openalex.org/W1970149092","doi":"https://doi.org/10.7326/0003-4819-137-7-200210010-00011","title":"Spectrum Bias or Spectrum Effect? Subgroup Variation in Diagnostic Test Evaluation","display_name":"Spectrum Bias or Spectrum Effect? Subgroup Variation in Diagnostic Test Evaluation","publication_year":2002,"publication_date":"2002-10-01","ids":{"openalex":"https://openalex.org/W1970149092","doi":"https://doi.org/10.7326/0003-4819-137-7-200210010-00011","mag":"1970149092","pmid":"https://pubmed.ncbi.nlm.nih.gov/12353947"},"language":"en","primary_location":{"id":"doi:10.7326/0003-4819-137-7-200210010-00011","doi":"https://doi.org/10.7326/0003-4819-137-7-200210010-00011","is_oa":false,"landing_page_url":"https://doi.org/10.7326/0003-4819-137-7-200210010-00011","pdf_url":null,"source":{"id":"https://openalex.org/S119722071","display_name":"Annals of Internal Medicine","issn_l":"0003-4819","issn":["0003-4819","1539-3704"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310316812","host_organization_name":"American College of Physicians","host_organization_lineage":["https://openalex.org/P4310316812"],"host_organization_lineage_names":["American College of Physicians"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Internal Medicine","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003401710","display_name":"Stephanie A Mulherin Engel","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephanie A. Mulherin","raw_affiliation_strings":["From University of North Carolina at Chapel Hill, Chapel Hill, North Carolina","University of North Carolina at Chapel Hill, Department of Epidemiology, Chapel Hill, NC 27599-7435, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"From University of North Carolina at Chapel Hill, Chapel Hill, North Carolina","institution_ids":["https://openalex.org/I114027177"]},{"raw_affiliation_string":"University of North Carolina at Chapel Hill, Department of Epidemiology, Chapel Hill, NC 27599-7435, USA","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056245742","display_name":"William C. Miller","orcid":"https://orcid.org/0000-0002-1934-7827","observed_orcids":["https://orcid.org/0000-0002-1934-7827"]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William C. Miller","raw_affiliation_strings":["From University of North Carolina at Chapel Hill, Chapel Hill, North Carolina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"From University of North Carolina at Chapel Hill, Chapel Hill, North Carolina","institution_ids":["https://openalex.org/I114027177"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I114027177"],"apc_list":null,"apc_paid":null,"fwci":9.0699,"has_fulltext":false,"cited_by_count":338,"citation_normalized_percentile":{"value":0.97827903,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"137","issue":"7","first_page":"598","last_page":"602"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9121000170707703,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9121000170707703,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.0843999981880188,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spectrum-bias","display_name":"spectrum bias","score":0.9950000047683716},{"id":"https://openalex.org/keywords/diagnostic-test-evaluation","display_name":"diagnostic test evaluation","score":0.7820000052452087},{"id":"https://openalex.org/keywords/heterogeneity","display_name":"heterogeneity","score":0.5720000267028809},{"id":"https://openalex.org/keywords/likelihood-ratios","display_name":"likelihood ratios","score":0.9810000061988831},{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"receiver operating characteristic","score":0.8709999918937683},{"id":"https://openalex.org/keywords/generalizability","display_name":"generalizability","score":0.9399999976158142},{"id":"https://openalex.org/keywords/subpopulations","display_name":"subpopulations","score":0.4659999907016754}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.7134438753128052},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5707400441169739},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5149901509284973},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.4759359359741211},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.46484464406967163},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.4532994329929352},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.44807034730911255},{"id":"https://openalex.org/C82157600","wikidata":"https://www.wikidata.org/wiki/Q2671652","display_name":"Diagnostic test","level":2,"score":0.4348203241825104},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18278607726097107},{"id":"https://openalex.org/C187212893","wikidata":"https://www.wikidata.org/wiki/Q123028","display_name":"Pediatrics","level":1,"score":0.13076195120811462},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.11908280849456787},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D002690","descriptor_name":"Chlamydia Infections","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":false},{"descriptor_ui":"D002692","descriptor_name":"Chlamydia trachomatis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007124","descriptor_name":"Immunoenzyme Techniques","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D007124","descriptor_name":"Immunoenzyme Techniques","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D008875","descriptor_name":"Middle Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012680","descriptor_name":"Sensitivity and Specificity","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015982","descriptor_name":"Bias","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016013","descriptor_name":"Likelihood Functions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019937","descriptor_name":"Diagnostic Techniques and Procedures","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D019937","descriptor_name":"Diagnostic Techniques and Procedures","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.7326/0003-4819-137-7-200210010-00011","doi":"https://doi.org/10.7326/0003-4819-137-7-200210010-00011","is_oa":false,"landing_page_url":"https://doi.org/10.7326/0003-4819-137-7-200210010-00011","pdf_url":null,"source":{"id":"https://openalex.org/S119722071","display_name":"Annals of Internal Medicine","issn_l":"0003-4819","issn":["0003-4819","1539-3704"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310316812","host_organization_name":"American College of Physicians","host_organization_lineage":["https://openalex.org/P4310316812"],"host_organization_lineage_names":["American College of Physicians"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of Internal Medicine","raw_type":"journal-article"},{"id":"pmid:12353947","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/12353947","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annals of internal medicine","raw_type":"Journal Article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.732.2708","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.732.2708","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://annals.org/data/Journals/AIM/20017/0000605-200210010-00011.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.5683000087738037,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G4137263475","display_name":"General Clinical Research Center","funder_award_id":"M01RR000046","funder_id":"https://openalex.org/F4320337375","funder_display_name":"National Center for Research Resources"},{"id":"https://openalex.org/G4599483171","display_name":null,"funder_award_id":"UO131496","funder_id":"https://openalex.org/F4320332505","funder_display_name":"U.S. Public Health Service"}],"funders":[{"id":"https://openalex.org/F4320332505","display_name":"U.S. Public Health Service","ror":"https://ror.org/05xf94514"},{"id":"https://openalex.org/F4320337375","display_name":"National Center for Research Resources","ror":"https://ror.org/04pw6fb54"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1529153994","https://openalex.org/W1965523766","https://openalex.org/W1967663155","https://openalex.org/W1974867604","https://openalex.org/W1979697315","https://openalex.org/W1981890497","https://openalex.org/W1985408831","https://openalex.org/W1991116041","https://openalex.org/W1997022625","https://openalex.org/W2002891343","https://openalex.org/W2016022016","https://openalex.org/W2032012575","https://openalex.org/W2052832896","https://openalex.org/W2057631921","https://openalex.org/W2063869724","https://openalex.org/W2068959829","https://openalex.org/W2080146630","https://openalex.org/W2134830845","https://openalex.org/W2157825442","https://openalex.org/W2165244071","https://openalex.org/W2167941782","https://openalex.org/W2339926369","https://openalex.org/W4240633790","https://openalex.org/W4255399620","https://openalex.org/W4255782517"],"related_works":["https://openalex.org/W7098320762","https://openalex.org/W2053090072","https://openalex.org/W2124528025","https://openalex.org/W1992069161","https://openalex.org/W2351656844","https://openalex.org/W2126257109","https://openalex.org/W2093984560","https://openalex.org/W2971094654","https://openalex.org/W2037641130","https://openalex.org/W3081517766"],"abstract_inverted_index":{"Diagnostic":[0],"tests":[1,142],"must":[2],"be":[3,90],"evaluated":[4],"in":[5,155],"a":[6,20,42,59],"clinically":[7],"relevant":[8,85],"population.":[9,175],"However,":[10],"test":[11,35,77],"performance":[12,36,47,78],"often":[13],"varies":[14,37],"across":[15,38],"population":[16],"subgroups.":[17,53],"Spectrum":[18],"bias,":[19,122],"term":[21,116],"commonly":[22],"used":[23],"to":[24,31,67,74,83,165,171],"describe":[25],"this":[26],"heterogeneity,":[27],"is":[28,57],"typically":[29],"thought":[30],"occur":[32],"when":[33],"diagnostic":[34,141],"patient":[39,174],"subgroups":[40],"and":[41,69,103,123,130,135,151],"study":[43,162],"of":[44,76,106,114,140],"that":[45,79],"test's":[46],"does":[48],"not":[49,58,81],"adequately":[50],"represent":[51],"all":[52],"Yet":[54],"subgroup":[55],"variation":[56],"bias":[60],"if":[61],"appropriate":[62],"analyses":[63],"are":[64,80,169],"conducted.":[65],"Failure":[66],"recognize":[68],"address":[70,153],"heterogeneity":[71,154],"will":[72],"lead":[73],"estimates":[75],"generalizable":[82,170],"the":[84,100,104,107,112,115,145],"clinical":[86],"populations.":[87],"Heterogeneity":[88],"can":[89],"addressed":[91],"with":[92],"relatively":[93],"simple":[94],"stratification":[95],"procedures,":[96],"limited":[97],"primarily":[98],"by":[99],"sample":[101],"size":[102],"precision":[105],"estimates.":[108],"This":[109],"paper":[110],"proposes":[111],"use":[113],"spectrum":[117,121,148],"effect,":[118],"rather":[119],"than":[120],"outlines":[124],"strategies":[125],"for":[126,147],"using":[127],"stratified":[128],"sensitivity":[129],"specificity":[131],"estimates,":[132],"likelihood":[133],"ratios,":[134],"receiver-operating":[136],"characteristic":[137],"curves.":[138],"Investigators":[139],"should":[143,152,160],"consider":[144,161],"potential":[146],"effect":[149],"seriously":[150],"their":[156,172],"analyses.":[157],"Furthermore,":[158],"clinicians":[159],"samples":[163],"carefully":[164],"determine":[166],"whether":[167],"results":[168],"specific":[173]},"counts_by_year":[{"year":2026,"cited_by_count":26},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":20},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":19},{"year":2016,"cited_by_count":13},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":10},{"year":2013,"cited_by_count":13},{"year":2012,"cited_by_count":12}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}