{"id":"https://openalex.org/W4232059928","doi":"https://doi.org/10.1093/biostatistics/kxt013","title":"Letter to the editor","display_name":"Letter to the editor","publication_year":2013,"publication_date":"2013-04-26","ids":{"openalex":"https://openalex.org/W4232059928","doi":"https://doi.org/10.1093/biostatistics/kxt013","pmid":"https://pubmed.ncbi.nlm.nih.gov/23624212","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/3841383"},"language":"en","primary_location":{"id":"doi:10.1093/biostatistics/kxt013","doi":"https://doi.org/10.1093/biostatistics/kxt013","is_oa":false,"landing_page_url":"https://doi.org/10.1093/biostatistics/kxt013","pdf_url":null,"source":{"id":"https://openalex.org/S190140075","display_name":"Biostatistics","issn_l":"1465-4644","issn":["1465-4644","1468-4357"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biostatistics","raw_type":"journal-article"},"volume":null,"type":"letter","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3841383","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050864343","display_name":"Holly Janes","orcid":"https://orcid.org/0000-0002-3237-984X","observed_orcids":["https://orcid.org/0000-0002-3237-984X"]},"institutions":[{"id":"https://openalex.org/I4210089486","display_name":"Fred Hutch Cancer Center","ror":"https://ror.org/007ps6h72","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210089486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"H. Janes","raw_affiliation_strings":["Fred Hutchinson Cancer Research Center, 1100 Fairview Ave N M2 C200, Seattle, WA 98109, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fred Hutchinson Cancer Research Center, 1100 Fairview Ave N M2 C200, Seattle, WA 98109, USA","institution_ids":["https://openalex.org/I4210089486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5050864343"],"corresponding_institution_ids":["https://openalex.org/I4210089486"],"apc_list":{"value":3296,"currency":"USD","value_usd":3296},"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":"4","first_page":"807","last_page":"808"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.7896000146865845,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.7896000146865845,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.15539999306201935,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13141","display_name":"Statistical Methods and Applications","score":0.011800000444054604,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/net-reclassification-improvement","display_name":"net reclassification improvement","score":0.9929999709129333},{"id":"https://openalex.org/keywords/integrated-discrimination-index","display_name":"integrated discrimination index","score":0.9980000257492065},{"id":"https://openalex.org/keywords/risk-prediction-model","display_name":"risk prediction model","score":0.6639999747276306},{"id":"https://openalex.org/keywords/model-comparison","display_name":"model comparison","score":0.5509999990463257},{"id":"https://openalex.org/keywords/reclassification","display_name":"reclassification","score":0.5130000114440918},{"id":"https://openalex.org/keywords/risk-difference","display_name":"risk difference","score":0.5600000023841858},{"id":"https://openalex.org/keywords/asymptotic-distribution-theory","display_name":"asymptotic distribution theory","score":0.8029999732971191},{"id":"https://openalex.org/keywords/confidence-intervals","display_name":"confidence intervals","score":0.6100000143051147},{"id":"https://openalex.org/keywords/feature-selection","display_name":"feature selection","score":0.44999998807907104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5269157290458679}],"mesh":[{"descriptor_ui":"D003955","descriptor_name":"Diagnostic Tests, Routine","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015233","descriptor_name":"Models, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1093/biostatistics/kxt013","doi":"https://doi.org/10.1093/biostatistics/kxt013","is_oa":false,"landing_page_url":"https://doi.org/10.1093/biostatistics/kxt013","pdf_url":null,"source":{"id":"https://openalex.org/S190140075","display_name":"Biostatistics","issn_l":"1465-4644","issn":["1465-4644","1468-4357"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biostatistics","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:3841383","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3841383","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biostatistics","raw_type":"Text"},{"id":"pmid:23624212","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/23624212","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biostatistics (Oxford, England)","raw_type":"Letter"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:3841383","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/3841383","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biostatistics","raw_type":"Text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G5768896759","display_name":"Statistical Methods for Evaluating Markers for Treatment Selection","funder_award_id":"R01CA152089","funder_id":"https://openalex.org/F4320337351","funder_display_name":"National Cancer Institute"}],"funders":[{"id":"https://openalex.org/F4320337351","display_name":"National Cancer Institute","ror":"https://ror.org/040gcmg81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2081422533","https://openalex.org/W2106421416","https://openalex.org/W2111341604","https://openalex.org/W2112316706","https://openalex.org/W2155224383"],"related_works":["https://openalex.org/W2014187955","https://openalex.org/W1981045328","https://openalex.org/W4970966","https://openalex.org/W4241001949","https://openalex.org/W4309047868","https://openalex.org/W2084033659","https://openalex.org/W2972072426","https://openalex.org/W2073886650","https://openalex.org/W2155224383","https://openalex.org/W2148661168"],"abstract_inverted_index":{"Li":[0],"and":[1,17,45,49,76,101,125,150,188,195,290,303,318,331,341,352,368,398,485,511,521,542,559,566,578],"others":[2,46,50,196,332,512,522,543],"(2013)":[3],"wrote":[4],"a":[5,34,37,94,119,128,161,176,232,298,337,423],"recent":[6],"paper":[7],"which":[8,23],"proposes":[9],"to":[10,36,55,59,87,90,93,265,270,413],"generalize":[11,56,266],"the":[12,18,30,60,63,104,108,122,138,141,158,166,173,179,229,242,253,267,279,283,293,307,320,343,346,363,377,379,391,394,415,419,428,450,452,458,466,491,497,500,516,537,548,552,564],"Net":[13],"Reclassification":[14],"Index":[15,21],"(NRI)":[16],"Integrated":[19],"Discrimination":[20],"(IDI),":[22],"have":[24,98],"become":[25],"popular":[26],"metrics":[27],"for":[28,39,74,131,297,350,383,404,443,496,532,536,550,560,588],"assessing":[29],"value":[31],"of":[32,42,121,143,160,175,181,231,312,345,362,365,401,460,493,555,563,592],"adding":[33],"marker":[35,233],"model":[38,148,154,186,192,212,222,226,304,370],"predicting":[40],"risk":[41,95,285,295,311],"disease":[43,64,272,366,557],"(Pencina":[44,194,330],"(2008),":[47],"Pencina":[48],"(2011)).":[51,333],"The":[52,82,110,256,435,469],"authors":[53,420,549],"intend":[54],"these":[57,384,482,583],"measures":[58,84,584],"setting":[61],"where":[62,292],"outcome":[65,136,217,300,313,395],"has":[66],"multiple":[67],"categories.":[68],"Asymptotic":[69],"distribution":[70,381],"theory":[71,382],"is":[72,117,126,157,170,224,246,263,306,336,400,527,571,580],"provided":[73],"estimators":[75,385,498],"evaluated":[77],"in":[78,107,114,165,202,250,260,282,309,342,359,393,463,472],"finite":[79],"sample":[80],"simulations.":[81],"generalized":[83],"are":[85,354,439,475,487],"used":[86],"select":[88],"variables":[89],"be":[91,207,239,276,411,503,586],"added":[92],"model.":[96],"We":[97,546],"several":[99],"comments":[100],"concerns":[102],"with":[103,228,235,317],"methods":[105],"proposed":[106,355],"paper.":[109],"measure":[111,130,139,257],"S":[112,205,237,353],"defined":[113,259],"expression":[115,261],"2.5":[116],"not":[118,127,387,410,441,455,488],"generalization":[120],"NRI":[123,168,538,565],"statistic,":[124],"valid":[129,530],"comparing":[132],"models.":[133,255,468],"For":[134,219],"each":[135],"category,":[137],"relates":[140],"probability":[142,159,174,180,396],"being":[144,182],"incorrectly":[145,189],"classified":[146,152,184,190],"by":[147,153,172,185,191,376,449,505,509,519],"1":[149,187,227,289],"correctly":[151,183],"2;":[155],"this":[156,169,432],"\u201cgood\u201d":[162],"reclassification.":[163],"However,":[164,373,569],"original":[167,347],"offset":[171],"\u201cbad\u201d":[177],"reclassification:":[178],"2":[193,213,223],"(2008)).":[197],"By":[198],"only":[199],"counting":[200],"reclassifications":[201],"one":[203],"direction,":[204],"will":[206,238,409],"positive":[208,240],"as":[209,211,278,374,427,447,507],"long":[210],"moves":[214],"subjects":[215,316],"between":[216,252,287,315,465],"classes.":[218],"example,":[220],"if":[221],"simply":[225],"addition":[230],"unassociated":[234],"outcome,":[236,321],"despite":[241,515],"fact":[243],"that":[244,356,574],"there":[245],"no":[247,461,529],"true":[248],"difference":[249,281,286,296,308,462],"performance":[251,371,464],"two":[254,467],"R":[258,351],"2.7":[262],"intended":[264],"IDI":[268,540,567],"statistic":[269],"multicategory":[271,556],"outcomes.":[273],"This":[274,334],"could":[275],"rewritten":[277],"(weighted)":[280],"mean":[284,294,310],"models":[288],"2,":[291],"given":[299],"category":[301],"m":[302,314],"M":[305],"without":[319],"i.e.":[322],"|$E\\{p_{m}(M)\\vert":[323],"Y":[324],"=":[325],"m\\}$|":[326],"\u2013":[327],"E{pm(M)|Y":[328],"\u2260m}":[329],"formulation":[335],"bit":[338],"more":[339,575],"intuitive":[340],"spirit":[344],"IDI.":[348],"Estimators":[349],"entail":[357],"plugging":[358],"model-based":[360],"estimates":[361],"probabilities":[364],"outcomes":[367],"estimating":[369],"empirically.":[372],"noted":[375],"authors,":[378,451],"asymptotic":[380,436,494],"does":[386],"take":[388],"into":[389],"account":[390],"variability":[392],"estimates,":[397],"therefore":[399,486],"limited":[402],"use":[403],"data":[405],"analysis.":[406],"Confidence":[407],"intervals":[408],"expected":[412],"achieve":[414],"correct":[416],"coverage.":[417],"As":[418],"point":[421],"out,":[422],"resampling":[424],"approach":[425,531],"such":[426],"bootstrap":[429],"would":[430],"remedy":[431],"particular":[433],"problem.":[434],"standard":[437,483],"errors":[438,484],"also":[440],"useful":[442],"hypothesis":[444,534],"testing,":[445],"since,":[446],"mentioned":[448],"asymptotics":[453],"do":[454],"hold":[456],"under":[457,499],"null":[459,501],"p-values":[470],"reported":[471],"Section":[473],"4.2":[474],"presumably":[476],"based":[477],"on":[478],"\u201cZ-statistics\u201d":[479],"calculated":[480],"using":[481],"valid.":[489],"Finally,":[490],"lack":[492],"normality":[495],"cannot":[502],"remedied":[504],"resampling,":[506],"demonstrated":[508],"[Kerr":[510],"(2011),":[513,544],"submitted],":[514],"suggestion":[517],"otherwise":[518],"[Li":[520],"(2013,":[523],"p.":[524],"7].":[525],"There":[526],"currently":[528],"doing":[533],"testing":[535],"or":[539],"(Kerr":[541],"submitted).":[545],"applaud":[547],"addressing":[551],"important":[553],"problem":[554],"outcomes,":[558],"further":[561],"development":[562,577],"measures.":[568],"it":[570],"our":[572],"opinion":[573],"methodological":[576],"evaluation":[579],"needed":[581],"before":[582],"can":[585],"advocated":[587],"clinical":[589],"application.":[590],"Conflict":[591],"Interest:":[593],"None":[594],"declared.":[595]},"counts_by_year":[{"year":2016,"cited_by_count":1}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2022-05-12T00:00:00"}