{"id":"https://openalex.org/W2064335912","doi":"https://doi.org/10.1145/1102351.1102419","title":"ROC confidence bands","display_name":"ROC confidence bands","publication_year":2005,"publication_date":"2005-01-01","ids":{"openalex":"https://openalex.org/W2064335912","doi":"https://doi.org/10.1145/1102351.1102419","mag":"2064335912"},"language":"en","primary_location":{"id":"doi:10.1145/1102351.1102419","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1102351.1102419","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd international conference on Machine learning - ICML '05","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047798029","display_name":"Sofus A. Macskassy","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sofus A. Macskassy","raw_affiliation_strings":["New York University, New York, NY","New York Univ, New York, NY,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University, New York, NY","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"New York Univ, New York, NY,","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037283651","display_name":"Foster Provost","orcid":"https://orcid.org/0000-0002-0307-3884"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Foster Provost","raw_affiliation_strings":["New York University, New York, NY","New York Univ, New York, NY,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University, New York, NY","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"New York Univ, New York, NY,","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039021124","display_name":"Saharon Rosset","orcid":"https://orcid.org/0000-0002-4458-9545"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saharon Rosset","raw_affiliation_strings":["IBM T.J. Watson Research Center, Yorktown Heights, NY","IBM -- T. J. Watson Research Center, Yorktown Heights, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM T.J. Watson Research Center, Yorktown Heights, NY","institution_ids":["https://openalex.org/I4210114115"]},{"raw_affiliation_string":"IBM -- T. J. Watson Research Center, Yorktown Heights, NY","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.1897,"has_fulltext":false,"cited_by_count":65,"citation_normalized_percentile":{"value":0.95002274,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"537","last_page":"544"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9685999751091003,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14400","display_name":"Medical Coding and Health Information","score":0.9677000045776367,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6688553094863892},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6634149551391602},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6570742130279541},{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.6513925194740295},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6234843134880066},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5946804285049438},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.5651569366455078},{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.4868258833885193},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.46736618876457214},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.4226098358631134},{"id":"https://openalex.org/keywords/confidence-and-prediction-bands","display_name":"Confidence and prediction bands","score":0.4161166548728943},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.27618467807769775},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23773661255836487}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6688553094863892},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6634149551391602},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6570742130279541},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.6513925194740295},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6234843134880066},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5946804285049438},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.5651569366455078},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.4868258833885193},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.46736618876457214},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.4226098358631134},{"id":"https://openalex.org/C140529851","wikidata":"https://www.wikidata.org/wiki/Q5160083","display_name":"Confidence and prediction bands","level":3,"score":0.4161166548728943},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.27618467807769775},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23773661255836487},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1102351.1102419","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1102351.1102419","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd international conference on Machine learning - ICML '05","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W49486804","https://openalex.org/W103650626","https://openalex.org/W1524761913","https://openalex.org/W1547785304","https://openalex.org/W1553420627","https://openalex.org/W1559060276","https://openalex.org/W1604570830","https://openalex.org/W1607965943","https://openalex.org/W1963582808","https://openalex.org/W1983217971","https://openalex.org/W1989666771","https://openalex.org/W1995945562","https://openalex.org/W1996701406","https://openalex.org/W2016622881","https://openalex.org/W2049172236","https://openalex.org/W2057335587","https://openalex.org/W2089086886","https://openalex.org/W2092828243","https://openalex.org/W2123504579","https://openalex.org/W2130163542","https://openalex.org/W2149421722","https://openalex.org/W2155653793","https://openalex.org/W2477611318","https://openalex.org/W2615127929","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W3114272811","https://openalex.org/W2296269153","https://openalex.org/W1989666771","https://openalex.org/W2043269695"],"abstract_inverted_index":{"This":[0],"paper":[1],"is":[2,42],"about":[3],"constructing":[4],"confidence":[5,32,49,109],"bands":[6,33,57,90,104,144],"around":[7],"ROC":[8,40,69],"curves.":[9],"We":[10,121,152],"first":[11],"introduce":[12,122],"to":[13,44,95,125,136,192],"the":[14,22,35,38,47,53,56,67,72,113,116,128,132,143,171,183],"machine":[15,101,167],"learning":[16,102,168,190,193],"community":[17],"three":[18],"band-generating":[19],"methods":[20],"from":[21,189],"medical":[23],"field,":[24],"and":[25,131,179],"evaluate":[26],"how":[27],"well":[28],"they":[29,162],"perform.":[30],"Such":[31],"represent":[34],"region":[36],"where":[37,64,71,170],"\"true\"":[39],"curve":[41],"expected":[43],"reside,":[45],"with":[46,60,106],"designated":[48],"level.":[50],"To":[51],"assess":[52,142],"containment":[54,85],"of":[55,115],"we":[58,65,93,141],"begin":[59],"a":[61,96,107,123],"synthetic":[62],"world":[63],"know":[66],"true":[68],"curve---specifically,":[70],"class-conditional":[73],"model":[74,117],"scores":[75],"are":[76,163,176],"normally":[77],"distributed.":[78],"The":[79],"only":[80],"method":[81,191],"that":[82,105,159],"attains":[83],"reasonable":[84,138],"out-of-the-box":[86],"produces":[87],"non-parametric,":[88],"\"fixed-width\"":[89],"(FWBs).":[91],"Next":[92],"move":[94],"context":[97],"more":[98],"appropriate":[99],"for":[100,127,166,182],"evaluations:":[103],"certain":[108],"level":[110],"will":[111],"bound":[112],"performance":[114],"on":[118,145],"future":[119],"data.":[120],"correction":[124],"account":[126],"larger":[129],"uncertainty,":[130],"widened":[133],"FWBs":[134],"continue":[135],"have":[137],"containment.":[139],"Finally,":[140],"10":[146],"relatively":[147],"large":[148],"benchmark":[149],"data":[150,185],"sets.":[151],"conclude":[153],"by":[154],"recommending":[155],"these":[156],"FWBs,":[157],"noting":[158],"being":[160],"non-parametric":[161],"especially":[164],"attractive":[165],"studies,":[169],"score":[172],"distributions":[173],"(1)":[174],"clearly":[175],"not":[177],"normal,":[178],"(2)":[180],"even":[181],"same":[184],"set":[186],"vary":[187],"substantially":[188],"method.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}