{"id":"https://openalex.org/W2333579097","doi":"https://doi.org/10.1109/embc.2014.6943552","title":"Estimating maximal measurable performance for automated decision systems from the characteristics of the reference standard. application to diabetic retinopathy screening","display_name":"Estimating maximal measurable performance for automated decision systems from the characteristics of the reference standard. application to diabetic retinopathy screening","publication_year":2014,"publication_date":"2014-08-01","ids":{"openalex":"https://openalex.org/W2333579097","doi":"https://doi.org/10.1109/embc.2014.6943552","mag":"2333579097","pmid":"https://pubmed.ncbi.nlm.nih.gov/25569920"},"language":"en","primary_location":{"id":"doi:10.1109/embc.2014.6943552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc.2014.6943552","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 36th Annual International Conference of the IEEE Engineering in Medicine and Biology Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028479581","display_name":"Gwenol\u00e9 Quellec","orcid":"https://orcid.org/0000-0003-1669-7140"},"institutions":[{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"funder","lineage":["https://openalex.org/I154526488"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Gwenole Quellec","raw_affiliation_strings":["Inserm UMR, Brest, France"],"affiliations":[{"raw_affiliation_string":"Inserm UMR, Brest, France","institution_ids":["https://openalex.org/I154526488"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036660665","display_name":"Michael D. Abr\u00e0moff","orcid":"https://orcid.org/0000-0002-3490-0037"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael D. Abramoff","raw_affiliation_strings":["The Department of Ophthalmology and Visual Sciences, University of Iowa, Iowa City, IA, USA"],"affiliations":[{"raw_affiliation_string":"The Department of Ophthalmology and Visual Sciences, University of Iowa, Iowa City, IA, USA","institution_ids":["https://openalex.org/I126307644"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5028479581"],"corresponding_institution_ids":["https://openalex.org/I154526488"],"apc_list":null,"apc_paid":null,"fwci":1.0448,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.78646073,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2014","issue":null,"first_page":"154","last_page":"157"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10170","display_name":"Retinal Diseases and Treatments","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/2731","display_name":"Ophthalmology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.599616527557373},{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.5600395202636719},{"id":"https://openalex.org/keywords/standard-deviation","display_name":"Standard deviation","score":0.5249704718589783},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.5023596286773682},{"id":"https://openalex.org/keywords/diabetic-retinopathy","display_name":"Diabetic retinopathy","score":0.47237423062324524},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4544340968132019},{"id":"https://openalex.org/keywords/degree","display_name":"Degree (music)","score":0.44741007685661316},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4281885623931885},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3585010766983032},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2869516611099243},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2265338897705078}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.599616527557373},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.5600395202636719},{"id":"https://openalex.org/C22679943","wikidata":"https://www.wikidata.org/wiki/Q159375","display_name":"Standard deviation","level":2,"score":0.5249704718589783},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5023596286773682},{"id":"https://openalex.org/C2779829184","wikidata":"https://www.wikidata.org/wiki/Q631361","display_name":"Diabetic retinopathy","level":3,"score":0.47237423062324524},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4544340968132019},{"id":"https://openalex.org/C2775997480","wikidata":"https://www.wikidata.org/wiki/Q586277","display_name":"Degree (music)","level":2,"score":0.44741007685661316},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4281885623931885},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3585010766983032},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2869516611099243},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2265338897705078},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C555293320","wikidata":"https://www.wikidata.org/wiki/Q12206","display_name":"Diabetes mellitus","level":2,"score":0.0},{"id":"https://openalex.org/C134018914","wikidata":"https://www.wikidata.org/wiki/Q162606","display_name":"Endocrinology","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003930","descriptor_name":"Diabetic Retinopathy","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":false},{"descriptor_ui":"D003930","descriptor_name":"Diabetic Retinopathy","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":false},{"descriptor_ui":"D003930","descriptor_name":"Diabetic Retinopathy","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":false},{"descriptor_ui":"D005654","descriptor_name":"Fundus Oculi","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005654","descriptor_name":"Fundus Oculi","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005654","descriptor_name":"Fundus Oculi","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D008403","descriptor_name":"Mass Screening","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008403","descriptor_name":"Mass Screening","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008403","descriptor_name":"Mass Screening","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012015","descriptor_name":"Reference Standards","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012015","descriptor_name":"Reference Standards","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012015","descriptor_name":"Reference Standards","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019540","descriptor_name":"Area Under Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019540","descriptor_name":"Area Under Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019540","descriptor_name":"Area Under Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc.2014.6943552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc.2014.6943552","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 36th Annual International Conference of the IEEE Engineering in Medicine and Biology Society","raw_type":"proceedings-article"},{"id":"pmid:25569920","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/25569920","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7400000095367432,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1509445416","https://openalex.org/W1982890488","https://openalex.org/W2035318430","https://openalex.org/W2053154970","https://openalex.org/W2060968434","https://openalex.org/W2062393305","https://openalex.org/W2067957749","https://openalex.org/W2073244572","https://openalex.org/W2095405787","https://openalex.org/W2102150307","https://openalex.org/W2107871626","https://openalex.org/W2328176404","https://openalex.org/W2923935037","https://openalex.org/W4255472134"],"related_works":["https://openalex.org/W2399035783","https://openalex.org/W3161230432","https://openalex.org/W4367190712","https://openalex.org/W2168900540","https://openalex.org/W4252337044","https://openalex.org/W118630527","https://openalex.org/W1487201914","https://openalex.org/W4301429470","https://openalex.org/W280458463","https://openalex.org/W38289631"],"abstract_inverted_index":{"We":[0,73],"investigate":[1],"the":[2,19,36,40,67,70,75,79,134,167,183],"maximal":[3,168,184],"performance":[4,169,185],"that":[5,81],"can":[6,63,82],"be":[7,64,83],"measured":[8,84],"for":[9,85,136],"automated":[10,47],"binary":[11],"decision":[12,48,88,139],"systems":[13,49],"in":[14,118],"terms":[15],"of":[16,39,54,61,69,78,121,133,157],"area":[17],"under":[18],"ROC":[20],"curve":[21],"(AUC),":[22],"against":[23,145,152],"a":[24,51,86,91,97,119,137,146,153,172,188],"reference":[25,41,71,92],"standard":[26,42,93],"provided":[27,94],"by":[28,96,102,127,171,187],"human":[29,99,104,148,159,174],"readers.":[30,129,160],"The":[31,109,130,161],"goal":[32],"is":[33,180],"to":[34,43,57,114,182],"determine":[35,58],"required":[37],"characteristics":[38,68],"assess":[44],"and":[45,150,179],"compare":[46],"with":[50],"given":[52,66,90],"degree":[53,60],"confidence,":[55],"or,":[56],"what":[59],"confidence":[62],"obtained":[65],"standard.":[72],"modeled":[74],"expected":[76,131],"value":[77,132],"AUC":[80,135],"perfect":[87,138],"system,":[89],"either":[95],"single":[98,147,173],"reader":[100,175],"or":[101],"multiple":[103],"readers":[105],"(consensus,":[106],"majority":[107],"vote).":[108],"proposed":[110],"model":[111],"was":[112,141],"applied":[113],"diabetic":[115],"retinopathy":[116],"screening":[117],"dataset":[120],"874":[122],"eye":[123],"fundus":[124],"examinations":[125],"graded":[126],"three":[128,158],"system":[140],"estimated":[142],"at":[143],"0.956":[144],"reader,":[149],"0.990":[151],"`majority":[154,189],"wins'":[155,190],"vote":[156,191],"Iowa":[162],"detection":[163],"program":[164],"has":[165],"reached":[166],"measurable":[170,186],"(0.929,":[176],"CI:":[177,193],"[0.897-0.962])":[178],"close":[181],"(0.955,":[192],"[0.939-0.972]).":[194]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}