{"id":"https://openalex.org/W2315208543","doi":"https://doi.org/10.1109/embc.2014.6943990","title":"Evaluation of performance metrics for histopathological image classifier optimization","display_name":"Evaluation of performance metrics for histopathological image classifier optimization","publication_year":2014,"publication_date":"2014-08-01","ids":{"openalex":"https://openalex.org/W2315208543","doi":"https://doi.org/10.1109/embc.2014.6943990","mag":"2315208543","pmid":"https://pubmed.ncbi.nlm.nih.gov/25570358"},"language":"en","primary_location":{"id":"doi:10.1109/embc.2014.6943990","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc.2014.6943990","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 36th Annual International Conference of the IEEE Engineering in Medicine and Biology Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059616645","display_name":"Nishant Zachariah","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nishant Zachariah","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111775666","display_name":"Sonal Kothari","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sonal Kothari","raw_affiliation_strings":["Department of Biomedical Engineering, Georgia Institute of Technology, Atlanta, GA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Georgia Institute of Technology, Atlanta, GA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045421644","display_name":"Senthil Ramamurthy","orcid":"https://orcid.org/0000-0003-4763-7917"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Senthil Ramamurthy","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044490149","display_name":"Adeboye O. Osunkoya","orcid":"https://orcid.org/0000-0001-5712-8134"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adeboye O. Osunkoya","raw_affiliation_strings":["Department of Pathology, Emory University School of Medicine, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pathology, Emory University School of Medicine, Atlanta, GA, USA","institution_ids":["https://openalex.org/I150468666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030096887","display_name":"May D. Wang","orcid":"https://orcid.org/0000-0003-3961-3608"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"May D. Wang","raw_affiliation_strings":["Department of Biomedical Engineering, Georgia Institute of Technology, Atlanta, GA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Georgia Institute of Technology, Atlanta, GA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.16279283,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"2014","issue":null,"first_page":"1933","last_page":"1936"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12874","display_name":"Digital Imaging for Blood Diseases","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7876577377319336},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6988610029220581},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.669699490070343},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6482195258140564},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5029932856559753},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.466081827878952},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.4347912669181824},{"id":"https://openalex.org/keywords/lift","display_name":"Lift (data mining)","score":0.4343104064464569},{"id":"https://openalex.org/keywords/cross-validation","display_name":"Cross-validation","score":0.42454084753990173},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.4216369390487671}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7876577377319336},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6988610029220581},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.669699490070343},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6482195258140564},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5029932856559753},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.466081827878952},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.4347912669181824},{"id":"https://openalex.org/C139002025","wikidata":"https://www.wikidata.org/wiki/Q3001212","display_name":"Lift (data mining)","level":2,"score":0.4343104064464569},{"id":"https://openalex.org/C27181475","wikidata":"https://www.wikidata.org/wiki/Q541014","display_name":"Cross-validation","level":2,"score":0.42454084753990173},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.4216369390487671},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D002292","descriptor_name":"Carcinoma, Renal Cell","qualifier_ui":"Q000473","qualifier_name":"pathology","is_major_topic":false},{"descriptor_ui":"D002292","descriptor_name":"Carcinoma, Renal Cell","qualifier_ui":"Q000473","qualifier_name":"pathology","is_major_topic":false},{"descriptor_ui":"D002292","descriptor_name":"Carcinoma, Renal Cell","qualifier_ui":"Q000473","qualifier_name":"pathology","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D007680","descriptor_name":"Kidney Neoplasms","qualifier_ui":"Q000473","qualifier_name":"pathology","is_major_topic":false},{"descriptor_ui":"D007680","descriptor_name":"Kidney Neoplasms","qualifier_ui":"Q000473","qualifier_name":"pathology","is_major_topic":false},{"descriptor_ui":"D007680","descriptor_name":"Kidney Neoplasms","qualifier_ui":"Q000473","qualifier_name":"pathology","is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011237","descriptor_name":"Predictive Value of Tests","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011237","descriptor_name":"Predictive Value of Tests","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011237","descriptor_name":"Predictive Value of Tests","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015233","descriptor_name":"Models, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015233","descriptor_name":"Models, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015233","descriptor_name":"Models, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D020000","descriptor_name":"Decision Support Systems, Clinical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D020000","descriptor_name":"Decision Support Systems, Clinical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D020000","descriptor_name":"Decision Support Systems, Clinical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc.2014.6943990","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc.2014.6943990","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 36th Annual International Conference of the IEEE Engineering in Medicine and Biology Society","raw_type":"proceedings-article"},{"id":"pmid:25570358","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/25570358","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7099999785423279}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W46659105","https://openalex.org/W1651586605","https://openalex.org/W2021348639","https://openalex.org/W2025677487","https://openalex.org/W2040598116","https://openalex.org/W2058490961","https://openalex.org/W2064208261","https://openalex.org/W2083780116","https://openalex.org/W2103243046","https://openalex.org/W2109553965","https://openalex.org/W2117154949","https://openalex.org/W2126846422","https://openalex.org/W2151958297","https://openalex.org/W2169495281","https://openalex.org/W2170505850","https://openalex.org/W2339843299","https://openalex.org/W2415554954","https://openalex.org/W4296886862","https://openalex.org/W6677328822","https://openalex.org/W6716779224"],"related_works":["https://openalex.org/W4386259002","https://openalex.org/W1546989560","https://openalex.org/W3193043704","https://openalex.org/W3171520305","https://openalex.org/W2889302474","https://openalex.org/W2000473249","https://openalex.org/W2791534013","https://openalex.org/W4385519210","https://openalex.org/W4367625975","https://openalex.org/W2048917867"],"abstract_inverted_index":{"Clinical":[0],"decision":[1],"support":[2],"systems":[3],"use":[4],"image":[5],"processing":[6],"and":[7,119,131],"machine":[8,23],"learning":[9,24],"methods":[10],"to":[11,19,29,34,42,97],"objectively":[12],"predict":[13,44],"cancer":[14,106],"in":[15,71,102,108],"histopathological":[16,109],"images.":[17,110],"Integral":[18],"the":[20,27,59,82,87,103,122,126,148,156,163,181],"development":[21],"of":[22,89,105,135,174],"classifiers":[25],"is":[26,51],"ability":[28,41],"generalize":[30],"from":[31],"training":[32],"data":[33,50,179],"unseen":[35,49],"future":[36],"data.":[37],"A":[38],"classification":[39],"model's":[40,84],"accurately":[43,80],"class":[45],"label":[46],"for":[47,178],"new":[48],"measured":[52],"by":[53],"performance":[54,100,117,154],"metrics,":[55],"which":[56],"also":[57],"informs":[58],"classifier":[60,153,169],"model":[61,182],"selection":[62],"process.":[63],"Based":[64],"on":[65,186],"our":[66,90],"research,":[67],"commonly":[68],"used":[69],"metrics":[70,101,118,158],"literature":[72],"(such":[73],"as":[74],"accuracy,":[75],"ROC":[76],"curve)":[77],"do":[78],"not":[79,184],"reflect":[81],"trained":[83,185],"robustness.":[85],"To":[86],"best":[88,151],"knowledge,":[91],"no":[92],"research":[93],"has":[94,125],"been":[95],"conducted":[96],"quantitatively":[98],"compare":[99],"context":[104],"prediction":[107],"In":[111],"this":[112],"paper,":[113],"we":[114,145,166],"evaluate":[115],"various":[116],"show":[120],"that":[121,147,159,180],"Lift":[123,149],"metric":[124,150],"highest":[127],"correlation":[128],"between":[129],"internal":[130],"external":[132],"validation":[133,139],"sets":[134],"a":[136,168,171],"nested":[137],"cross":[138],"pipeline":[140],"(R(2)":[141],"=":[142],"0.57).":[143],"Thus,":[144],"demonstrate":[146],"generalizes":[152],"among":[155],"23":[157],"were":[160],"evaluated.":[161],"Using":[162],"lift":[164],"metric,":[165],"develop":[167],"with":[170],"misclassification":[172],"rate":[173],"0.25":[175],"(4-class":[176],"classifier)":[177],"was":[183],"(external":[187],"validation).":[188]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}