{"id":"https://openalex.org/W4362489321","doi":"https://doi.org/10.1117/12.2654250","title":"Assistance tools for the evaluation of machine learning algorithm performance: the decision tree based tools developed by the Medical Imaging and Data Resource Center (MIDRC) Technology Development Project (TDP) 3c effort","display_name":"Assistance tools for the evaluation of machine learning algorithm performance: the decision tree based tools developed by the Medical Imaging and Data Resource Center (MIDRC) Technology Development Project (TDP) 3c effort","publication_year":2023,"publication_date":"2023-04-03","ids":{"openalex":"https://openalex.org/W4362489321","doi":"https://doi.org/10.1117/12.2654250"},"language":"en","primary_location":{"id":"doi:10.1117/12.2654250","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1117/12.2654250","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2023: Image Perception, Observer Performance, and Technology Assessment","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024321936","display_name":"Karen Drukker","orcid":"https://orcid.org/0000-0001-6544-3476"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Karen Drukker","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073468417","display_name":"Berkman Sahiner","orcid":"https://orcid.org/0000-0003-2804-2264"},"institutions":[{"id":"https://openalex.org/I1320320070","display_name":"United States Food and Drug Administration","ror":"https://ror.org/034xvzb47","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Berkman Sahiner","raw_affiliation_strings":["U.S. Food and Drug Administration (United States)"],"affiliations":[{"raw_affiliation_string":"U.S. Food and Drug Administration (United States)","institution_ids":["https://openalex.org/I1320320070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102992765","display_name":"Tingting Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I1320320070","display_name":"United States Food and Drug Administration","ror":"https://ror.org/034xvzb47","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tingting Hu","raw_affiliation_strings":["U.S. Food and Drug Administration (United States)"],"affiliations":[{"raw_affiliation_string":"U.S. Food and Drug Administration (United States)","institution_ids":["https://openalex.org/I1320320070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062384003","display_name":"Grace H. Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Grace H. Kim","raw_affiliation_strings":["Univ. of California, Los Angeles (United States)"],"affiliations":[{"raw_affiliation_string":"Univ. of California, Los Angeles (United States)","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032409695","display_name":"Heather M. Whitney","orcid":"https://orcid.org/0000-0002-7258-1102"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heather M. Whitney","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077805710","display_name":"Natalie Baughan","orcid":"https://orcid.org/0000-0002-3219-9291"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Natalie Baughan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010335705","display_name":"Kyle J. Myers","orcid":"https://orcid.org/0000-0001-7394-4932"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kyle J. Myers","raw_affiliation_strings":["Puente Solutions (United States)"],"affiliations":[{"raw_affiliation_string":"Puente Solutions (United States)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049042648","display_name":"Maryellen L. Giger","orcid":"https://orcid.org/0000-0001-5482-9728"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maryellen L. Giger","raw_affiliation_strings":["Univ. of Chicago (United States)"],"affiliations":[{"raw_affiliation_string":"Univ. of Chicago (United States)","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090594327","display_name":"Michael F. McNitt\u2010Gray","orcid":"https://orcid.org/0000-0003-3004-4613"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael F. McNitt-Gray","raw_affiliation_strings":["Univ. of California, Los Angeles (United States)"],"affiliations":[{"raw_affiliation_string":"Univ. of California, Los Angeles (United States)","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5024321936"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7097,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70441809,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"34","issue":null,"first_page":"12","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8155907392501831},{"id":"https://openalex.org/keywords/decision-tree","display_name":"Decision tree","score":0.7029991745948792},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6928999423980713},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6300634145736694},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.599372923374176},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.568254828453064},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.5659761428833008},{"id":"https://openalex.org/keywords/binary-decision-diagram","display_name":"Binary decision diagram","score":0.5301414728164673},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5021777153015137},{"id":"https://openalex.org/keywords/decision-tree-learning","display_name":"Decision tree learning","score":0.48722901940345764},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.44333186745643616},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4392067790031433},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.430191308259964},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37575745582580566},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2616426944732666},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.15513983368873596}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8155907392501831},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.7029991745948792},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6928999423980713},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6300634145736694},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.599372923374176},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.568254828453064},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.5659761428833008},{"id":"https://openalex.org/C3309909","wikidata":"https://www.wikidata.org/wiki/Q864155","display_name":"Binary decision diagram","level":2,"score":0.5301414728164673},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5021777153015137},{"id":"https://openalex.org/C5481197","wikidata":"https://www.wikidata.org/wiki/Q16766476","display_name":"Decision tree learning","level":3,"score":0.48722901940345764},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.44333186745643616},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4392067790031433},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.430191308259964},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37575745582580566},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2616426944732666},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.15513983368873596},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1117/12.2654250","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1117/12.2654250","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2023: Image Perception, Observer Performance, and Technology Assessment","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1909740415","https://openalex.org/W1968114652","https://openalex.org/W1996248547","https://openalex.org/W1997677712","https://openalex.org/W2008043556","https://openalex.org/W2062567955","https://openalex.org/W3040821360","https://openalex.org/W3147894994","https://openalex.org/W4293241248","https://openalex.org/W6771247110","https://openalex.org/W6781319592"],"related_works":["https://openalex.org/W2591672004","https://openalex.org/W1982169401","https://openalex.org/W2356463514","https://openalex.org/W4319437832","https://openalex.org/W4243803609","https://openalex.org/W2030894524","https://openalex.org/W2350430350","https://openalex.org/W2592385415","https://openalex.org/W102063058","https://openalex.org/W2006686080"],"abstract_inverted_index":{"MIDRC":[0,215],"was":[1],"created":[2],"to":[3,21,37,40,73,126,217],"facilitate":[4],"machine":[5,49,67],"learning":[6,50,68],"research":[7],"for":[8,134,169,181,195],"tasks":[9,130,165],"including":[10,118,225],"early":[11],"detection,":[12],"diagnosis,":[13],"prognosis,":[14],"and":[15,25,94,116,124,147,162,166,171,178,194,203,230],"assessment":[16],"of":[17,29,47,63,85,90,98,156],"treatment":[18],"response":[19],"related":[20],"the":[22,30,45,61,66,83,88,91,96,99,104,135,153,157,184,214],"COVID-19":[23],"pandemic":[24],"beyond.":[26],"The":[27,75,205],"purpose":[28],"Technology":[31],"Development":[32],"Project":[33],"(TDP)":[34],"3c":[35],"is":[36,70],"create":[38],"resources":[39],"assist":[41,218],"researchers":[42,219],"in":[43,220],"evaluating":[44],"performance":[46,113,223],"their":[48],"algorithms.":[51],"An":[52],"interactive":[53],"decision":[54,136,158,206],"tree":[55,159,207],"has":[56,208],"been":[57,132,209],"developed,":[58],"organized":[59],"by":[60],"type":[62,84,97],"task":[64],"that":[65],"algorithm":[69,100,185],"being":[71],"trained":[72],"perform.":[74],"user":[76,105],"can":[77,108],"select":[78],"information":[79],"such":[80],"as:":[81],"(a)":[82,138],"task,":[86],"(b)":[87,140],"nature":[89],"reference":[92,196],"standard,":[93],"(c)":[95,142],"output.":[101],"Based":[102],"on":[103,213],"responses,":[106],"they":[107],"obtain":[109],"recommendations":[110],"regarding":[111],"appropriate":[112],"evaluation":[114],"approaches":[115],"metrics,":[117],"literature":[119,179],"references,":[120],"short":[121],"video":[122],"tutorials,":[123],"links":[125],"available":[127,212],"software.":[128],"Five":[129],"have":[131],"identified":[133],"tree:":[137],"classification,":[139,226],"detection/localization,":[141,227],"segmentation,":[143,228],"(d)":[144],"time-to-event":[145,231],"analysis,":[146],"(e)":[148],"estimation.":[149],"As":[150],"an":[151],"example,":[152],"classification":[154,164],"branch":[155],"includes":[160],"binary":[161,188],"multi-class":[163],"provides":[167],"suggestions":[168],"methods":[170],"metrics":[172],"as":[173,175],"well":[174],"software":[176],"recommendations,":[177],"references":[180],"situations":[182],"where":[183],"produces":[186],"either":[187],"or":[189,200],"non-binary":[190],"(e.g.,":[191],"continuous)":[192],"output":[193],"standards":[197],"with":[198],"negligible":[199],"non-negligible":[201],"variability":[202],"unreliability.":[204],"made":[210],"publicly":[211],"website":[216],"conducting":[221],"task-specific":[222],"evaluations,":[224],"estimation,":[229],"tasks.":[232]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}