{"id":"https://openalex.org/W2793634611","doi":"https://doi.org/10.1117/12.2293807","title":"Assessment of computerized algorithms by comparing with human observers in binary classification tasks: a simulation study","display_name":"Assessment of computerized algorithms by comparing with human observers in binary classification tasks: a simulation study","publication_year":2018,"publication_date":"2018-03-07","ids":{"openalex":"https://openalex.org/W2793634611","doi":"https://doi.org/10.1117/12.2293807","mag":"2793634611"},"language":"en","primary_location":{"id":"doi:10.1117/12.2293807","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2293807","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2018: Image Perception, Observer Performance, and Technology Assessment","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100397448","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0001-8586-872X"},"institutions":[{"id":"https://openalex.org/I1320320070","display_name":"United States Food and Drug Administration","ror":"https://ror.org/034xvzb47","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070"]},{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yang Yang","raw_affiliation_strings":["U.S. Food and Drug Administration (United States)","Univ. at Buffalo (United States)"],"affiliations":[{"raw_affiliation_string":"U.S. Food and Drug Administration (United States)","institution_ids":["https://openalex.org/I1320320070"]},{"raw_affiliation_string":"Univ. at Buffalo (United States)","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073468417","display_name":"Berkman Sahiner","orcid":"https://orcid.org/0000-0003-2804-2264"},"institutions":[{"id":"https://openalex.org/I1320320070","display_name":"United States Food and Drug Administration","ror":"https://ror.org/034xvzb47","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Berkman Sahiner","raw_affiliation_strings":["U.S. Food and Drug Administration (United States)"],"affiliations":[{"raw_affiliation_string":"U.S. Food and Drug Administration (United States)","institution_ids":["https://openalex.org/I1320320070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100654925","display_name":"Zhipeng Huang","orcid":"https://orcid.org/0000-0003-4221-4982"},"institutions":[{"id":"https://openalex.org/I1320320070","display_name":"United States Food and Drug Administration","ror":"https://ror.org/034xvzb47","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhipeng Huang","raw_affiliation_strings":["U.S. Food and Drug Administration (United States)"],"affiliations":[{"raw_affiliation_string":"U.S. Food and Drug Administration (United States)","institution_ids":["https://openalex.org/I1320320070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006593300","display_name":"Nicholas Petrick","orcid":"https://orcid.org/0000-0001-5167-8899"},"institutions":[{"id":"https://openalex.org/I1320320070","display_name":"United States Food and Drug Administration","ror":"https://ror.org/034xvzb47","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas A. Petrick","raw_affiliation_strings":["U.S. Food and Drug Administration  (United States)"],"affiliations":[{"raw_affiliation_string":"U.S. Food and Drug Administration  (United States)","institution_ids":["https://openalex.org/I1320320070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020066887","display_name":"Wei-Jie Chen","orcid":"https://orcid.org/0000-0001-5186-0279"},"institutions":[{"id":"https://openalex.org/I1320320070","display_name":"United States Food and Drug Administration","ror":"https://ror.org/034xvzb47","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weijie Chen","raw_affiliation_strings":["U.S. Food and Drug Administration (United States)"],"affiliations":[{"raw_affiliation_string":"U.S. Food and Drug Administration (United States)","institution_ids":["https://openalex.org/I1320320070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100397448"],"corresponding_institution_ids":["https://openalex.org/I1320320070","https://openalex.org/I63190737"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0275955,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"37","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.681443452835083},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6679940223693848},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6666815876960754},{"id":"https://openalex.org/keywords/statistic","display_name":"Statistic","score":0.5837827920913696},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5264770984649658},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5188937783241272},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5119074583053589},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.4891689121723175},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.4874143898487091},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.44236359000205994},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41924411058425903},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.41062748432159424},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3857770562171936},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21940428018569946},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.16631782054901123}],"concepts":[{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.681443452835083},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6679940223693848},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6666815876960754},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.5837827920913696},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5264770984649658},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5188937783241272},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5119074583053589},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.4891689121723175},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.4874143898487091},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.44236359000205994},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41924411058425903},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.41062748432159424},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3857770562171936},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21940428018569946},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.16631782054901123},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1117/12.2293807","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2293807","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2018: Image Perception, Observer Performance, and Technology Assessment","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1972019717","https://openalex.org/W1973817258","https://openalex.org/W2045234411","https://openalex.org/W2086127902","https://openalex.org/W2087189170","https://openalex.org/W2138309086","https://openalex.org/W2141619730","https://openalex.org/W2345010043","https://openalex.org/W2581082771"],"related_works":["https://openalex.org/W4287880334","https://openalex.org/W4366700029","https://openalex.org/W3175363083","https://openalex.org/W4285230481","https://openalex.org/W2359776416","https://openalex.org/W3122602933","https://openalex.org/W2950038056","https://openalex.org/W1544940847","https://openalex.org/W2289285490","https://openalex.org/W4249469540"],"abstract_inverted_index":{"It":[0],"is":[1,114,186],"generally":[2],"recognized":[3],"that":[4,177],"recent":[5],"advancements":[6,36],"in":[7,26,102,111],"computer":[8,46],"vision,":[9],"especially":[10],"the":[11,21,38,41,45,52,69,88,145,152,155,182],"development":[12],"of":[13,23,40,43,54,66,90,99,140],"deep":[14],"convolutional":[15],"neural":[16],"networks,":[17],"has":[18],"substantially":[19],"improved":[20],"performance":[22,49,53,91,108,184],"computerized":[24],"algorithms":[25],"medical":[27],"imaging":[28],"for":[29,68,137,144,170,181,196,201],"classification":[30,105],"tasks":[31],"such":[32],"as":[33,132],"cancer":[34],"detection/diagnosis.These":[35],"underscore":[37],"importance":[39],"question":[42],"how":[44],"algorithm\u2019s":[47],"stand-alone":[48],"compares":[50],"with":[51],"physicians.":[55],"Current":[56],"literature":[57],"often":[58],"uses":[59],"descriptive":[60],"statistics":[61],"or":[62,120],"a":[63,82,97,103,161],"visual":[64],"check":[65],"plots":[67],"comparison":[70],"lacking":[71],"quantitative":[72],"and":[73,96,129,135,154],"rigorous":[74],"statistical":[75],"inference.":[76],"In":[77],"this":[78,112],"work,":[79],"we":[80,159],"developed":[81],"<i>U</i>-statistic":[83],"based":[84,165],"approach":[85],"to":[86,147,150],"estimate":[87],"variance":[89,123,168,179,194],"difference":[92,185],"between":[93],"an":[94],"algorithm":[95],"group":[98],"human":[100,127],"observers":[101,128],"binary":[104],"task.":[106],"The":[107,188],"metric":[109],"considered":[110],"work":[113],"percent":[115],"correct":[116],"(PC),":[117],"e.g.,":[118],"sensitivity":[119],"specificity.":[121],"Our":[122,173],"estimation":[124],"treats":[125],"both":[126,138,151],"patient":[130,153],"cases":[131],"random":[133],"samples":[134],"accounts":[136],"sources":[139],"variability,":[141],"thereby":[142],"allowing":[143],"conclusion":[146],"be":[148],"generalizable":[149],"physician":[156],"populations.":[157],"Moreover,":[158],"investigated":[160],"z":[162],"-statistic":[163],"method":[164,191],"on":[166],"our":[167,178,193],"estimator":[169,180,195],"hypothesis":[171,197],"testing.":[172],"simulation":[174],"results":[175],"show":[176],"PC":[183],"unbiased.":[187],"normal":[189],"approximation":[190],"using":[192],"testing":[198],"appears":[199],"useful":[200],"large":[202],"sample":[203],"sizes.":[204]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}