{"id":"https://openalex.org/W2171522051","doi":"https://doi.org/10.1109/isbi.2006.1625167","title":"Comparing Image Detection Algorithms Using Resampling","display_name":"Comparing Image Detection Algorithms Using Resampling","publication_year":2006,"publication_date":"2006-05-25","ids":{"openalex":"https://openalex.org/W2171522051","doi":"https://doi.org/10.1109/isbi.2006.1625167","mag":"2171522051"},"language":"en","primary_location":{"id":"doi:10.1109/isbi.2006.1625167","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi.2006.1625167","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"3rd IEEE International Symposium on Biomedical Imaging: Macro to Nano, 2006.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050029701","display_name":"F. W. Samuelson","orcid":"https://orcid.org/0000-0002-1130-0303"},"institutions":[{"id":"https://openalex.org/I1320320070","display_name":"United States Food and Drug Administration","ror":"https://ror.org/034xvzb47","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070"]},{"id":"https://openalex.org/I1335686170","display_name":"Center for Devices and Radiological Health","ror":"https://ror.org/007x9se63","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070","https://openalex.org/I1335686170"]},{"id":"https://openalex.org/I4210088243","display_name":"National Institute of Biomedical Imaging and Bioengineering","ror":"https://ror.org/00372qc85","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I4210088243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"F.W. Samuelson","raw_affiliation_strings":["NIBIB/CDRH Joint Laboratory for the Assessment of Medical Imaging Systems, U.S. Food and Drug Administration, Center for Devices and Radiological Health, Rockville, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NIBIB/CDRH Joint Laboratory for the Assessment of Medical Imaging Systems, U.S. Food and Drug Administration, Center for Devices and Radiological Health, Rockville, MD, USA","institution_ids":["https://openalex.org/I1335686170","https://openalex.org/I4210088243","https://openalex.org/I1320320070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006593300","display_name":"Nicholas Petrick","orcid":"https://orcid.org/0000-0001-5167-8899"},"institutions":[{"id":"https://openalex.org/I1320320070","display_name":"United States Food and Drug Administration","ror":"https://ror.org/034xvzb47","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070"]},{"id":"https://openalex.org/I1335686170","display_name":"Center for Devices and Radiological Health","ror":"https://ror.org/007x9se63","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070","https://openalex.org/I1335686170"]},{"id":"https://openalex.org/I4210088243","display_name":"National Institute of Biomedical Imaging and Bioengineering","ror":"https://ror.org/00372qc85","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I4210088243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"N. Petrick","raw_affiliation_strings":["NIBIB/CDRH Joint Laboratory for the Assessment of Medical Imaging Systems, U.S. Food and Drug Administration, Center for Devices and Radiological Health, Rockville, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NIBIB/CDRH Joint Laboratory for the Assessment of Medical Imaging Systems, U.S. Food and Drug Administration, Center for Devices and Radiological Health, Rockville, MD, USA","institution_ids":["https://openalex.org/I1335686170","https://openalex.org/I4210088243","https://openalex.org/I1320320070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9866,"has_fulltext":false,"cited_by_count":88,"citation_normalized_percentile":{"value":0.93354377,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1312","last_page":"1315"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10522","display_name":"Medical Imaging Techniques and Applications","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10522","display_name":"Medical Imaging Techniques and Applications","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/resampling","display_name":"Resampling","score":0.9228720664978027},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7154620289802551},{"id":"https://openalex.org/keywords/permutation","display_name":"Permutation (music)","score":0.7045406103134155},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6548765897750854},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5522803068161011},{"id":"https://openalex.org/keywords/nonparametric-statistics","display_name":"Nonparametric statistics","score":0.5210275650024414},{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.5133189558982849},{"id":"https://openalex.org/keywords/type-i-and-type-ii-errors","display_name":"Type I and type II errors","score":0.46301648020744324},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.4453083276748657},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.441305935382843},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.4302869141101837},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4181903004646301},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39189696311950684},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2629457116127014},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.22118717432022095},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21482586860656738}],"concepts":[{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.9228720664978027},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7154620289802551},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.7045406103134155},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6548765897750854},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5522803068161011},{"id":"https://openalex.org/C102366305","wikidata":"https://www.wikidata.org/wiki/Q1097688","display_name":"Nonparametric statistics","level":2,"score":0.5210275650024414},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.5133189558982849},{"id":"https://openalex.org/C40696583","wikidata":"https://www.wikidata.org/wiki/Q989120","display_name":"Type I and type II errors","level":2,"score":0.46301648020744324},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.4453083276748657},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.441305935382843},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.4302869141101837},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4181903004646301},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39189696311950684},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2629457116127014},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.22118717432022095},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21482586860656738},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isbi.2006.1625167","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi.2006.1625167","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"3rd IEEE International Symposium on Biomedical Imaging: Macro to Nano, 2006.","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1995945562","https://openalex.org/W1999259958","https://openalex.org/W2057335587","https://openalex.org/W2073383890","https://openalex.org/W2074730586","https://openalex.org/W2079135485","https://openalex.org/W2086892210","https://openalex.org/W2108023739","https://openalex.org/W3106889297","https://openalex.org/W3201462952"],"related_works":["https://openalex.org/W155537083","https://openalex.org/W2321142506","https://openalex.org/W1564545192","https://openalex.org/W2911890894","https://openalex.org/W2951635992","https://openalex.org/W3027596149","https://openalex.org/W2005061125","https://openalex.org/W2906877126","https://openalex.org/W2954217426","https://openalex.org/W1483399066"],"abstract_inverted_index":{"The":[0,135],"ability":[1],"to":[2,52],"statistically":[3,131],"compare":[4],"the":[5,20,75,96,103,123,148,157],"performance":[6,60,82,105],"of":[7,24,78,81,95,122,137,156],"two":[8,58,86,130],"computer":[9],"detection":[10,14,30],"(CD)":[11],"or":[12],"computer-aided":[13],"(CAD)":[15],"algorithms":[16],"is":[17,117],"fundamental":[18],"for":[19,32,74,111],"development":[21],"and":[22,69,107,150],"evaluation":[23],"medical":[25,33],"image":[26],"analysis":[27],"tools.":[28],"Automated":[29],"tools":[31,48],"imaging":[34],"are":[35,49],"commonly":[36],"characterized":[37],"using":[38,99],"free-response":[39],"receiver":[40],"operating":[41],"characteristic":[42],"(FROC)":[43],"methods.":[44],"However,":[45],"few":[46],"statistical":[47,54,79],"currently":[50],"available":[51],"estimate":[53],"significance":[55,80],"when":[56,84],"comparing":[57,85],"FROC":[59,87,104],"curves.":[61,88],"In":[62],"this":[63],"study,":[64],"we":[65],"introduce":[66],"a":[67,70,108,120],"permutation":[68,149],"bootstrap":[71,151],"resampling":[72],"method":[73],"nonparametric":[76],"estimation":[77],"metrics":[83],"We":[89],"then":[90],"provide":[91],"an":[92,100],"initial":[93],"validation":[94],"proposed":[97],"methods":[98,152],"area":[101],"under":[102],"metric":[106],"simulation":[109],"model":[110],"creating":[112],"CD":[113,133],"algorithm":[114],"prompts.":[115],"Validation":[116],"based":[118],"on":[119],"comparison":[121],"Type":[124,159],"I":[125,160],"error":[126,161],"rate":[127,162],"produced":[128,153],"by":[129],"identical":[132],"algorithms.":[134],"results":[136],"10":[138],"<sup":[139],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[140],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">4</sup>":[141],"Monte":[142],"Carlo":[143],"trials":[144],"show":[145],"that":[146],"both":[147],"excellent":[154],"estimates":[155],"expected":[158]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":7},{"year":2012,"cited_by_count":6}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
