{"id":"https://openalex.org/W3133239026","doi":"https://doi.org/10.1117/12.2581996","title":"Reproducibility in deep learning algorithms for digital pathology applications: a case study using the CAMELYON16 datasets","display_name":"Reproducibility in deep learning algorithms for digital pathology applications: a case study using the CAMELYON16 datasets","publication_year":2021,"publication_date":"2021-02-12","ids":{"openalex":"https://openalex.org/W3133239026","doi":"https://doi.org/10.1117/12.2581996","mag":"3133239026"},"language":"en","primary_location":{"id":"doi:10.1117/12.2581996","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2581996","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2021: Digital Pathology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102010515","display_name":"Weizhe Li","orcid":"https://orcid.org/0000-0003-2779-1458"},"institutions":[{"id":"https://openalex.org/I1320320070","display_name":"United States Food and Drug Administration","ror":"https://ror.org/034xvzb47","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Weizhe Li","raw_affiliation_strings":["U.S. Food and Drug Administration (United States)"],"affiliations":[{"raw_affiliation_string":"U.S. Food and Drug Administration (United States)","institution_ids":["https://openalex.org/I1320320070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013024206","display_name":"Weijie Chen","orcid":"https://orcid.org/0000-0001-7437-7829"},"institutions":[{"id":"https://openalex.org/I1320320070","display_name":"United States Food and Drug Administration","ror":"https://ror.org/034xvzb47","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weijie Chen","raw_affiliation_strings":["U.S. Food and Drug Administration (United States)"],"affiliations":[{"raw_affiliation_string":"U.S. Food and Drug Administration (United States)","institution_ids":["https://openalex.org/I1320320070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5102010515"],"corresponding_institution_ids":["https://openalex.org/I1320320070"],"apc_list":null,"apc_paid":null,"fwci":0.2719,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.60480624,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"41","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12874","display_name":"Digital Imaging for Blood Diseases","score":0.9635999798774719,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7881110310554504},{"id":"https://openalex.org/keywords/digital-pathology","display_name":"Digital pathology","score":0.6858680844306946},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6722037196159363},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.636347770690918},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.5806328058242798},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5655052065849304},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5614691376686096},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.512171745300293},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.48037204146385193},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.4782642126083374},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4630465805530548},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38007652759552},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11556297540664673},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09795248508453369}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7881110310554504},{"id":"https://openalex.org/C2777522853","wikidata":"https://www.wikidata.org/wiki/Q5276128","display_name":"Digital pathology","level":2,"score":0.6858680844306946},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6722037196159363},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.636347770690918},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.5806328058242798},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5655052065849304},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5614691376686096},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.512171745300293},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.48037204146385193},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.4782642126083374},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4630465805530548},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38007652759552},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11556297540664673},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09795248508453369},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1117/12.2581996","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2581996","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Medical Imaging 2021: Digital Pathology","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2413717610","https://openalex.org/W1973270181","https://openalex.org/W2417696084","https://openalex.org/W2368782778","https://openalex.org/W2087830269","https://openalex.org/W3106281778","https://openalex.org/W2003643616","https://openalex.org/W638612878","https://openalex.org/W2140154150","https://openalex.org/W2889302474"],"abstract_inverted_index":{"Reproducibility":[0],"as":[1,37],"a":[2,14,39,90,137,154,240],"cornerstone":[3],"of":[4,16,44,112,120,130,164,172,185,203,214,233],"science":[5],"has":[6,52],"in":[7,13,29,48,55,166,194],"recent":[8],"years":[9],"attracted":[10],"significant":[11],"attention":[12],"variety":[15],"applications":[17],"that":[18,230],"involve":[19],"big":[20,64],"data":[21,65],"and":[22,66,106,153,182,197],"complex":[23,67],"algorithms.":[24,68],"Artificial":[25],"Intelligence":[26],"(AI)":[27],"applications,":[28],"particular,":[30],"have":[31],"been":[32,53],"referred":[33],"by":[34,98,147,210],"some":[35,56],"authors":[36],"having":[38],"\u201creproducibility":[40],"crisis\u201d.":[41],"The":[42],"application":[43],"deep":[45],"learning":[46],"algorithms":[47,108,174],"digital":[49],"pathology,":[50],"which":[51,102,221],"demonstrated":[54],"studies":[57,81],"to":[58,72,82,104,143,217,242],"achieve":[59],"pathologist-level":[60],"performance,":[61],"involves":[62],"both":[63],"It":[69],"is":[70,222],"important":[71],"identify":[73],"technical":[74,234],"factors":[75],"influencing":[76],"AI":[77],"performance":[78,171,209],"for":[79,109,158,239],"such":[80],"be":[83,237,243],"reproducible.":[84,245],"In":[85],"this":[86],"work,":[87],"we":[88],"conducted":[89],"reproducibility":[91],"study":[92,241],"using":[93,116,219],"the":[94,99,110,126,131,151,162,170,183,192,201,207,225],"public":[95],"datasets":[96],"shared":[97],"CAMELYON16":[100,132,226],"challenge,":[101],"aimed":[103],"develop":[105],"assess":[107],"detection":[111],"breast":[113],"cancer":[114],"metastasis":[115],"whole-slide":[117],"images":[118],"(WSIs)":[119],"lymph":[121],"node":[122],"sections.":[123],"We":[124,160,228],"used":[125],"two-stage":[127],"classification":[128,208],"framework":[129],"challenge\u2019s":[133],"top-performing":[134],"algorithm,":[135],"i.e.,":[136],"convolutional":[138],"neural":[139],"network":[140],"(Inception":[141],"V1)":[142],"generate":[144],"heatmaps":[145,152],"followed":[146],"feature":[148],"extraction":[149],"from":[150],"random":[155],"forest":[156],"classifier":[157],"classification.":[159],"investigated":[161],"effects":[163],"variations":[165],"training/testing":[167],"procedures":[168],"on":[169],"AI/ML":[173],"including":[175],"color":[176,179,195,198],"augmentation":[177,196],"methods,":[178,181,200],"normalization":[180,199],"resolution":[184],"heatmaps.":[186],"Our":[187],"results":[188],"showed":[189],"that,":[190],"despite":[191],"differences":[193],"utilization":[202],"these":[204],"techniques":[205],"improved":[206],"an":[211],"AUC":[212],"value":[213],"0.07":[215],"compared":[216],"without":[218],"them,":[220],"consistent":[223],"with":[224],"findings.":[227],"concluded":[229],"sufficient":[231],"details":[232],"description":[235],"should":[236],"provided":[238],"fully":[244]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}