{"id":"https://openalex.org/W7204925985","doi":"https://doi.org/10.48550/arxiv.2608.30835","title":"Reliable Benchmarking of Artifact Detection in Computational Pathology: A Reproducibility and Uncertainty Analysis","display_name":"Reliable Benchmarking of Artifact Detection in Computational Pathology: A Reproducibility and Uncertainty Analysis","publication_year":2026,"publication_date":"2026-08-31","ids":{"openalex":"https://openalex.org/W7204925985","doi":"https://doi.org/10.48550/arxiv.2608.30835"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.30835","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.30835","pdf_url":"https://arxiv.org/pdf/2608.30835","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.30835","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050246862","display_name":"\u039a\u03c9\u03bd\u03c3\u03c4\u03b1\u03bd\u03c4\u03af\u03bd\u03bf\u03c2 \u039c\u03bf\u03cd\u03c4\u03c3\u03b5\u03bb\u03bf\u03c2","orcid":"https://orcid.org/0000-0002-6759-8540","observed_orcids":["https://orcid.org/0000-0002-6759-8540"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moutselos, Konstantinos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124932322","display_name":"Ilias Maglogiannis","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maglogiannis, Ilias","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artifact-detection","display_name":"artifact detection","score":0.8149999976158142},{"id":"https://openalex.org/keywords/annotation-bias","display_name":"annotation bias","score":0.42100000381469727},{"id":"https://openalex.org/keywords/histopathology","display_name":"histopathology","score":0.5839999914169312},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.574999988079071}],"concepts":[{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.7878999710083008},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6500999927520752},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.6464999914169312},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6134999990463257},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.598800003528595},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5600000023841858},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5080000162124634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4982999861240387},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4828999936580658},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4122999906539917},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40209999680519104},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3928999900817871},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39169999957084656},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.35760000348091125},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.3402000069618225},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C689293","wikidata":"https://www.wikidata.org/wiki/Q751484","display_name":"Block design","level":2,"score":0.335999995470047},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.3052000105381012},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.30000001192092896},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.27379998564720154}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.30835","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.30835","pdf_url":"https://arxiv.org/pdf/2608.30835","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.30835","doi":"https://doi.org/10.48550/arxiv.2608.30835","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.30835","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.30835","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.30835","pdf_url":"https://arxiv.org/pdf/2608.30835","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7204966163","https://openalex.org/W7214235224","https://openalex.org/W4408777982","https://openalex.org/W3186227476","https://openalex.org/W7161854200","https://openalex.org/W4362593580","https://openalex.org/W7215069080","https://openalex.org/W1728996025","https://openalex.org/W4389542561","https://openalex.org/W4399795252"],"abstract_inverted_index":{"Background":[0],"and":[1,50,79,120,142,180,209,266],"Objective:":[2],"Quality":[3],"control":[4],"is":[5,85,235],"a":[6,38,51,58,83,109,122,145,233,264],"prerequisite":[7],"for":[8,61],"whole-slide":[9],"image":[10],"analysis,":[11],"yet":[12],"the":[13,95,116,131,164,182,187,190,210,215,272],"benchmarks":[14,243],"on":[15,115,159,262],"which":[16],"quality-control":[17],"methods":[18],"are":[19,255],"compared":[20],"share":[21],"four":[22,68,96,253],"properties":[23],"that":[24],"make":[25],"their":[26],"reported":[27],"differences":[28,176,271],"hard":[29],"to":[30,104,140,168,258],"interpret:":[31],"few":[32],"independent":[33,106],"slides,":[34],"annotation":[35,226],"concentrated":[36],"in":[37],"minority":[39],"of":[40,70,94,99,108,189,193,198,207,224,229],"them,":[41],"pooled":[42,136],"ratio":[43],"metrics":[44],"with":[45,237],"no":[46],"closed-form":[47],"standard":[48],"error,":[49],"single":[52],"inherited":[53,211],"train/test":[54],"partition.":[55],"We":[56,101],"propose":[57],"reliability":[59],"protocol":[60,66],"such":[62,232,263],"benchmarks.":[63],"Methods:":[64],"The":[65,126,252],"quantifies":[67],"sources":[69],"variability":[71],"-":[72,82],"test-set":[73],"sampling,":[74],"training":[75],"stochasticity,":[76],"partition":[77,119,212],"composition,":[78],"undocumented":[80],"preprocessing":[81],"claim":[84],"reportable":[86],"only":[87],"if":[88],"it":[89,103,157],"survives":[90],"all":[91],"four;":[92],"three":[93],"cost":[97],"minutes":[98],"compute.":[100],"apply":[102],"an":[105,203],"reconstruction":[107],"published":[110],"diffusion-based":[111],"artifact":[112,165],"detector,":[113],"evaluated":[114],"original":[117],"24-slide":[118],"against":[121,181,227],"supervised":[123,183],"baseline.":[124],"Results:":[125],"method's":[127],"central":[128],"mechanism":[129],"reproduces:":[130],"auxiliary":[132],"contrastive":[133],"term":[134],"improves":[135],"F1":[137],"from":[138,270],"0.673":[139],"0.688":[141],"replicates":[143],"under":[144],"second":[146],"seed":[147],"(+0.0156,":[148],"p":[149,153],"=":[150,154],"0.031;":[151],"+0.0190,":[152],"0.005),":[155],"although":[156],"acts":[158],"pen":[160],"marking":[161],"rather":[162],"than":[163,248],"types":[166],"cited":[167],"motivate":[169],"it.":[170],"Its":[171],"comparative":[172],"claims":[173],"do":[174],"not:":[175],"between":[177],"design":[178],"variants,":[179],"baseline,":[184],"fall":[185],"inside":[186],"uncertainty":[188],"evaluation.":[191],"Four":[192],"24":[194],"slides":[195],"carry":[196],"70%":[197],"scored":[199],"annotated":[200],"pixels,":[201],"giving":[202],"effective":[204],"sample":[205],"size":[206],"6.2,":[208],"sits":[213],"at":[214],"7th":[216],"percentile.":[217],"An":[218],"unreported":[219],"tissue-restriction":[220],"step":[221],"excludes":[222],"41.4%":[223],"out-of-focus":[225],"2.6%":[228],"air":[230],"bubble;":[231],"gate":[234],"confounded":[236],"blur":[238],"by":[239],"construction.":[240],"Conclusions:":[241],"Small-cohort":[242],"support":[244],"far":[245],"weaker":[246],"conclusions":[247],"current":[249],"reporting":[250],"implies.":[251],"checks":[254],"cheap":[256],"enough":[257],"accompany":[259],"any":[260],"evaluation":[261,273],"resource":[265],"separate":[267],"reproducible":[268],"effects":[269],"cannot":[274],"resolve.":[275]},"counts_by_year":[],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2026-09-02T00:00:00"}