{"id":"https://openalex.org/W7216292385","doi":"https://doi.org/10.64898/2026.10.01.26364465","title":"Seeded Probes Do Not Identify a Reviewer\u2019s Miss Rate: One-Sided Misclassification in Distribution-Free Risk Control","display_name":"Seeded Probes Do Not Identify a Reviewer\u2019s Miss Rate: One-Sided Misclassification in Distribution-Free Risk Control","publication_year":2026,"publication_date":"2026-10-02","ids":{"openalex":"https://openalex.org/W7216292385","doi":"https://doi.org/10.64898/2026.10.01.26364465"},"language":"en","primary_location":{"id":"doi:10.64898/2026.10.01.26364465","doi":"https://doi.org/10.64898/2026.10.01.26364465","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.10.01.26364465","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/10/02/2026.10.01.26364465.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.medrxiv.org/content/medrxiv/early/2026/10/02/2026.10.01.26364465.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5154399091","display_name":"Krishna Chaitanya Kotabhattara","orcid":"https://orcid.org/0009-0008-6634-6473","observed_orcids":["https://orcid.org/0009-0008-6634-6473"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Krishna Chaitanya Kotabhattara","raw_affiliation_strings":["ConcertAI, Bengaluru, India"],"raw_orcid":"https://orcid.org/0009-0008-6634-6473","affiliations":[{"raw_affiliation_string":"ConcertAI, Bengaluru, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016795502","display_name":"Abhishek Siroha","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abhishek Siroha","raw_affiliation_strings":["ConcertAI, Bengaluru, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ConcertAI, Bengaluru, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5155644100","display_name":"Pijush Pal","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pijush Pal","raw_affiliation_strings":["ConcertAI, Bengaluru, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ConcertAI, Bengaluru, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5155273134","display_name":"Surya K","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Surya K","raw_affiliation_strings":["ConcertAI, Bengaluru, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ConcertAI, Bengaluru, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120628285","display_name":"Venkata Siddharth Dhara","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Venkata Siddharth Dhara","raw_affiliation_strings":["ConcertAI, Bengaluru, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ConcertAI, Bengaluru, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020518455","display_name":"Priya Prabhakar","orcid":"https://orcid.org/0009-0005-5678-980X","observed_orcids":["https://orcid.org/0009-0005-5678-980X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Priya Prabhakar","raw_affiliation_strings":["ConcertAI, Bengaluru, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ConcertAI, Bengaluru, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5155114664","display_name":"Nagaraj Honkote","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nagaraj Honkote","raw_affiliation_strings":["ConcertAI, Bengaluru, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ConcertAI, Bengaluru, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062052248","display_name":"Mounika Marreddy","orcid":"https://orcid.org/0000-0003-1184-640X","observed_orcids":["https://orcid.org/0000-0003-1184-640X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mounika Marreddy","raw_affiliation_strings":["ConcertAI, Bengaluru, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ConcertAI, Bengaluru, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5156066350","display_name":"Namita Namita","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Namita","raw_affiliation_strings":["ConcertAI, Bengaluru, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ConcertAI, Bengaluru, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137763835","display_name":"Athmica Kishore K","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Athmica Kishore K","raw_affiliation_strings":["ConcertAI, Bengaluru, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ConcertAI, Bengaluru, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109583051","display_name":"Pramit Saha","orcid":"https://orcid.org/0009-0006-8090-1969","observed_orcids":["https://orcid.org/0009-0006-8090-1969"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pramit Saha","raw_affiliation_strings":["ConcertAI, Bengaluru, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ConcertAI, Bengaluru, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089412205","display_name":"Jacob M. Agris","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jacob M Agris","raw_affiliation_strings":["ConcertAI, New York, New York, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ConcertAI, New York, New York, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5154399091"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.2660999894142151,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.2660999894142151,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.17980000376701355,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.031099999323487282,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/noisy-labels","display_name":"label noise","score":0.5740000009536743},{"id":"https://openalex.org/keywords/detectability","display_name":"detectability","score":0.6480000019073486},{"id":"https://openalex.org/keywords/label-noise-correction","display_name":"label noise correction","score":0.5550000071525574},{"id":"https://openalex.org/keywords/clinical-decision-support","display_name":"clinical decision support","score":0.49399998784065247}],"concepts":[{"id":"https://openalex.org/C96865113","wikidata":"https://www.wikidata.org/wiki/Q2946816","display_name":"Certificate","level":2,"score":0.7379999756813049},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5515999794006348},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.4747999906539917},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4510999917984009},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.40779998898506165},{"id":"https://openalex.org/C206713868","wikidata":"https://www.wikidata.org/wiki/Q1674639","display_name":"Near miss","level":2,"score":0.40230000019073486},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39259999990463257},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.301800012588501},{"id":"https://openalex.org/C2776299755","wikidata":"https://www.wikidata.org/wiki/Q432449","display_name":"Carry (investment)","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C77595967","wikidata":"https://www.wikidata.org/wiki/Q3151013","display_name":"Forensic engineering","level":1,"score":0.28189998865127563},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.27000001072883606},{"id":"https://openalex.org/C3019724377","wikidata":"https://www.wikidata.org/wiki/Q517656","display_name":"Record keeping","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.25609999895095825}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.64898/2026.10.01.26364465","doi":"https://doi.org/10.64898/2026.10.01.26364465","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.10.01.26364465","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/10/02/2026.10.01.26364465.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.64898/2026.10.01.26364465","doi":"https://doi.org/10.64898/2026.10.01.26364465","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.10.01.26364465","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/10/02/2026.10.01.26364465.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7216292385.pdf","grobid_xml":"https://content.openalex.org/works/W7216292385.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W1545169144","https://openalex.org/W2083355945","https://openalex.org/W2093232475","https://openalex.org/W2113891910","https://openalex.org/W2304087115","https://openalex.org/W2768824252","https://openalex.org/W2936788460","https://openalex.org/W3118640283","https://openalex.org/W4290055968","https://openalex.org/W4380490520","https://openalex.org/W4388520288","https://openalex.org/W4407046395","https://openalex.org/W4410803261","https://openalex.org/W6884639156","https://openalex.org/W7135233136"],"related_works":["https://openalex.org/W7221532410","https://openalex.org/W7170883127","https://openalex.org/W7220958569","https://openalex.org/W7204207599","https://openalex.org/W7168178048","https://openalex.org/W7212359215","https://openalex.org/W7203596038","https://openalex.org/W7168103329","https://openalex.org/W7164932030","https://openalex.org/W7214726705"],"abstract_inverted_index":{"Abstract":[0],"Distribution-free":[1],"risk":[2,61],"control":[3],"certifies":[4],"that":[5,10,89,117,171,238,257],"the":[6,16,60,69,78,83,98,144,151,181,196,201,204,227,236,243,285,287,302,329,331],"rate":[7,81,147,153,191,205],"of":[8,109,226,272,312,318,328],"defects":[9,95,127,136,237,273,330],"would":[11,174],"change":[12],"clinical":[13],"management,":[14],"among":[15],"answers":[17,320],"an":[18,38,165,260],"AI":[19],"system":[20],"releases,":[21],"stays":[22],"below":[23,207],"a":[24,30,47,53,74,111,169,193,213,233,268,292,310,315,324],"stated":[25],"level,":[26],"calibrated":[27],"on":[28,62,82,114,195,259,345],"cases":[29,266,286],"human":[31],"reviewer":[32,36,234,252,269,289],"has":[33],"checked.":[34],"The":[35,133,219],"is":[37,71,119,160,192],"imperfect":[39],"reference":[40],"standard":[41],"whose":[42,189],"errors":[43],"run":[44],"one":[45,277],"way:":[46],"missed":[48],"defect":[49,112,118],"enters":[50],"calibration":[51],"as":[52,240],"safe":[54],"label.":[55],"This":[56,156],"one-sided":[57],"misclassification":[58],"lowers":[59],"record":[63],"at":[64,128,138],"every":[65],"release":[66],"threshold,":[67],"so":[68,209,299],"certificate":[70,214],"anti-conservative":[72],"by":[73,77,164,322],"factor":[75],"set":[76],"reviewer\u2019s":[79,107],"miss":[80,104,146,190,293],"system\u2019s":[84,134],"own":[85,135],"defects.":[86],"We":[87],"show":[88],"seeded":[90],"probes,":[91],"which":[92],"plant":[93],"known":[94],"and":[96,142,215,242,274,350,353],"count":[97],"catches,":[99],"do":[100],"not":[101,161],"identify":[102,180],"this":[103],"rate.":[105,182],"A":[106,124,280],"chance":[108],"missing":[110,270,278],"depends":[113],"how":[115],"hard":[116],"to":[120,340,359],"spot,":[121],"its":[122,130,178,230],"detectability.":[123],"probe":[125,187,202],"samples":[126],"detectabilities":[129,139],"designer":[131],"chose.":[132],"fall":[137],"nothing":[140],"chose,":[141],"converting":[143],"probe\u2019s":[145],"into":[148],"theirs":[149],"requires":[150],"very":[152],"being":[154],"sought.":[155],"holds":[157],"whenever":[158],"detectability":[159],"fully":[162],"captured":[163,172],"observed":[166],"score,":[167],"since":[168],"score":[170],"it":[173,210],"let":[175],"probes":[176],"covering":[177],"range":[179],"Cytology":[183],"field":[184],"validation":[185],"builds":[186],"sets":[188],"floor":[194],"true":[197],"one.":[198,218],"Even":[199],"then":[200],"bounds":[203],"from":[206,357],"only,":[208],"can":[211],"reject":[212],"cannot":[216],"grant":[217],"finite-sample":[220],"label-noise":[221],"corrections":[222],"assume":[223],"noise":[224,303],"independent":[225,261],"case":[228],"given":[229],"label,":[231],"but":[232],"misses":[235],"read":[239],"plausible,":[241],"condition":[244,258],"they":[245],"need":[246],"fails":[247],"in":[248],"all":[249],"four":[250],"simulated":[251],"profiles":[253],"we":[254],"examine.":[255],"Testing":[256],"sample":[262],"takes":[263],"185":[264],"adjudicated":[265],"for":[267,276,301],"85%":[271],"147,938":[275],"3%.":[279],"second":[281],"reader":[282],"who":[283],"adjudicates":[284],"careful":[288],"passed":[290,326],"finds":[291],"with":[294],"95%":[295],"confidence":[296],"within":[297],"498,":[298],"looking":[300],"directly":[304],"costs":[305],"far":[306],"less":[307],"than":[308],"testing":[309],"model":[311,319],"it.":[313],"In":[314],"public":[316],"corpus":[317],"graded":[321],"physicians,":[323],"physician":[325],"26.3%":[327],"other":[332],"graders":[333],"agreed":[334],"were":[335],"there":[336],"(95%":[337],"interval":[338],"21.6%":[339],"31.7%,":[341],"resampling":[342],"whole":[343],"conversations),":[344],"criteria":[346],"about":[347],"seeking":[348],"context":[349],"stating":[351],"uncertainty,":[352],"individual":[354],"rates":[355],"ran":[356],"8.0%":[358],"54.5%.":[360]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-10-03T00:00:00"}