{"id":"https://openalex.org/W7225395656","doi":"https://doi.org/10.5281/zenodo.23978360","title":"Agentic Adjudication of Clinical Reports: an evaluation design for second reads","display_name":"Agentic Adjudication of Clinical Reports: an evaluation design for second reads","publication_year":2026,"publication_date":"2026-11-06","ids":{"openalex":"https://openalex.org/W7225395656","doi":"https://doi.org/10.5281/zenodo.23978360"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.23978360","doi":"https://doi.org/10.5281/zenodo.23978360","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23978360","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.23978360","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5147730660","display_name":"Soons Luuk","orcid":"https://orcid.org/0009-0000-3088-6373","observed_orcids":["https://orcid.org/0009-0000-3088-6373"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Soons, Luuk Joseph","raw_affiliation_strings":["CounterProof Research, a practice of Clavestra Capital Limited, Malta"],"raw_orcid":"https://orcid.org/0009-0000-3088-6373","affiliations":[{"raw_affiliation_string":"CounterProof Research, a practice of Clavestra Capital Limited, Malta","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5147730660"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9223999977111816,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9223999977111816,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.047600001096725464,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.006200000178068876,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/radiology-reports","display_name":"radiology reports","score":0.7829999923706055},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7940000295639038},{"id":"https://openalex.org/keywords/evaluation-design","display_name":"evaluation design","score":0.4169999957084656},{"id":"https://openalex.org/keywords/gpt-4o","display_name":"GPT-4o","score":0.6019999980926514},{"id":"https://openalex.org/keywords/clinicalbert","display_name":"ClinicalBERT","score":0.953000009059906},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"precision and recall","score":0.33399999141693115}],"concepts":[{"id":"https://openalex.org/C2779077324","wikidata":"https://www.wikidata.org/wiki/Q1087138","display_name":"Dictation","level":2,"score":0.6772000193595886},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5415999889373779},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5170999765396118},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5047000050544739},{"id":"https://openalex.org/C204434341","wikidata":"https://www.wikidata.org/wiki/Q357789","display_name":"Adjudication","level":2,"score":0.45559999346733093},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.44029998779296875},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4300999939441681},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.4169999957084656},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.39579999446868896},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.367900013923645},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.3384999930858612},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.33329999446868896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30570000410079956},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C2776889888","wikidata":"https://www.wikidata.org/wiki/Q1135789","display_name":"Unintended consequences","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C117797892","wikidata":"https://www.wikidata.org/wiki/Q286363","display_name":"Shadow (psychology)","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.27950000762939453},{"id":"https://openalex.org/C71889745","wikidata":"https://www.wikidata.org/wiki/Q1783264","display_name":"Counterfactual conditional","level":3,"score":0.27079999446868896},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.2702000141143799},{"id":"https://openalex.org/C146834321","wikidata":"https://www.wikidata.org/wiki/Q2979672","display_name":"Closure (psychology)","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.2630999982357025},{"id":"https://openalex.org/C2777543875","wikidata":"https://www.wikidata.org/wiki/Q797551","display_name":"Waiver","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.25679999589920044},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C169806903","wikidata":"https://www.wikidata.org/wiki/Q5937752","display_name":"Human error","level":2,"score":0.2526000142097473},{"id":"https://openalex.org/C2779318504","wikidata":"https://www.wikidata.org/wiki/Q1438035","display_name":"Research design","level":2,"score":0.25220000743865967}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.23978360","doi":"https://doi.org/10.5281/zenodo.23978360","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23978360","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.23978361","doi":"https://doi.org/10.5281/zenodo.23978361","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23978361","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.23978360","doi":"https://doi.org/10.5281/zenodo.23978360","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23978360","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[{"id":"https://openalex.org/study-designs/study-protocol","display_name":"Study Protocol"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7147734818","https://openalex.org/W7213977874","https://openalex.org/W7204836181","https://openalex.org/W7119248766","https://openalex.org/W7214189993","https://openalex.org/W7161181666","https://openalex.org/W7116649489","https://openalex.org/W4410542414","https://openalex.org/W7204792719","https://openalex.org/W7167582503"],"abstract_inverted_index":{"A":[0,180],"signed":[1],"radiology":[2,329],"report":[3,330],"can":[4,136],"carry":[5],"an":[6,34,87,257,319,454],"error":[7,296,334],"that":[8,30,51,71,133,366],"a":[9,14,17,21,27,123,126,129,134,178,202,238,241,254,324,340,368,380,389,399,407,416,448],"second":[10],"reader":[11],"would":[12,102],"catch:":[13],"side":[15],"reversed,":[16],"measurement":[18],"copied":[19],"wrongly,":[20],"finding":[22,124,413],"asserted":[23],"and":[24,100,128,147,213,227,268,305,354,359,398,415,422,433,462,477,484,493,504,537],"then":[25],"denied,":[26],"dictation":[28],"phrase":[29],"changes":[31],"the":[32,57,69,75,96,112,117,138,165,168,174,187,207,216,269,275,279,284,299,371,375,396,402,444,475,479,494,500,509,513,532],"meaning,":[33],"impression":[35],"item":[36,423],"with":[37,332,339],"no":[38,193,457,463],"supporting":[39],"finding.":[40],"Large":[41],"language":[42],"models":[43,246,264,282,385,394],"now":[44],"detect":[45],"such":[46],"text-internal":[47],"errors":[48],"at":[49,215],"rates":[50,430],"match":[52],"or":[53,131,523],"exceed":[54],"radiologists":[55,358],"reading":[56],"same":[58,376],"text":[59,331],"in":[60,83,111,145,148,363,437,490,496],"some":[61],"published":[62,194,235],"comparisons.":[63],"This":[64],"conceptual":[65],"methods":[66,304],"proposal":[67,163,322,476],"asks":[68],"question":[70,188],"Study":[72],"B":[73],"of":[74,119,182,218,243,271,301,306,343,383,391,443],"companion":[76,152,403,514],"paper":[77,153,314,515],"Correction":[78],"Across":[79],"Clinical":[80],"Handovers":[81],"poses":[82],"general":[84],"form:":[85],"does":[86],"additional,":[88],"separately":[89,198],"obtained":[90,199],"read":[91,176,200,499],"add":[92],"anything":[93],"worthwhile":[94],"to":[95,170,206,231,262],"strongest":[97,208,372],"single-model":[98,209,373],"workflow,":[99,374],"how":[101],"one":[103,197,312],"know?":[104],"The":[105,151,308,321,440,451,526],"programme's":[106,139],"panel":[107,382,390],"procedure":[108,169],"was":[109,154,277,315,516],"built":[110],"author's":[113],"practice,":[114],"CounterProof,":[115],"for":[116,190,352,411,531],"review":[118,522],"financial-infrastructure":[120],"software,":[121],"where":[122,173,290],"names":[125],"line":[127],"defect":[130],"vulnerability":[132],"test":[135,421],"settle;":[137],"aim":[140],"is":[141,164,177,234,310,360,446,453,466,471,529],"sound":[142],"agentic":[143],"institutions":[144],"finance":[146],"healthcare":[149],"alike.":[150],"its":[155,249,487],"first":[156],"bounded":[157],"step":[158],"into":[159],"clinical":[160,171,191,464,524],"work;":[161],"this":[162,438],"second,":[166],"carrying":[167],"text,":[172],"settling":[175],"radiologist's.":[179],"screen":[181],"sixteen":[183],"near-neighbour":[184,313],"papers":[185],"finds":[186],"open":[189],"reports:":[192],"study":[195,325,445,458],"adds":[196],"from":[201,427,511],"different":[203],"model":[204,377],"family":[205],"workflow":[210],"on":[211,273,287,326,386,395],"reports":[212,351],"counts,":[214],"level":[217],"individual":[219],"findings,":[220],"what":[221,224,228],"it":[222,229],"adds,":[223],"both":[225,291],"miss":[226,429],"costs":[230],"adjudicate.":[232],"What":[233],"argues":[236],"against":[237,253],"free":[239],"gain:":[240],"majority":[242,276],"eight":[244],"open-weight":[245],"scored":[247],"below":[248],"best":[250],"single":[251],"member":[252],"human":[255,527],"reference;":[256],"identical":[258],"evidence":[259],"packet":[260],"given":[261],"thirty-four":[263],"raised":[265],"their":[266],"agreement":[267],"number":[270],"questions":[272],"which":[274,356,512],"wrong;":[278],"most":[280,285],"accurate":[281],"are":[283,293,425,434,519],"error-correlated":[286],"fixed-option":[288],"tasks;":[289],"precisions":[292],"reported,":[294],"synthetic":[295],"sets":[297],"inflate":[298],"precision":[300],"Weng's":[302],"GPT-4o":[303],"ClinicalBERT.":[307],"gap":[309],"provisional:":[311],"reached":[316],"only":[317],"as":[318],"abstract.":[320],"specifies":[323],"de-identified,":[327],"already-signed":[328],"three":[333,502],"strata":[335],"kept":[336],"apart":[337],"(script-planted":[338],"hard":[341],"sub-stratum":[342],"reasoning-dependent":[344],"errors;":[345],"model-planted,":[346],"reported":[347],"separately;":[348],"untouched":[349],"real":[350],"prevalence":[353],"precision,":[355],"needs":[357],"not":[361,435,520],"reachable":[362],"2026),":[364],"arms":[365],"include":[367],"rules":[369],"checker,":[370],"run":[378,393],"repeatedly,":[379],"cross-vendor":[381],"application-programming-interface":[384],"licence-cleared":[387],"material,":[388],"locally":[392],"rest,":[397],"base-model":[400],"witness,":[401],"paper's":[404],"seven":[405],"measures,":[406],"decorrelation":[408],"measure":[409],"defined":[410],"free-text":[412],"sets,":[414],"paired":[417],"kill":[418],"rule":[419],"whose":[420],"count":[424],"computed":[426,436],"development-set":[428],"before":[431],"pre-registration":[432],"draft.":[439],"2026":[441],"form":[442],"declared":[447],"ceiling":[449],"check.":[450],"contribution":[452],"evaluation":[455],"design;":[456],"has":[459],"been":[460],"conducted":[461,478],"benefit":[465],"established.":[467],"Substantive":[468],"AI":[469],"assistance":[470],"disclosed:":[472],"Claude":[473],"drafted":[474],"literature":[480],"screen;":[481],"Kimi":[482],"K2.7":[483],"Grok":[485],"reviewed":[486],"source":[488],"notes":[489],"two":[491],"rounds":[492],"manuscript":[495,501],"three,":[497],"DeepSeek":[498],"times":[503],"GLM":[505],"once;":[506],"Codex":[507],"wrote":[508],"draft":[510],"cut.":[517],"These":[518],"peer":[521],"validation.":[525],"author":[528],"responsible":[530],"argument,":[533],"sources,":[534],"contents,":[535],"licence":[536],"release":[538],"decision.":[539]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-11-07T00:00:00"}