{"id":"https://openalex.org/W7151378761","doi":"https://doi.org/10.48550/arxiv.2604.03376","title":"VERT: Reliable LLM Judges for Radiology Report Evaluation","display_name":"VERT: Reliable LLM Judges for Radiology Report Evaluation","publication_year":2026,"publication_date":"2026-04-03","ids":{"openalex":"https://openalex.org/W7151378761","doi":"https://doi.org/10.48550/arxiv.2604.03376"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.03376","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03376","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.03376","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133098201","display_name":"Federica Bologna","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bologna, Federica","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059097691","display_name":"Jean-Philippe Corbeil","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Corbeil, Jean-Philippe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133092316","display_name":"Matthew Wilkens","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wilkens, Matthew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133088940","display_name":"Asma Ben Abacha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abacha, Asma Ben","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.6341000199317932,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.6341000199317932,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.18140000104904175,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.042399998754262924,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6471999883651733},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6014000177383423},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4941999912261963},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.3993000090122223},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.3677999973297119}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6471999883651733},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6014000177383423},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5259000062942505},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4941999912261963},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.4683000147342682},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.421099990606308},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.3993000090122223},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.3677999973297119},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3393999934196472},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3352000117301941},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3337000012397766},{"id":"https://openalex.org/C100253034","wikidata":"https://www.wikidata.org/wiki/Q196372","display_name":"Systematic error","level":2,"score":0.30070000886917114},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.27129998803138733},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2669000029563904},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.03376","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03376","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.03376","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03376","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.4809480905532837}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Current":[0],"literature":[1],"on":[2,9],"radiology":[3,52],"report":[4],"evaluation":[5,201],"has":[6],"focused":[7],"primarily":[8],"designing":[10],"LLM-based":[11,63,79,195],"metrics":[12,70,134],"and":[13,36,40,62,73,83,87,97,102,110,126,138,143,197],"fine-tuning":[14,112,164],"small":[15],"models":[16,85],"for":[17,51],"chest":[18],"X-rays.":[19],"However,":[20],"it":[21],"remains":[22],"unclear":[23],"whether":[24],"these":[25,133],"approaches":[26],"are":[27,43],"robust":[28],"when":[29],"applied":[30],"to":[31,46,129,158,161,171,186],"reports":[32],"from":[33],"other":[34],"modalities":[35,101],"anatomies.":[37,103],"Which":[38],"model":[39,180],"prompt":[41],"configurations":[42],"best":[44],"suited":[45],"serve":[47],"as":[48],"LLM":[49],"judges":[50,196],"evaluation?":[53],"We":[54,65,104],"conduct":[55],"a":[56,122],"thorough":[57],"correlation":[58,152],"analysis":[59],"between":[60],"expert":[61,136],"ratings.":[64],"compare":[66],"three":[67],"existing":[68],"LLM-as-a-judge":[69],"(RadFact,":[71],"GREEN,":[72],"FineRadScore)":[74],"alongside":[75],"VERT,":[76],"our":[77],"proposed":[78],"metric,":[80],"using":[81,113,173],"open-":[82],"closed-source":[84],"(reasoning":[86],"non-reasoning)":[88],"of":[89,132,141,169,194],"different":[90],"sizes":[91],"across":[92],"two":[93],"expert-annotated":[94],"datasets,":[95],"RadEval":[96],"RaTE-Eval,":[98],"spanning":[99],"multiple":[100],"further":[105],"evaluate":[106],"few-shot":[107],"approaches,":[108],"ensembling,":[109],"parameter-efficient":[111],"RaTE-Eval.":[114],"To":[115],"better":[116],"understand":[117],"metric":[118],"behavior,":[119],"we":[120],"perform":[121],"systematic":[123],"error":[124],"detection":[125],"categorization":[127],"study":[128],"assess":[130],"alignment":[131],"against":[135],"judgments":[137,155],"identify":[139],"areas":[140],"lower":[142],"higher":[144],"agreement.":[145],"Our":[146],"results":[147],"show":[148],"that":[149,199],"VERT":[150],"improves":[151],"with":[153,205],"radiologist":[154],"by":[156],"up":[157,170,185],"11.7%":[159],"relative":[160],"GREEN.":[162],"Furthermore,":[163],"Qwen3":[165],"30B":[166],"yield":[167],"gains":[168],"25%":[172],"only":[174],"1,300":[175],"training":[176],"samples.":[177],"The":[178],"fine-tuned":[179],"also":[181],"reduces":[182],"inference":[183],"time":[184],"37.2":[187],"times.":[188],"These":[189],"findings":[190],"highlight":[191],"the":[192],"effectiveness":[193],"demonstrate":[198],"reliable":[200],"can":[202],"be":[203],"achieved":[204],"lightweight":[206],"adaptation.":[207]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-08T00:00:00"}