{"id":"https://openalex.org/W7164914684","doi":"https://doi.org/10.48550/arxiv.2606.15037","title":"ReportQA: QA-Based Radiology Report Evaluation","display_name":"ReportQA: QA-Based Radiology Report Evaluation","publication_year":2026,"publication_date":"2026-06-13","ids":{"openalex":"https://openalex.org/W7164914684","doi":"https://doi.org/10.48550/arxiv.2606.15037"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.15037","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15037","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.15037","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100902783","display_name":"Y Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Yiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138708199","display_name":"Shaoshuai Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Shaoshuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138742964","display_name":"Xi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138738518","display_name":"Haolin Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Haolin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138757143","display_name":"Hengyu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Hengyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100927787","display_name":"Che Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Che","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138756233","display_name":"Kaiwen Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Kaiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138742973","display_name":"Xun Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Xun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138747887","display_name":"Dong Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Dong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029787563","display_name":"Fang Wang","orcid":"https://orcid.org/0000-0002-3327-4177"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138713295","display_name":"Dejing Dou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dou, Dejing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138718521","display_name":"Miao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Miao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138746955","display_name":"Ji Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Ji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.44600000977516174,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.44600000977516174,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.15569999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.12399999797344208,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.46709999442100525},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4203000068664551},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.400299996137619},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.37450000643730164},{"id":"https://openalex.org/keywords/quality-assurance","display_name":"Quality assurance","score":0.36550000309944153},{"id":"https://openalex.org/keywords/medical-diagnosis","display_name":"Medical diagnosis","score":0.3425999879837036},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.33970001339912415}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6367999911308289},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.46709999442100525},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.4490000009536743},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4203000068664551},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.400299996137619},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.37450000643730164},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3709000051021576},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.36550000309944153},{"id":"https://openalex.org/C534262118","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Medical diagnosis","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.33970001339912415},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.33660000562667847},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.33629998564720154},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3361999988555908},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.335099995136261},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3086000084877014},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.30239999294281006},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.29809999465942383},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25619998574256897},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.15037","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15037","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.15037","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15037","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6758995652198792,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Radiology":[0],"report":[1,8,94,103,163],"evaluation":[2,95],"is":[3,47,164],"essential":[4],"for":[5,49,67,254],"advancing":[6],"automated":[7],"generation.":[9],"Natural":[10],"language":[11,133],"generation":[12,104],"metrics":[13,21,51],"have":[14],"limited":[15,35],"clinical":[16,54,59,123,218],"relevance.":[17],"Clinical":[18],"efficacy":[19],"(CE)":[20],"evaluate":[22],"important":[23],"medical":[24],"findings,":[25],"but":[26],"focus":[27],"mainly":[28],"on":[29,43,83,182,203],"presence":[30],"and":[31,91,114,125,130,151,157,168,220,237,246,257],"cover":[32],"only":[33],"a":[34,65,89,173,231],"set":[36],"of":[37,101,122],"entities.":[38],"Due":[39],"to":[40,52,73,136,176,215],"heavy":[41],"reliance":[42],"manual":[44],"annotations,":[45],"it":[46],"difficult":[48],"CE":[50],"extend":[53],"entities":[55,124],"or":[56],"attributes.":[57],"In":[58,226],"practice,":[60],"radiology":[61,93,102],"reports":[62],"serve":[63],"as":[64,166,172],"medium":[66],"information":[68,139],"transfer.":[69],"Clinicians":[70],"use":[71,131],"them":[72],"perform":[74],"downstream":[75],"diagnostic":[76],"tasks":[77],"without":[78],"directly":[79],"inspecting":[80],"images.":[81],"Based":[82,181],"this":[84],"insight,":[85],"we":[86,144,187,239],"propose":[87],"ReportQA,":[88],"clinical-related":[90],"flexible":[92],"framework,":[96],"supporting":[97],"detailed":[98],"quantitative":[99],"analysis":[100],"systems.":[105],"We":[106,117],"first":[107],"collect":[108],"datasets":[109],"covering":[110],"multiple":[111,204],"imaging":[112],"modalities":[113],"anatomical":[115],"regions.":[116],"then":[118],"construct":[119],"knowledge":[120,242],"trees":[121],"attributes":[126],"with":[127,192,199,250],"radiologist":[128,200],"guidance,":[129],"large":[132],"models":[134,207],"(LLMs)":[135],"extract":[137],"structured":[138,244],"from":[140,148],"raw":[141],"reports.":[142],"Next,":[143],"generate":[145],"QA":[146,179,185,247,255],"pairs":[147],"predefined":[149],"templates":[150],"apply":[152],"quality":[153],"control":[154],"through":[155],"self-filtering":[156],"report-based":[158,211],"filtering.":[159],"During":[160],"evaluation,":[161],"the":[162,178,183,241,251],"treated":[165],"context,":[167],"an":[169],"LLM":[170],"acts":[171],"judge":[174],"model":[175],"answer":[177],"pairs.":[180],"resulting":[184],"accuracy,":[186],"introduce":[188],"QAScore":[189,195],"metric.":[190],"Compared":[191],"existing":[193],"metrics,":[194],"shows":[196],"better":[197],"alignment":[198],"judgments.":[201],"Experiments":[202],"state-of-the-art":[205],"vision-language":[206],"reveal":[208],"that":[209],"current":[210],"inference":[212,229],"paradigms":[213],"struggle":[214],"learn":[216],"fine-grained":[217],"representations":[219],"exhibit":[221],"strong":[222],"negative":[223],"prior":[224],"biases.":[225],"contrast,":[227],"question-driven":[228],"provides":[230],"more":[232],"effective":[233],"alternative.":[234],"For":[235],"reproducibility":[236],"extensibility,":[238],"release":[240],"trees,":[243],"reports,":[245],"pairs,":[248],"along":[249],"pipeline":[252],"code":[253],"construction":[256],"evaluation.":[258]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-17T00:00:00"}