{"id":"https://openalex.org/W7164990391","doi":"https://doi.org/10.48550/arxiv.2606.17062","title":"RadSEM: A Finding-by-Finding Metric for Clinical Consistency in Radiology Reports","display_name":"RadSEM: A Finding-by-Finding Metric for Clinical Consistency in Radiology Reports","publication_year":2026,"publication_date":"2026-06-03","ids":{"openalex":"https://openalex.org/W7164990391","doi":"https://doi.org/10.48550/arxiv.2606.17062"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.17062","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17062","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.17062","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025089526","display_name":"Zhongyi Yang","orcid":"https://orcid.org/0000-0002-5187-3296"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhenhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138816527","display_name":"Zhuoyun Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhuoyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108854786","display_name":"Jintao Fei","orcid":"https://orcid.org/0000-0002-8112-1597"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fei, Jintao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138815022","display_name":"Wen Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Wen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138760786","display_name":"Shichao Quan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Quan, Shichao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138804739","display_name":"Jun Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138774439","display_name":"Jun Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.3995000123977661,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.3995000123977661,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.24009999632835388,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1517000049352646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/concordance","display_name":"Concordance","score":0.7961999773979187},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5989000201225281},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5156000256538391},{"id":"https://openalex.org/keywords/rewriting","display_name":"Rewriting","score":0.44620001316070557},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.4124999940395355},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.35589998960494995},{"id":"https://openalex.org/keywords/jaccard-index","display_name":"Jaccard index","score":0.31679999828338623}],"concepts":[{"id":"https://openalex.org/C160798450","wikidata":"https://www.wikidata.org/wiki/Q4230870","display_name":"Concordance","level":2,"score":0.7961999773979187},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5989000201225281},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.566100001335144},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5156000256538391},{"id":"https://openalex.org/C154690210","wikidata":"https://www.wikidata.org/wiki/Q1668499","display_name":"Rewriting","level":2,"score":0.44620001316070557},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.4124999940395355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3741999864578247},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3693000078201294},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.35589998960494995},{"id":"https://openalex.org/C203519979","wikidata":"https://www.wikidata.org/wiki/Q865360","display_name":"Jaccard index","level":3,"score":0.31679999828338623},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.31470000743865967},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.31049999594688416},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.30720001459121704},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3043000102043152},{"id":"https://openalex.org/C72169020","wikidata":"https://www.wikidata.org/wiki/Q194404","display_name":"Monotonic function","level":2,"score":0.3034999966621399},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2906999886035919},{"id":"https://openalex.org/C2777742833","wikidata":"https://www.wikidata.org/wiki/Q1964083","display_name":"Reciprocal","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C2778648169","wikidata":"https://www.wikidata.org/wiki/Q967768","display_name":"Compatibility (geochemistry)","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C2777021972","wikidata":"https://www.wikidata.org/wiki/Q22976830","display_name":"Uniqueness","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.17062","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17062","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.17062","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17062","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.8116848468780518}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Radiology":[0],"report":[1,225],"evaluation":[2,33],"must":[3],"distinguish":[4],"clinical":[5],"compatibility":[6],"from":[7,125,188,195],"surface":[8],"similarity,":[9],"because":[10],"negation,":[11],"laterality,":[12],"or":[13],"normal-abnormal":[14],"polarity":[15],"can":[16,74],"reverse":[17],"a":[18,27,119,200],"finding.":[19],"We":[20,114],"propose":[21],"RadSEM":[22,37,116,135,179,204],"(Radiology":[23],"Sentence-Level":[24],"Evaluation":[25],"Metric),":[26],"constrained":[28],"LLM-assisted":[29],"metric":[30],"for":[31,153],"reference-based":[32],"of":[34,139,143,147,155],"radiology":[35],"Findings.":[36],"rewrites":[38],"reference":[39],"and":[40,64,85,91,104,149,159,192,220,229],"generated":[41],"reports":[42,128,170],"into":[43,130],"ordered":[44],"atomic":[45],"finding":[46,216],"sentences,":[47],"each":[48],"expressing":[49],"one":[50],"site-finding":[51],"proposition.":[52],"It":[53],"then":[54],"performs":[55],"contradiction-constrained":[56],"many-to-many":[57],"matching:":[58],"incompatible":[59],"pairs":[60,82],"such":[61],"as":[62,110],"\"effusion\"":[63],"\"no":[65],"effusion\"":[66],"receive":[67,75],"no":[68],"credit,":[69],"while":[70,163],"compatible":[71],"granularity":[72],"differences":[73],"partial":[76],"credit.":[77],"A":[78],"deterministic":[79,222],"stage":[80],"weights":[81],"by":[83],"part-whole":[84],"abnormal-detail":[86],"relationships,":[87],"counts":[88],"unmatched":[89],"findings,":[90],"produces":[92],"an":[93,111],"abnormal-focused":[94,221],"weighted":[95],"F1":[96],"score.":[97],"Thus,":[98],"the":[99,165,175,181],"LLM":[100],"supports":[101],"structured":[102],"rewriting":[103],"local":[105],"alignment":[106],"rather":[107],"than":[108],"acting":[109],"opaque":[112],"judge.":[113],"evaluate":[115],"with":[117],"SSREE,":[118],"controlled":[120],"monotonicity":[121],"stress":[122],"test":[123],"built":[124],"2,448":[126],"de-identified":[127],"expanded":[129],"five":[131],"graded":[132],"corruption":[133],"levels.":[134],"achieves":[136],"Kendall":[137],"tau_b":[138],"0.957,":[140],"all-pairs":[141],"concordance":[142,146,187],"97.8%,":[144],"adjacent":[145,186],"95.0%,":[148],"strict":[150,193],"five-level":[151],"ordering":[152,194],"81.9%":[154],"reports,":[156],"outperforming":[157],"radiology-specific":[158],"general":[160],"text":[161],"metrics":[162],"avoiding":[164],"failure":[166],"in":[167,207],"which":[168],"polarity-inverted":[169],"regain":[171],"lexical":[172],"overlap.":[173],"On":[174,199],"same":[176],"SSREE":[177],"set,":[178],"outperforms":[180],"Ref-anchored":[182],"RadSEM-Alt":[183],"policy,":[184],"improving":[185],"90.7%":[189],"to":[190,197,231],"95.0%":[191],"67.2%":[196],"81.9%.":[198],"599-triplet":[201],"synonym/antonym":[202],"subset,":[203],"prefers":[205],"synonyms":[206],"597":[208],"cases":[209],"(99.67%).":[210],"These":[211],"results":[212],"suggest":[213],"that":[214],"explicit":[215],"units,":[217],"contradiction-aware":[218],"matching,":[219],"scoring":[223,226],"make":[224],"more":[227],"interpretable":[228],"sensitive":[230],"clinically":[232],"meaningful":[233],"errors.":[234],"Code":[235],"is":[236],"available":[237],"at":[238],"https://github.com/jdh-algo/RadSEM.":[239]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-18T00:00:00"}