{"id":"https://openalex.org/W4416650006","doi":"https://doi.org/10.1109/tmi.2025.3636868","title":"Extractive Radiology Reporting With Memory-Based Cross-Modal Representations","display_name":"Extractive Radiology Reporting With Memory-Based Cross-Modal Representations","publication_year":2025,"publication_date":"2025-11-25","ids":{"openalex":"https://openalex.org/W4416650006","doi":"https://doi.org/10.1109/tmi.2025.3636868","pmid":"https://pubmed.ncbi.nlm.nih.gov/41289129"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2025.3636868","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2025.3636868","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025294065","display_name":"Yuanhe Tian","orcid":"https://orcid.org/0000-0001-6841-2341"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuanhe Tian","raw_affiliation_strings":["Zhongguancun Institute of Artificial Intelligence, Beijing, China","Zhongguancun Institute of Artificial Intelligence, China"],"raw_orcid":"https://orcid.org/0000-0001-6841-2341","affiliations":[{"raw_affiliation_string":"Zhongguancun Institute of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Zhongguancun Institute of Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088637965","display_name":"Zexuan Yan","orcid":"https://orcid.org/0009-0001-4374-9789"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zexuan Yan","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China","University of Science and Technology of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016518564","display_name":"Nenan Lyu","orcid":null},"institutions":[{"id":"https://openalex.org/I200296433","display_name":"Chinese Academy of Medical Sciences & Peking Union Medical College","ror":"https://ror.org/02drdmm93","country_code":"CN","type":"education","lineage":["https://openalex.org/I200296433"]},{"id":"https://openalex.org/I4210089431","display_name":"National Cancer Center","ror":"https://ror.org/0065zqt33","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210089431"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Nenan Lyu","raw_affiliation_strings":["Chinese Academy of Medical Sciences, National Cancer Center, National Clinical Research Center for Cancer, Cancer Hospital, Beijing, China","National Cancer/National Clinical Research Center for Cancer/Cancer Hospital, Chinese Academy of Medical Sciences and Peking Union Medical College, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Medical Sciences, National Cancer Center, National Clinical Research Center for Cancer, Cancer Hospital, Beijing, China","institution_ids":["https://openalex.org/I200296433","https://openalex.org/I4210089431"]},{"raw_affiliation_string":"National Cancer/National Clinical Research Center for Cancer/Cancer Hospital, Chinese Academy of Medical Sciences and Peking Union Medical College, China","institution_ids":["https://openalex.org/I4210089431"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100381754","display_name":"Yan Song","orcid":"https://orcid.org/0000-0002-2849-2962"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Song","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China","University of Science and Technology of China, China"],"raw_orcid":"https://orcid.org/0000-0002-2849-2962","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5025294065"],"corresponding_institution_ids":["https://openalex.org/I4210100255"],"apc_list":null,"apc_paid":null,"fwci":2.1733,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.91344459,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"45","issue":"4","first_page":"1686","last_page":"1697"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5418000221252441,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5418000221252441,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.13660000264644623,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.09489999711513519,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7203999757766724},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6044999957084656},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.590499997138977},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5389999747276306},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.42559999227523804},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4196999967098236},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.4056999981403351},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.3693000078201294},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.36899998784065247}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8097000122070312},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7203999757766724},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6044999957084656},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.590499997138977},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5389999747276306},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4810999929904938},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4652999937534332},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44029998779296875},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.42559999227523804},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4196999967098236},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4056999981403351},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4047999978065491},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3693000078201294},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.36899998784065247},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.34599998593330383},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.33880001306533813},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.32510000467300415},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3000999987125397},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.299699991941452},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.29589998722076416},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29030001163482666},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.2750999927520752},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.2745000123977661},{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.2522999942302704},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2515999972820282}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011873","descriptor_name":"Radiology Information Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011873","descriptor_name":"Radiology Information Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011873","descriptor_name":"Radiology Information Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2025.3636868","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2025.3636868","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:41289129","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41289129","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2445062134","display_name":null,"funder_award_id":"82141123","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Radiology":[0],"report":[1,39,137],"generation":[2,29,40],"(RRG)":[3],"produces":[4,208],"detailed":[5],"textual":[6],"descriptions":[7],"for":[8,15,72,136,154,167],"radiographs,":[9],"serving":[10],"as":[11,62],"a":[12,113,122,142],"crucial":[13],"task":[14],"medical":[16,148],"analysis":[17],"and":[18,41,65,74,84,107,120,127,150,190,218],"diagnosis.":[19],"Most":[20],"existing":[21,133,195],"RRG":[22,73],"approaches":[23],"naturally":[24],"follow":[25],"the":[26,81,152,168,181],"multimodal":[27],"text":[28],"paradigm,":[30],"where":[31],"autoregressive":[32],"models":[33,64,68],"are":[34,43,70,97,108,162],"utilized":[35],"to":[36,145,164],"perform":[37],"token-by-token":[38],"thus":[42],"potentially":[44],"risky":[45],"in":[46,53,101],"generating":[47],"invalid":[48],"content":[49,212],"while":[50],"being":[51],"limited":[52],"low":[54],"information":[55,149],"processing":[56],"speed.":[57],"Although":[58],"advanced":[59],"architectures,":[60],"such":[61],"pre-trained":[63],"large":[66],"language":[67],"(LLMs),":[69],"applied":[71],"achieve":[75],"good":[76],"performance,":[77],"they":[78],"still":[79],"face":[80],"aforementioned":[82],"risk":[83],"speed":[85],"limitation,":[86],"especially":[87],"that":[88,94,125,184,202],"LLMs":[89],"may":[90],"introduce":[91],"hallucinations.":[92],"Consider":[93],"radiology":[95],"reports":[96,209],"highly":[98],"patternized,":[99],"sentences":[100,131,166],"them":[102],"convey":[103],"specific":[104],"meanings":[105],"independently":[106],"frequently":[109],"reused,":[110],"we":[111],"propose":[112],"new":[114],"extractive":[115],"radiograph":[116,156],"reporting":[117],"(ERR)":[118],"workflow":[119],"design":[121],"dedicated":[123],"framework":[124],"efficiently":[126],"accurately":[128],"extracts":[129],"appropriate":[130],"from":[132],"radiological":[134],"cases":[135],"generation.":[138],"Our":[139],"approach":[140,186,205],"employs":[141],"memory":[143],"module":[144],"store":[146],"important":[147],"enhance":[151],"encoding":[153],"input":[155],"with":[157,180,194,210],"better":[158],"cross-modal":[159],"representations,":[160],"which":[161],"used":[163,177],"match":[165],"extraction":[169],"process.":[170],"We":[171],"conducted":[172],"experiments":[173],"on":[174],"two":[175],"widely":[176],"benchmark":[178],"datasets,":[179],"results":[182,193],"demonstrating":[183],"our":[185,203],"outperforms":[187],"strong":[188],"baselines":[189],"achieves":[191],"comparable":[192],"state-of-the-art":[196],"generative":[197],"models.":[198],"Analyses":[199],"further":[200],"confirm":[201],"ERR":[204],"not":[206],"only":[207],"reliable":[211],"but":[213],"also":[214],"ensures":[215],"high":[216],"training":[217],"inference":[219],"efficiency.":[220]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-04T06:10:10.580331","created_date":"2025-11-25T00:00:00"}