{"id":"https://openalex.org/W4392450060","doi":"https://doi.org/10.1109/tmi.2024.3372638","title":"Multi-Grained Radiology Report Generation With Sentence-Level Image-Language Contrastive Learning","display_name":"Multi-Grained Radiology Report Generation With Sentence-Level Image-Language Contrastive Learning","publication_year":2024,"publication_date":"2024-03-05","ids":{"openalex":"https://openalex.org/W4392450060","doi":"https://doi.org/10.1109/tmi.2024.3372638","pmid":"https://pubmed.ncbi.nlm.nih.gov/38437149"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2024.3372638","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3372638","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052648266","display_name":"Aohan Liu","orcid":"https://orcid.org/0009-0007-8688-7624"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aohan Liu","raw_affiliation_strings":["School of Software, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-8688-7624","affiliations":[{"raw_affiliation_string":"School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035519525","display_name":"Yuchen Guo","orcid":"https://orcid.org/0000-0001-9808-9805"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuchen Guo","raw_affiliation_strings":["BNRist, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9808-9805","affiliations":[{"raw_affiliation_string":"BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080894318","display_name":"Jun\u2010Hai Yong","orcid":"https://orcid.org/0000-0002-4326-4167"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun-Hai Yong","raw_affiliation_strings":["School of Software, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035609529","display_name":"Feng Xu","orcid":"https://orcid.org/0000-0002-0953-1057"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Xu","raw_affiliation_strings":["School of Software, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0953-1057","affiliations":[{"raw_affiliation_string":"School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":6.3903,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.9787748,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"43","issue":"7","first_page":"2657","last_page":"2669"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.8235204219818115},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8182389736175537},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.693914532661438},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6638094186782837},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6385802030563354},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5072864890098572},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43820920586586},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.43008142709732056},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.41193515062332153},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13472741842269897}],"concepts":[{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.8235204219818115},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8182389736175537},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.693914532661438},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6638094186782837},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6385802030563354},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5072864890098572},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43820920586586},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.43008142709732056},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.41193515062332153},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13472741842269897},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011871","descriptor_name":"Radiology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D011871","descriptor_name":"Radiology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D011871","descriptor_name":"Radiology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D011871","descriptor_name":"Radiology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D011871","descriptor_name":"Radiology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D011873","descriptor_name":"Radiology Information Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011873","descriptor_name":"Radiology Information Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011873","descriptor_name":"Radiology Information Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011873","descriptor_name":"Radiology Information Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011873","descriptor_name":"Radiology Information Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2024.3372638","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2024.3372638","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:38437149","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38437149","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6899999976158142,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3057904608","display_name":null,"funder_award_id":"2018YFA0704000","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5540677682","display_name":null,"funder_award_id":"2023YFC3305600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7091651887","display_name":null,"funder_award_id":"62021002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1773149199","https://openalex.org/W1889081078","https://openalex.org/W1895577753","https://openalex.org/W1956340063","https://openalex.org/W2101105183","https://openalex.org/W2109553965","https://openalex.org/W2117539524","https://openalex.org/W2152772232","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2549599535","https://openalex.org/W2575842049","https://openalex.org/W2745461083","https://openalex.org/W2752796333","https://openalex.org/W2842511635","https://openalex.org/W2890888035","https://openalex.org/W2905810301","https://openalex.org/W2962858109","https://openalex.org/W2962968835","https://openalex.org/W2963084599","https://openalex.org/W2963466845","https://openalex.org/W2963967185","https://openalex.org/W2999309192","https://openalex.org/W3003817677","https://openalex.org/W3091546937","https://openalex.org/W3104027471","https://openalex.org/W3104371371","https://openalex.org/W3104609094","https://openalex.org/W3175737519","https://openalex.org/W3180355996","https://openalex.org/W3181252431","https://openalex.org/W3201906559","https://openalex.org/W3204897360","https://openalex.org/W3213233983","https://openalex.org/W4231122779","https://openalex.org/W4283821415","https://openalex.org/W4293479414","https://openalex.org/W4297808394","https://openalex.org/W4297828572","https://openalex.org/W4304084022","https://openalex.org/W4385245566","https://openalex.org/W4385573131","https://openalex.org/W4394659038","https://openalex.org/W6639432524","https://openalex.org/W6677328238","https://openalex.org/W6679436768","https://openalex.org/W6682631176","https://openalex.org/W6751711410","https://openalex.org/W6760721734","https://openalex.org/W6775843921","https://openalex.org/W6784185929","https://openalex.org/W6784955093","https://openalex.org/W6785917278","https://openalex.org/W6791353385","https://openalex.org/W6796636777","https://openalex.org/W6798001135","https://openalex.org/W6864221351"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W4312814274","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"The":[0],"automatic":[1],"generation":[2,83,206,243],"of":[3,8,40,128,186,212],"accurate":[4,51],"radiology":[5,41],"reports":[6,130],"is":[7,20],"great":[9],"clinical":[10,246],"importance":[11],"and":[12,31,34,37,131,140,142,147,181,208,229,245],"has":[13],"drawn":[14],"growing":[15],"research":[16],"interest.":[17],"However,":[18],"it":[19],"still":[21],"a":[22,80],"challenging":[23],"task":[24,113],"due":[25],"to":[26,49,63,76,159,175],"the":[27,35,57,102,125,157,183,192,205,213],"imbalance":[28],"between":[29,144],"normal":[30],"abnormal":[32,59,162],"descriptions":[33,52],"multi-sentence":[36],"multi-topic":[38,126],"nature":[39,127],"reports.":[42],"These":[43],"features":[44,164],"result":[45],"in":[46],"significant":[47],"challenges":[48],"generating":[50],"for":[53,114,165],"medical":[54],"images,":[55],"especially":[56],"important":[58],"findings.":[60],"Previous":[61],"methods":[62],"tackle":[64],"these":[65],"problems":[66],"rely":[67],"heavily":[68],"on":[69,224],"extra":[70,95],"manual":[71],"annotations,":[72],"which":[73,90,218],"are":[74],"expensive":[75],"acquire.":[77],"We":[78,105,189],"propose":[79],"multi-grained":[81],"report":[82],"framework":[84],"incorporating":[85],"sentence-level":[86],"image-sentence":[87],"contrastive":[88,108,121,134,201],"learning,":[89,217],"does":[91],"not":[92],"require":[93],"any":[94],"labeling":[96],"but":[97],"effectively":[98],"learns":[99],"knowledge":[100],"from":[101,119],"image-report":[103],"pairs.":[104],"first":[106,176],"introduce":[107],"learning":[109,135],"as":[110],"an":[111],"auxiliary":[112],"image":[115,149,163],"feature":[116],"learning.":[117],"Different":[118],"previous":[120],"methods,":[122,238],"we":[123,171],"exploit":[124],"imaging":[129],"perform":[132],"fine-grained":[133,184],"by":[136,152,199,240],"extracting":[137],"sentence":[138,145,153,179,196],"topics":[139,180,194,197],"contents":[141,146,150],"contrasting":[143],"refined":[148],"guided":[151],"topics.":[154],"This":[155,203],"forces":[156],"model":[158,221],"learn":[160],"distinct":[161],"each":[166,187],"specific":[167],"topic.":[168],"During":[169],"generation,":[170],"use":[172],"two":[173,225],"decoders":[174,214],"generate":[177],"coarse":[178],"then":[182],"text":[185],"sentence.":[188],"directly":[190],"supervise":[191],"intermediate":[193],"using":[195,215],"learned":[198],"our":[200,233],"objective.":[202],"strengthens":[204],"constraint":[207],"enables":[209],"independent":[210],"fine-tuning":[211],"reinforcement":[216],"further":[219],"boosts":[220],"performance.":[222],"Experiments":[223],"large-scale":[226],"datasets":[227],"MIMIC-CXR":[228],"IU-Xray":[230],"demonstrate":[231],"that":[232],"approach":[234],"outperforms":[235],"existing":[236],"state-of-the-art":[237],"evaluated":[239],"both":[241],"language":[242],"metrics":[244],"accuracy.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":5}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}