{"id":"https://openalex.org/W4406260771","doi":"https://doi.org/10.1109/access.2025.3528335","title":"SumGPT: A Multimodal Framework for Radiology Report Summarization to Improve Clinical Performance","display_name":"SumGPT: A Multimodal Framework for Radiology Report Summarization to Improve Clinical Performance","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406260771","doi":"https://doi.org/10.1109/access.2025.3528335"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3528335","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3528335","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3528335","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015297084","display_name":"Tipu Sultan","orcid":null},"institutions":[{"id":"https://openalex.org/I47838141","display_name":"Saint Louis University","ror":"https://ror.org/01p7jjy08","country_code":"US","type":"education","lineage":["https://openalex.org/I47838141"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tipu Sultan","raw_affiliation_strings":["Department of Aerospace and Mechanical Engineering, Saint Louis University, St. Louis, MO, USA","Department of Aerospace and Mechanical Engineering, Saint Louis University, St. Louis, MO, United States"],"raw_orcid":"https://orcid.org/0009-0002-8607-0386","affiliations":[{"raw_affiliation_string":"Department of Aerospace and Mechanical Engineering, Saint Louis University, St. Louis, MO, USA","institution_ids":["https://openalex.org/I47838141"]},{"raw_affiliation_string":"Department of Aerospace and Mechanical Engineering, Saint Louis University, St. Louis, MO, United States","institution_ids":["https://openalex.org/I47838141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074913127","display_name":"Mohammad Abu Tareq Rony","orcid":"https://orcid.org/0000-0002-0640-1425"},"institutions":[{"id":"https://openalex.org/I315729180","display_name":"Noakhali Science and Technology University","ror":"https://ror.org/05q9we431","country_code":"BD","type":"education","lineage":["https://openalex.org/I315729180"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Mohammad Abu Tareq Rony","raw_affiliation_strings":["Department of Statistics, Noakhali Science and Technology University, Noakhali, Bangladesh","Department of Statistics, Noakhali Science & Technology University, Noakhali, Bangladesh"],"raw_orcid":"https://orcid.org/0000-0002-0640-1425","affiliations":[{"raw_affiliation_string":"Department of Statistics, Noakhali Science and Technology University, Noakhali, Bangladesh","institution_ids":["https://openalex.org/I315729180"]},{"raw_affiliation_string":"Department of Statistics, Noakhali Science & Technology University, Noakhali, Bangladesh","institution_ids":["https://openalex.org/I315729180"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038408881","display_name":"Mohammad Shariful Islam","orcid":"https://orcid.org/0009-0007-8442-1425"},"institutions":[{"id":"https://openalex.org/I315729180","display_name":"Noakhali Science and Technology University","ror":"https://ror.org/05q9we431","country_code":"BD","type":"education","lineage":["https://openalex.org/I315729180"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Mohammad Shariful Islam","raw_affiliation_strings":["Department of Computer Science and Telecommunication Engineering, Noakhali Science and Technology University, Noakhali, Bangladesh","Department of Computer Science and Telecommunication Engineering, Noakhali Science & Technology University, Noakhali, Bangladesh"],"raw_orcid":"https://orcid.org/0009-0007-8442-1425","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Telecommunication Engineering, Noakhali Science and Technology University, Noakhali, Bangladesh","institution_ids":["https://openalex.org/I315729180"]},{"raw_affiliation_string":"Department of Computer Science and Telecommunication Engineering, Noakhali Science & Technology University, Noakhali, Bangladesh","institution_ids":["https://openalex.org/I315729180"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015201875","display_name":"Samah Alshathri","orcid":"https://orcid.org/0000-0002-8805-7890"},"institutions":[{"id":"https://openalex.org/I106778892","display_name":"Princess Nourah bint Abdulrahman University","ror":"https://ror.org/05b0cyh02","country_code":"SA","type":"education","lineage":["https://openalex.org/I106778892"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Samah Alshathri","raw_affiliation_strings":["Department of Information Technology, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia","Department of Information Technology, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, P.O. Box 84428,, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-8805-7890","affiliations":[{"raw_affiliation_string":"Department of Information Technology, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]},{"raw_affiliation_string":"Department of Information Technology, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, P.O. Box 84428,, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006443274","display_name":"Walid El\u2010Shafai","orcid":"https://orcid.org/0000-0001-7509-2120"},"institutions":[{"id":"https://openalex.org/I142024983","display_name":"Prince Sultan University","ror":"https://ror.org/053mqrf26","country_code":"SA","type":"education","lineage":["https://openalex.org/I142024983"]},{"id":"https://openalex.org/I63601056","display_name":"Menoufia University","ror":"https://ror.org/05sjrb944","country_code":"EG","type":"education","lineage":["https://openalex.org/I63601056"]}],"countries":["EG","SA"],"is_corresponding":false,"raw_author_name":"Walid El-Shafai","raw_affiliation_strings":["Computer Science Department, Automated Systems and Soft Computing Laboratory (ASSCL), Prince Sultan University, Riyadh, Saudi Arabia","Computer Science Department, Automated Systems and Soft Computing Lab (ASSCL), Prince Sultan University, Riyadh, Saudi Arabia","Department of Electronics and Electrical Communications Engineering, Faculty of Electronic Engineering, Menoufia University, Menouf, Egypt"],"raw_orcid":"https://orcid.org/0000-0001-7509-2120","affiliations":[{"raw_affiliation_string":"Computer Science Department, Automated Systems and Soft Computing Laboratory (ASSCL), Prince Sultan University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I142024983"]},{"raw_affiliation_string":"Computer Science Department, Automated Systems and Soft Computing Lab (ASSCL), Prince Sultan University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I142024983"]},{"raw_affiliation_string":"Department of Electronics and Electrical Communications Engineering, Faculty of Electronic Engineering, Menoufia University, Menouf, Egypt","institution_ids":["https://openalex.org/I63601056"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":19.3465,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.99089395,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"13","issue":null,"first_page":"15929","last_page":"15945"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.95660001039505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9388999938964844,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8219148516654968},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7726020216941833},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35743194818496704},{"id":"https://openalex.org/keywords/medical-physics","display_name":"Medical physics","score":0.3369467556476593},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.14711511135101318}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8219148516654968},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7726020216941833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35743194818496704},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3369467556476593},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.14711511135101318}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3528335","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3528335","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f4fc08788fd14d71b2a0bdb36147eab1","is_oa":true,"landing_page_url":"https://doaj.org/article/f4fc08788fd14d71b2a0bdb36147eab1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 15929-15945 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3528335","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3528335","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G738024825","display_name":null,"funder_award_id":"PNURSP2025R197","funder_id":"https://openalex.org/F4320322484","funder_display_name":"Princess Nourah Bint Abdulrahman University"}],"funders":[{"id":"https://openalex.org/F4320322484","display_name":"Princess Nourah Bint Abdulrahman University","ror":"https://ror.org/05b0cyh02"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2062908157","https://openalex.org/W2101105183","https://openalex.org/W2152772232","https://openalex.org/W2893693469","https://openalex.org/W2970231061","https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3130502265","https://openalex.org/W3166358520","https://openalex.org/W3204768714","https://openalex.org/W4205403018","https://openalex.org/W4281729070","https://openalex.org/W4312420429","https://openalex.org/W4312549535","https://openalex.org/W4313057595","https://openalex.org/W4360604432","https://openalex.org/W4385227045","https://openalex.org/W4385266027","https://openalex.org/W4385873217","https://openalex.org/W4386076536","https://openalex.org/W4390849994","https://openalex.org/W4390992246","https://openalex.org/W4391468454","https://openalex.org/W4391642357","https://openalex.org/W4391759824","https://openalex.org/W4399852829","https://openalex.org/W4400679572","https://openalex.org/W4403277140","https://openalex.org/W4404688210","https://openalex.org/W4405741223","https://openalex.org/W6682631176","https://openalex.org/W6761205521","https://openalex.org/W6767279747","https://openalex.org/W6769627184","https://openalex.org/W6773248631","https://openalex.org/W6778883912","https://openalex.org/W6790003725","https://openalex.org/W6791353385","https://openalex.org/W6849530321"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W2351187795"],"abstract_inverted_index":{"Radiology":[0],"report":[1,63],"summarization":[2],"plays":[3],"a":[4,42,50,115,142,154,174,178],"critical":[5],"role":[6],"in":[7,68,205,224],"medical":[8,226],"imaging,":[9],"addressing":[10],"the":[11,31,55,133,214,220,231],"growing":[12],"need":[13],"for":[14,60,79,86,119,222,233],"concise":[15],"and":[16,81,112,153,167,201,211],"accessible":[17],"interpretation":[18],"of":[19,33,57,145,148,151,157,170,199],"complex":[20],"radiology":[21,62,73,171],"findings.":[22],"However,":[23],"existing":[24],"models":[25],"often":[26],"fail":[27],"to":[28,53,184],"fully":[29],"leverage":[30],"potential":[32],"multimodal":[34],"data":[35],"integration.":[36],"In":[37,213],"this":[38,69,120,216],"study,":[39],"we":[40],"propose":[41],"novel":[43,89],"model,":[44],"SumGPT,":[45],"which":[46],"integrates":[47],"T5":[48,105],"with":[49,75,84,177,196],"Vision":[51,175],"Transformer":[52],"harness":[54],"power":[56],"transformer-based":[58],"architectures":[59],"enhanced":[61],"summarization.":[64],"The":[65,88,122,159,188],"dataset":[66,116],"used":[67],"study":[70,189],"comprises":[71],"1,952":[72],"images":[74,83],"detailed":[76,186],"textual":[77],"reports":[78,85,200],"training":[80],"488":[82],"testing.":[87],"SumGPT":[90,127,163,193],"technique":[91],"was":[92],"evaluated":[93],"against":[94],"several":[95],"baseline":[96,130],"models,":[97,131],"including":[98],"BERT":[99],"+":[100,103,106,110],"EfficientNet,":[101],"XLM-RoBERTa":[102],"ViT,":[104],"CLIP,":[107],"VisualGPT":[108],"(GPT-2":[109],"ViT),":[111],"others,":[113],"using":[114],"explicitly":[117],"designed":[118],"task.":[121],"experimental":[123],"results":[124,160],"indicate":[125],"that":[126,162,192],"outperformed":[128],"all":[129,137],"achieving":[132],"highest":[134],"performance":[135],"across":[136],"metrics.":[138],"Specifically,":[139],"it":[140],"attained":[141],"ROUGE-1":[143],"score":[144,156],"0.8514,":[146,152],"ROUGE-2":[147],"0.8471,":[149],"ROUGE-L":[150],"BLEU":[155],"0.8470.":[158],"demonstrate":[161],"effectively":[164],"produces":[165],"clear":[166],"accurate":[168],"summaries":[169],"reports.":[172],"Combining":[173],"Transformer(ViT)":[176],"language":[179],"model":[180,232],"enhances":[181],"its":[182],"ability":[183],"capture":[185],"information.":[187],"also":[190],"shows":[191],"performs":[194],"well":[195],"different":[197],"types":[198],"could":[202,218],"be":[203],"beneficial":[204],"other":[206,225],"areas,":[207],"such":[208],"as":[209],"pathology":[210],"cardiology.":[212],"future,":[215],"approach":[217],"pave":[219],"way":[221],"applications":[223],"domains":[227],"while":[228],"further":[229],"optimizing":[230],"real-time":[234],"clinical":[235],"use.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-01-11T00:00:00"}