{"id":"https://openalex.org/W4412387838","doi":"https://doi.org/10.32604/cmc.2025.065992","title":"A Semantic Evaluation Framework for Medical Report Generation Using Large Language Models","display_name":"A Semantic Evaluation Framework for Medical Report Generation Using Large Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412387838","doi":"https://doi.org/10.32604/cmc.2025.065992"},"language":"en","primary_location":{"id":"doi:10.32604/cmc.2025.065992","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2025.065992","pdf_url":null,"source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials &amp; Continua","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.32604/cmc.2025.065992","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018272858","display_name":"Haider Ali","orcid":"https://orcid.org/0000-0002-9989-1629"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Haider Ali","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116060671","display_name":"Rashadul Islam Sumon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rashadul Islam Sumon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116060672","display_name":"Abdul Rehman Khalid","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abdul Rehman Khalid","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026451164","display_name":"Kounen Fathima","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kounen Fathima","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102020000","display_name":"Hee Cheol Kim","orcid":"https://orcid.org/0000-0002-1610-5363"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hee Cheol Kim","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5018272858"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09269246,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"84","issue":"3","first_page":"5445","last_page":"5462"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8802000284194946,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8802000284194946,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.8274000287055969,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.8025000095367432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6691583395004272},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5524265170097351},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40912145376205444},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.36430060863494873},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3238708972930908}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6691583395004272},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5524265170097351},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40912145376205444},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.36430060863494873},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3238708972930908}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.32604/cmc.2025.065992","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2025.065992","pdf_url":null,"source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials &amp; Continua","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.32604/cmc.2025.065992","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2025.065992","pdf_url":null,"source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials &amp; Continua","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5299999713897705}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W3035252911","https://openalex.org/W3095319910","https://openalex.org/W3104609094","https://openalex.org/W3153469116","https://openalex.org/W3173688449","https://openalex.org/W3177048142","https://openalex.org/W4323347338","https://openalex.org/W4384561707","https://openalex.org/W4387241304","https://openalex.org/W4388713229","https://openalex.org/W4389519945","https://openalex.org/W4393203759","https://openalex.org/W4404840084","https://openalex.org/W4405265550","https://openalex.org/W4408785507","https://openalex.org/W4409160648","https://openalex.org/W4410295716"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"is":[2,20],"reshaping":[3],"radiology":[4,58,205],"by":[5,176],"enabling":[6,117],"automated":[7,225],"report":[8,206],"generation,":[9,207],"yet":[10],"evaluating":[11,52],"the":[12,53,70,77,89,128,191,199,220],"clinical":[13,38,112],"accuracy":[14,54,217],"and":[15,32,80,94,107,120,145,154,165,218],"relevance":[16],"of":[17,55,110,167,201],"these":[18],"reports":[19,59],"a":[21,46,82,209],"challenging":[22],"task,":[23],"as":[24,185],"traditional":[25],"natural":[26],"language":[27],"generation":[28],"metrics":[29,150],"like":[30,151],"BLEU":[31],"ROUGE":[33],"prioritize":[34],"lexical":[35,188],"overlap":[36],"over":[37],"relevance.":[39],"To":[40],"address":[41],"this":[42],"gap,":[43],"we":[44],"propose":[45],"novel":[47],"semantic":[48,216],"assessment":[49],"framework":[50,197],"for":[51,101,193,214,222],"artificial":[56,202],"intelligence-generated":[57],"against":[60],"ground":[61],"truth":[62],"references.":[63],"We":[64],"trained":[65],"5229":[66],"image\u2013report":[67],"pairs":[68],"from":[69,88],"Indiana":[71,90],"University":[72,91],"chest":[73,92,115],"X-ray":[74,93],"dataset":[75,84],"on":[76,85,187],"R2GenRL":[78],"model":[79],"generated":[81],"benchmark":[83],"test":[86],"data":[87],"MIMIC-CXR":[95],"datasets.":[96],"These":[97],"datasets":[98],"were":[99],"selected":[100],"their":[102],"public":[103],"availability,":[104],"large":[105],"scale,":[106],"comprehensive":[108],"coverage":[109],"diverse":[111],"cases":[113],"in":[114,227],"radiography,":[116],"robust":[118],"evaluation":[119,200],"comparison":[121],"with":[122,132,148],"prior":[123],"work.":[124],"Results":[125],"demonstrate":[126],"that":[127],"Mistral":[129],"model,":[130],"particularly":[131],"task-oriented":[133],"prompting,":[134],"achieves":[135],"superior":[136],"performance":[137],"(up":[138],"to":[139],"91.9%":[140],"accuracy),":[141],"surpassing":[142],"other":[143],"models":[144],"closely":[146],"aligning":[147],"established":[149],"BERTScore-F1":[152],"(88.1%)":[153],"CLIP-Score":[155],"(88.7%).":[156],"Statistical":[157],"analyses,":[158],"including":[159],"paired":[160],"t-tests":[161],"(p":[162,169],"<":[163,170],"0.01)":[164],"analysis":[166,181],"variance":[168],"0.05),":[171],"confirm":[172],"significant":[173],"improvements":[174],"driven":[175],"structured":[177],"prompting.":[178],"Failure":[179],"case":[180],"reveals":[182],"limitations,":[183],"such":[184],"over-reliance":[186],"similarity,":[189],"underscoring":[190],"need":[192],"domain-specific":[194],"fine-tuning.":[195],"This":[196],"advances":[198],"intelligence-driven":[203],"(AI-driven)":[204],"offering":[208],"robust,":[210],"clinically":[211],"relevant":[212],"metric":[213],"assessing":[215],"paving":[219],"way":[221],"more":[223],"reliable":[224],"systems":[226],"medical":[228],"imaging.":[229]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}