{"id":"https://openalex.org/W4402351533","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650332","title":"Report Generation from X-Ray imaging by Retrieval-Augmented Generation and improved Image-Text Matching","display_name":"Report Generation from X-Ray imaging by Retrieval-Augmented Generation and improved Image-Text Matching","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402351533","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650332"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10650332","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650332","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032066141","display_name":"Mario Luca Bernardi","orcid":"https://orcid.org/0000-0002-3223-7032"},"institutions":[{"id":"https://openalex.org/I16337185","display_name":"University of Sannio","ror":"https://ror.org/04vc81p87","country_code":"IT","type":"education","lineage":["https://openalex.org/I16337185"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Mario Luca Bernardi","raw_affiliation_strings":["University of Sannio,Dept. of Engineering,Benevento,Italy"],"affiliations":[{"raw_affiliation_string":"University of Sannio,Dept. of Engineering,Benevento,Italy","institution_ids":["https://openalex.org/I16337185"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027577443","display_name":"Marta Cimitile","orcid":"https://orcid.org/0000-0003-2403-8313"},"institutions":[{"id":"https://openalex.org/I4210130905","display_name":"Unitelma Sapienza University","ror":"https://ror.org/04dfrdm61","country_code":"IT","type":"education","lineage":["https://openalex.org/I4210130905"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marta Cimitile","raw_affiliation_strings":["UnitelmaSapienza University,Dept. of Law and Digital Society,Rome,Italy"],"affiliations":[{"raw_affiliation_string":"UnitelmaSapienza University,Dept. of Law and Digital Society,Rome,Italy","institution_ids":["https://openalex.org/I4210130905"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5032066141"],"corresponding_institution_ids":["https://openalex.org/I16337185"],"apc_list":null,"apc_paid":null,"fwci":1.4548,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.84875005,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6269783973693848},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5765103101730347},{"id":"https://openalex.org/keywords/image-matching","display_name":"Image matching","score":0.4810202717781067},{"id":"https://openalex.org/keywords/text-generation","display_name":"Text generation","score":0.47385552525520325},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4653084874153137},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.45614856481552124},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4161699712276459},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4133719205856323},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3778417110443115},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0963270366191864}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6269783973693848},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5765103101730347},{"id":"https://openalex.org/C2986492983","wikidata":"https://www.wikidata.org/wiki/Q861092","display_name":"Image matching","level":3,"score":0.4810202717781067},{"id":"https://openalex.org/C2985684807","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Text generation","level":2,"score":0.47385552525520325},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4653084874153137},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.45614856481552124},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4161699712276459},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4133719205856323},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3778417110443115},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0963270366191864},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10650332","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650332","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2600463316","https://openalex.org/W2936695845","https://openalex.org/W2995225687","https://openalex.org/W3089474066","https://openalex.org/W3104609094","https://openalex.org/W3151410070","https://openalex.org/W3166845084","https://openalex.org/W3184735396","https://openalex.org/W3188252230","https://openalex.org/W3204897360","https://openalex.org/W4287813795","https://openalex.org/W4293918660","https://openalex.org/W4313483544","https://openalex.org/W4320858981","https://openalex.org/W4322718191","https://openalex.org/W4361866053","https://openalex.org/W4367059011","https://openalex.org/W4379534796","https://openalex.org/W4379740280","https://openalex.org/W4385245566","https://openalex.org/W4388926409","https://openalex.org/W4389984066","https://openalex.org/W6678262379","https://openalex.org/W6761205521","https://openalex.org/W6775843921","https://openalex.org/W6777615688","https://openalex.org/W6780065878","https://openalex.org/W6784333009","https://openalex.org/W6798001135","https://openalex.org/W6842408935","https://openalex.org/W6858893191"],"related_works":["https://openalex.org/W2384918310","https://openalex.org/W2383808867","https://openalex.org/W2372581239","https://openalex.org/W2107893065","https://openalex.org/W2617958085","https://openalex.org/W1509862229","https://openalex.org/W2050706403","https://openalex.org/W1519745258","https://openalex.org/W2193676006","https://openalex.org/W1973922169"],"abstract_inverted_index":{"Creating":[0],"radiology":[1,41],"reports":[2,42,69],"is":[3,25,43],"a":[4,44,61,77,89,130,156,164],"vital":[5],"but":[6],"time-intensive":[7],"task":[8],"that":[9,29,94,116],"involves":[10],"analyzing":[11],"images,":[12],"consulting":[13],"documents,":[14],"and":[15,56,100,125,161,172],"evaluating":[16],"data.":[17],"This":[18],"process,":[19],"heavily":[20],"reliant":[21],"on":[22,53],"human":[23],"effort,":[24],"prone":[26],"to":[27,49],"errors":[28],"can":[30],"vary":[31],"with":[32,82,163],"the":[33,38,134,152,176],"radiologists":[34],"experience.":[35],"Consequently,":[36],"automating":[37],"generation":[39,115],"of":[40,108,123,151],"key":[45],"research":[46],"goal":[47],"due":[48],"its":[50],"potential":[51],"impact":[52],"medical":[54],"procedures":[55],"patient":[57],"care.This":[58],"work":[59],"proposes":[60],"multimodal":[62],"approach":[63,128],"specifically":[64],"designed":[65],"for":[66],"generating":[67],"radiological":[68,113],"from":[70],"chest":[71],"X-rays":[72],"(CXRs).":[73],"Our":[74,127],"method":[75],"integrates":[76],"LLaMa":[78],"large":[79],"language":[80],"model":[81,93],"Retrieval":[83],"Augmented":[84],"Generation":[85],"(RAG),":[86],"enhanced":[87],"by":[88],"modified":[90],"ALBEF":[91],"embedding":[92],"exploits":[95],"efficient":[96],"organ":[97],"semantic":[98],"segmentation":[99],"triple":[101],"contrastive":[102],"loss":[103],"(called":[104],"EALBEF).":[105],"The":[106],"combination":[107],"these":[109],"two":[110],"components":[111],"allows":[112],"report":[114],"surpasses":[117],"current":[118],"state-of-the-art":[119],"methods":[120],"in":[121,133,159,167,175],"terms":[122],"quality":[124],"accuracy.":[126],"demonstrates":[129],"significant":[131],"enhancement":[132],"radiologist-specific":[135],"metrics":[136,146],"(e.g.,":[137,147],"RadCliQ),":[138],"as":[139,141,170],"well":[140],"across":[142],"various":[143],"generic":[144],"lexical-based":[145],"GLEU).":[148],"Quantitative":[149],"analyses":[150],"models":[153],"outputs":[154],"reveal":[155],"notable":[157],"increase":[158],"fluency":[160],"accuracy,":[162],"marked":[165],"reduction":[166],"issues":[168],"such":[169],"hallucinations":[171],"source-reference":[173],"divergences":[174],"generated":[177],"reports.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}