{"id":"https://openalex.org/W7164805720","doi":"https://doi.org/10.1145/3805622.3810644","title":"MMG-RAG: Multimodal Graph RAG for Medical Report Generation","display_name":"MMG-RAG: Multimodal Graph RAG for Medical Report Generation","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164805720","doi":"https://doi.org/10.1145/3805622.3810644"},"language":null,"primary_location":{"id":"doi:10.1145/3805622.3810644","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805622.3810644","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805622.3810644","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109282686","display_name":"Gang Liu","orcid":"https://orcid.org/0000-0002-7032-8429"},"institutions":[{"id":"https://openalex.org/I100188998","display_name":"Harbin University of Science and Technology","ror":"https://ror.org/04e6y1282","country_code":"CN","type":"education","lineage":["https://openalex.org/I100188998"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Liu","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University, Harbin, China and Nansha Islands Coral Reef Ecosystem National Observation and Research Station, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7032-8429","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University, Harbin, China and Nansha Islands Coral Reef Ecosystem National Observation and Research Station, Guangzhou, China","institution_ids":["https://openalex.org/I100188998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134150823","display_name":"Xiaotian Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaotian Tang","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0007-0648-6434","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138666303","display_name":"Jiacheng Gan","orcid":"https://orcid.org/0009-0005-9905-3229"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiacheng Gan","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0005-9905-3229","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070212925","display_name":"Tianyu Ren","orcid":"https://orcid.org/0009-0005-5330-1979"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyu Ren","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0003-7215-3129","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138640372","display_name":"Tingyao Liu","orcid":"https://orcid.org/0009-0000-0604-4918"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingyao Liu","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0000-0604-4918","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006400852","display_name":"Shenjun Zhong","orcid":"https://orcid.org/0000-0001-6542-649X"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shenjun Zhong","raw_affiliation_strings":["Monash Biomedical Imaging, Monash University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0001-6542-649X","affiliations":[{"raw_affiliation_string":"Monash Biomedical Imaging, Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.73563761,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2477","last_page":"2485"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5557000041007996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5557000041007996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2694999873638153,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.02590000070631504,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5062000155448914},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4708000123500824},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4415000081062317},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.39590001106262207},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.34380000829696655},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.3357999920845032},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.3325999975204468}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7685999870300293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.548799991607666},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5081999897956848},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5062000155448914},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4708000123500824},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4415000081062317},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.420199990272522},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.39590001106262207},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3693000078201294},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.34380000829696655},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3357999920845032},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.3325999975204468},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.33250001072883606},{"id":"https://openalex.org/C2985722590","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medical knowledge","level":2,"score":0.3181000053882599},{"id":"https://openalex.org/C2779974597","wikidata":"https://www.wikidata.org/wiki/Q28448986","display_name":"Clinical Practice","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2987000048160553},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C2985684807","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Text generation","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C2993312423","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medical practice","level":2,"score":0.25440001487731934}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3805622.3810644","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805622.3810644","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3805622.3810644","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805622.3810644","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1538085078","https://openalex.org/W2041073071","https://openalex.org/W2327091741","https://openalex.org/W2590518618","https://openalex.org/W2735585131","https://openalex.org/W2995225687","https://openalex.org/W3004611733","https://openalex.org/W3103694015","https://openalex.org/W4285108627","https://openalex.org/W4360604432","https://openalex.org/W4386003857","https://openalex.org/W4386076360","https://openalex.org/W4386076536","https://openalex.org/W4386573963","https://openalex.org/W4388713229","https://openalex.org/W4390146402","https://openalex.org/W4390905318","https://openalex.org/W4393159239","https://openalex.org/W4393159390","https://openalex.org/W4393160811","https://openalex.org/W4399251815","https://openalex.org/W4399527328","https://openalex.org/W4399666152","https://openalex.org/W4404954244","https://openalex.org/W4406890802","https://openalex.org/W4412889782","https://openalex.org/W4413146508","https://openalex.org/W4413147664","https://openalex.org/W4415708390","https://openalex.org/W4416158372","https://openalex.org/W6910717624"],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,14],"(LLMs)":[3],"hold":[4],"great":[5],"promise":[6],"for":[7,69],"automating":[8],"radiology":[9,70],"report":[10,71,128],"generation.":[11,72],"However,":[12],"these":[13],"often":[15],"suffer":[16],"from":[17],"factual":[18,76],"hallucinations,":[19],"which":[20],"can":[21,32],"lead":[22],"to":[23,50],"inaccurate":[24],"or":[25],"misleading":[26],"diagnoses.":[27],"Although":[28],"retrieval-augmented":[29],"generation":[30,129],"(RAG)":[31],"mitigate":[33],"this":[34,59],"issue":[35],"by":[36,80],"retrieving":[37,81],"supplementary":[38],"knowledge,":[39],"text-only":[40],"RAG":[41,67],"in":[42],"multimodal":[43,65,84,90,112,125],"settings":[44],"may":[45],"provide":[46],"incorrect":[47],"guidance":[48],"due":[49],"the":[51,75,123,150],"modality":[52],"mismatch":[53],"between":[54],"images":[55],"and":[56,97,118,139,148],"text.":[57],"In":[58],"paper,":[60],"we":[61],"propose":[62],"MMG-RAG,":[63],"a":[64,89,103],"graph-based":[66],"framework":[68],"MMG-RAG":[73,143],"improves":[74,145],"accuracy":[77,147],"of":[78,153],"LLMs":[79],"strongly":[82],"correlated":[83],"knowledge.":[85],"Specifically,":[86],"it":[87],"constructs":[88],"knowledge":[91,113,126],"graph":[92],"that":[93,108,142],"integrates":[94],"image,":[95],"text,":[96],"entity":[98,105,120],"embeddings.":[99],"We":[100],"further":[101],"design":[102],"dense":[104,119],"retrieval":[106],"mechanism":[107],"retrieves":[109],"diagnostically":[110],"relevant":[111],"based":[114],"on":[115,134],"visual":[116],"similarity":[117],"connections.":[121],"Finally,":[122],"retrieved":[124],"guides":[127],"through":[130],"chain-of-thought":[131],"reasoning.":[132],"Experiments":[133],"two":[135],"benchmark":[136],"datasets,":[137],"MIMIC-CXR":[138],"CheXpert,":[140],"demonstrate":[141],"significantly":[144],"diagnostic":[146],"enhances":[149],"clinical":[151],"quality":[152],"generated":[154],"reports.":[155]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-06-16T00:00:00"}