{"id":"https://openalex.org/W4406262113","doi":"https://doi.org/10.1109/bibm62325.2024.10822152","title":"EyeGraphGPT: Knowledge Graph Enhanced Multimodal Large Language Model for Ophthalmic Report Generation","display_name":"EyeGraphGPT: Knowledge Graph Enhanced Multimodal Large Language Model for Ophthalmic Report Generation","publication_year":2024,"publication_date":"2024-12-03","ids":{"openalex":"https://openalex.org/W4406262113","doi":"https://doi.org/10.1109/bibm62325.2024.10822152"},"language":"en","primary_location":{"id":"doi:10.1109/bibm62325.2024.10822152","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm62325.2024.10822152","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059748340","display_name":"Z Y Wang","orcid":"https://orcid.org/0000-0003-2516-6149"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhirui Wang","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017146781","display_name":"Xinlong Jiang","orcid":"https://orcid.org/0000-0001-6832-3808"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinlong Jiang","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044069461","display_name":"Chenlong Gao","orcid":"https://orcid.org/0000-0001-8827-7271"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenlong Gao","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052204594","display_name":"Fan Dong","orcid":"https://orcid.org/0000-0001-7731-8488"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Dong","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102789464","display_name":"Weiwei Dai","orcid":"https://orcid.org/0000-0003-3375-0249"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weiwei Dai","raw_affiliation_strings":["Changsha Aier Eye Hospital,Institute of Digital Ophthalmology and Visual Science,Hunan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Changsha Aier Eye Hospital,Institute of Digital Ophthalmology and Visual Science,Hunan,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100768470","display_name":"Bingyu Wang","orcid":"https://orcid.org/0000-0001-9904-254X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingyu Wang","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103069683","display_name":"Bingjie Yan","orcid":"https://orcid.org/0000-0002-8810-9689"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingjie Yan","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100737741","display_name":"Qian Chen","orcid":"https://orcid.org/0009-0002-2579-4380"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Chen","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062743125","display_name":"Wuliang Huang","orcid":"https://orcid.org/0000-0002-6378-2498"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wuliang Huang","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100372518","display_name":"Teng Zhang","orcid":"https://orcid.org/0000-0003-1870-1051"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Teng Zhang","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008558592","display_name":"Yiqiang Chen","orcid":"https://orcid.org/0000-0002-8407-0780"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqiang Chen","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3784","last_page":"3789"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9768999814987183,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":0.9387000203132629,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7831627130508423},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.5630143284797668},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4907118082046509},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.43029487133026123},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.385459840297699},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35225096344947815},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.1889864206314087}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7831627130508423},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.5630143284797668},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4907118082046509},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.43029487133026123},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.385459840297699},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35225096344947815},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.1889864206314087}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bibm62325.2024.10822152","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm62325.2024.10822152","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334111","display_name":"Innovation Fund","ror":null},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2159583324","https://openalex.org/W2915623326","https://openalex.org/W3119639728","https://openalex.org/W3151410070","https://openalex.org/W3173688449","https://openalex.org/W3181252431","https://openalex.org/W3194346615","https://openalex.org/W3196479518","https://openalex.org/W3201906559","https://openalex.org/W4213210229","https://openalex.org/W4230468040","https://openalex.org/W4231449374","https://openalex.org/W4285108627","https://openalex.org/W4285531589","https://openalex.org/W4295939056","https://openalex.org/W4304092062","https://openalex.org/W4312349930","https://openalex.org/W4312420429","https://openalex.org/W4312762144","https://openalex.org/W4315628888","https://openalex.org/W4319300591","https://openalex.org/W4385347692","https://openalex.org/W4385573131","https://openalex.org/W4386076127","https://openalex.org/W4386076360","https://openalex.org/W4386566721","https://openalex.org/W4390872315","https://openalex.org/W4390971058","https://openalex.org/W4390971306","https://openalex.org/W4390992246","https://openalex.org/W4402727669","https://openalex.org/W4402727764","https://openalex.org/W4403015917","https://openalex.org/W6784185929","https://openalex.org/W6791353385","https://openalex.org/W6796581206","https://openalex.org/W6802646700","https://openalex.org/W6810334672","https://openalex.org/W6849177959","https://openalex.org/W6850015000","https://openalex.org/W6851592950","https://openalex.org/W6851948999","https://openalex.org/W6851950068","https://openalex.org/W6852060543","https://openalex.org/W6853116092","https://openalex.org/W6854222408","https://openalex.org/W6854866820"],"related_works":["https://openalex.org/W2169518243","https://openalex.org/W3188962172","https://openalex.org/W2772917594","https://openalex.org/W4312825515","https://openalex.org/W4306742369","https://openalex.org/W4303457083","https://openalex.org/W2131146434","https://openalex.org/W2951359407","https://openalex.org/W4376623224","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Automatic":[0],"generation":[1],"of":[2,49],"ophthalmic":[3,55,60,77,94,114,120,159],"reports":[4,61],"holds":[5],"significant":[6],"potential":[7],"to":[8,70,75,116,136,153,157],"lessen":[9],"clinicians\u2019":[10],"workload,":[11],"enhance":[12,146],"work":[13],"efficiency,":[14],"and":[15,21,59,111,144,183],"alleviate":[16],"the":[17,38,72,76,105,123,155,158],"imbalance":[18],"between":[19],"clinicians":[20],"patients.":[22],"Recent":[23],"advancements":[24],"in":[25,37,177],"multimodal":[26,89],"large":[27,90],"language":[28,91],"models,":[29,173],"represented":[30],"by":[31,103],"GPT-4,":[32],"have":[33],"demonstrated":[34],"remarkable":[35],"performance":[36],"general":[39],"domain.":[40,78,160],"However,":[41],"training":[42,73],"such":[43],"models":[44],"necessitates":[45],"a":[46,85,100,108,164],"substantial":[47],"amount":[48],"paired":[50,54],"image-text":[51],"data,":[52],"yet":[53],"data":[56,182],"is":[57],"limited,":[58],"are":[62],"laden":[63],"with":[64,179],"specialized":[65,185],"terminologies,":[66],"making":[67],"it":[68],"challenging":[69],"transfer":[71],"paradigm":[74],"In":[79],"this":[80],"paper,":[81],"we":[82,98],"propose":[83],"EyeGraphGPT,":[84],"knowledge":[86,101,106,138],"graph":[87,102,139],"enhanced":[88],"model":[92,117,156],"for":[93],"report":[95],"generation.":[96],"Specifically,":[97],"construct":[99],"leveraging":[104],"from":[107,113],"medical":[109,181],"database":[110],"expertise":[112],"experts":[115],"relationships":[118],"among":[119],"diseases,":[121],"enhancing":[122],"model\u2019s":[124],"focus":[125],"on":[126,163],"key":[127],"disease":[128],"information.":[129],"We":[130],"then":[131],"perform":[132],"relation-aware":[133],"modal":[134],"alignment":[135],"incorporate":[137],"features":[140],"into":[141],"visual":[142,150],"features,":[143],"further":[145],"modality":[147],"collaboration":[148],"through":[149],"instruction":[151],"fine-tuning":[152],"adapt":[154],"Our":[161],"experiments":[162],"real-world":[165],"dataset":[166],"demonstrates":[167],"that":[168],"EyeGraphGPT":[169],"outperforms":[170],"previous":[171],"state-of-the-art":[172],"highlighting":[174],"its":[175],"superiority":[176],"scenarios":[178],"limited":[180],"extensive":[184],"terminologies.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}