{"id":"https://openalex.org/W7161851489","doi":"https://doi.org/10.1109/isbi61048.2026.11515502","title":"Entity Knowledge Graph Enhanced Vision Language Model for Multi-Organ Diagnosis","display_name":"Entity Knowledge Graph Enhanced Vision Language Model for Multi-Organ Diagnosis","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W7161851489","doi":"https://doi.org/10.1109/isbi61048.2026.11515502"},"language":null,"primary_location":{"id":"doi:10.1109/isbi61048.2026.11515502","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi61048.2026.11515502","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051509440","display_name":"Jianxun Yu","orcid":"https://orcid.org/0009-0001-8251-7403"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Jianxun Yu","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering,Hong Kong,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042130198","display_name":"Meirui Jiang","orcid":"https://orcid.org/0000-0003-4228-8420"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Meirui Jiang","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering,Hong Kong,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135026019","display_name":"Winnie Chiu Wing Chu","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Winnie Chiu Wing Chu","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Imaging and Interventional Radiology,Hong Kong,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Imaging and Interventional Radiology,Hong Kong,China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136515986","display_name":"Qi Dou","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qi Dou","raw_affiliation_strings":["The Chinese University of Hong Kong,Department of Computer Science and Engineering,Hong Kong,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Department of Computer Science and Engineering,Hong Kong,China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5051509440"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.94238734,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.44510000944137573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.44510000944137573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.14399999380111694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08810000121593475,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4415000081062317},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.40540000796318054},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.36399999260902405},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.34790000319480896},{"id":"https://openalex.org/keywords/visual-language","display_name":"Visual language","score":0.32739999890327454},{"id":"https://openalex.org/keywords/knowledge-representation-and-reasoning","display_name":"Knowledge representation and reasoning","score":0.322299987077713}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.70169997215271},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5716999769210815},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5587000250816345},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4415000081062317},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.40540000796318054},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.36399999260902405},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.34790000319480896},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.322299987077713},{"id":"https://openalex.org/C21338462","wikidata":"https://www.wikidata.org/wiki/Q1662581","display_name":"Information model","level":2,"score":0.2896000146865845},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2824000120162964},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.2685000002384186},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.25540000200271606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isbi61048.2026.11515502","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi61048.2026.11515502","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1986649315","https://openalex.org/W2903814341","https://openalex.org/W2970771982","https://openalex.org/W3047489308","https://openalex.org/W3090605478","https://openalex.org/W3172681723","https://openalex.org/W3181252431","https://openalex.org/W3198576039","https://openalex.org/W4212875960","https://openalex.org/W4312218466","https://openalex.org/W4376620269","https://openalex.org/W4386076127","https://openalex.org/W4388459526","https://openalex.org/W4388761131","https://openalex.org/W4390672193","https://openalex.org/W4390872699","https://openalex.org/W4390889814","https://openalex.org/W4391876217","https://openalex.org/W4403089497","https://openalex.org/W4403683884"],"related_works":[],"abstract_inverted_index":{"Diagnosing":[0],"diseases":[1,94],"from":[2],"multiple":[3],"organs":[4],"is":[5,99,150,173],"common":[6],"in":[7],"clinical":[8],"practice":[9],"but":[10],"remains":[11],"challenging.":[12],"This":[13,97],"task":[14],"demands":[15],"radiologists'":[16],"implicit":[17],"understanding":[18],"of":[19,147],"the":[20,67,74,87],"structural":[21],"and":[22,72,95,104,165],"functional":[23],"inter-dependencies":[24],"within":[25],"organ":[26],"systems.":[27],"Incorporating":[28],"such":[29,46,116],"anatomical":[30,64,131],"ontology":[31],"knowledge":[32,47,69],"into":[33,101],"deep":[34,49],"learning":[35,50],"models":[36],"can":[37,119],"substantially":[38],"enhance":[39],"performance;":[40],"however,":[41],"effective":[42],"strategies":[43],"for":[44,82],"integrating":[45],"with":[48,77,107,128],"are":[51],"not":[52],"yet":[53],"well":[54],"established.":[55],"To":[56],"bridge":[57],"this":[58],"gap,":[59],"we":[60,85,118],"propose":[61],"to":[62],"encode":[63],"ontologies":[65],"as":[66],"entity":[68],"graph":[70,75,98,102],"(EKG)":[71],"fuse":[73],"representations":[76],"organ-level":[78,166],"3D":[79],"CT":[80],"features":[81,110],"diagnosis.":[83],"Specifically,":[84],"construct":[86],"EKG":[88],"that":[89],"captures":[90],"relationships":[91],"among":[92],"relevant":[93],"organs.":[96],"encoded":[100],"embeddings":[103],"further":[105],"fused":[106],"organ-centric":[108],"patch":[109],"via":[111],"an":[112],"attention":[113],"mechanism.":[114],"By":[115],"integration,":[117],"ultimately":[120],"improve":[121],"diagnostic":[122,160],"accuracy":[123],"by":[124,152,163,169],"aligning":[125],"visual":[126],"evidence":[127],"clinically":[129],"grounded":[130],"priors.":[132],"We":[133],"have":[134],"conducted":[135],"experiments":[136],"on":[137],"a":[138],"large-scale":[139],"dataset":[140],"comprising":[141],"nine":[142],"public":[143],"datasets.":[144],"The":[145,171],"effectiveness":[146],"our":[148],"method":[149],"demonstrated":[151],"significant":[153],"performance":[154],"gains":[155],"over":[156],"state-of-the-art":[157],"methods,":[158],"patient-level":[159],"sensitivity":[161,167],"improves":[162],"5.98%,":[164],"increases":[168],"10.02%.":[170],"code":[172],"available":[174],"at:":[175],"https://github.com/med-air/EKG-VLM":[176]},"counts_by_year":[],"updated_date":"2026-05-22T06:13:13.366637","created_date":"2026-05-21T00:00:00"}